LLVM 19.0.0git
|
#include "RISCVInstrInfo.h"
#include "MCTargetDesc/RISCVMatInt.h"
#include "RISCV.h"
#include "RISCVMachineFunctionInfo.h"
#include "RISCVSubtarget.h"
#include "RISCVTargetMachine.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/Analysis/MemoryLocation.h"
#include "llvm/Analysis/ValueTracking.h"
#include "llvm/CodeGen/LiveIntervals.h"
#include "llvm/CodeGen/LiveVariables.h"
#include "llvm/CodeGen/MachineCombinerPattern.h"
#include "llvm/CodeGen/MachineFunctionPass.h"
#include "llvm/CodeGen/MachineInstrBuilder.h"
#include "llvm/CodeGen/MachineRegisterInfo.h"
#include "llvm/CodeGen/MachineTraceMetrics.h"
#include "llvm/CodeGen/RegisterScavenging.h"
#include "llvm/CodeGen/StackMaps.h"
#include "llvm/IR/DebugInfoMetadata.h"
#include "llvm/MC/MCInstBuilder.h"
#include "llvm/MC/TargetRegistry.h"
#include "llvm/Support/ErrorHandling.h"
#include "RISCVGenCompressInstEmitter.inc"
#include "RISCVGenInstrInfo.inc"
#include "RISCVGenSearchableTables.inc"
Go to the source code of this file.
Namespaces | |
namespace | llvm |
This is an optimization pass for GlobalISel generic memory operations. | |
namespace | llvm::RISCVVPseudosTable |
namespace | llvm::RISCV |
Enumerations | |
enum | MachineOutlinerConstructionID { MachineOutlinerDefault } |
Variables | |
static cl::opt< bool > | PreferWholeRegisterMove ("riscv-prefer-whole-register-move", cl::init(false), cl::Hidden, cl::desc("Prefer whole register move for vector registers.")) |
static cl::opt< MachineTraceStrategy > | ForceMachineCombinerStrategy ("riscv-force-machine-combiner-strategy", cl::Hidden, cl::desc("Force machine combiner to use a specific strategy for machine " "trace metrics evaluation."), cl::init(MachineTraceStrategy::TS_NumStrategies), cl::values(clEnumValN(MachineTraceStrategy::TS_Local, "local", "Local strategy."), clEnumValN(MachineTraceStrategy::TS_MinInstrCount, "min-instr", "MinInstrCount strategy."))) |
#define CASE_FP_WIDEOP_CHANGE_OPCODE_COMMON | ( | OP, | |
LMUL, | |||
SEW | |||
) |
Definition at line 3494 of file RISCVInstrInfo.cpp.
#define CASE_FP_WIDEOP_CHANGE_OPCODE_LMULS | ( | OP | ) | CASE_FP_WIDEOP_CHANGE_OPCODE_LMULS_MF4(OP) |
Definition at line 3510 of file RISCVInstrInfo.cpp.
#define CASE_FP_WIDEOP_CHANGE_OPCODE_LMULS_MF4 | ( | OP | ) |
Definition at line 3499 of file RISCVInstrInfo.cpp.
Definition at line 3480 of file RISCVInstrInfo.cpp.
#define CASE_FP_WIDEOP_OPCODE_LMULS_MF4 | ( | OP | ) |
Definition at line 3483 of file RISCVInstrInfo.cpp.
#define CASE_OPERAND_UIMM | ( | NUM | ) |
#define CASE_RVV_OPCODE | ( | OP | ) |
Definition at line 3030 of file RISCVInstrInfo.cpp.
#define CASE_RVV_OPCODE_LMUL | ( | OP, | |
LMUL | |||
) |
Definition at line 2998 of file RISCVInstrInfo.cpp.
#define CASE_RVV_OPCODE_MASK | ( | OP | ) |
Definition at line 3022 of file RISCVInstrInfo.cpp.
Definition at line 2995 of file RISCVInstrInfo.cpp.
#define CASE_RVV_OPCODE_MASK_WIDEN | ( | OP | ) |
Definition at line 3014 of file RISCVInstrInfo.cpp.
#define CASE_RVV_OPCODE_UNMASK | ( | OP | ) |
Definition at line 3010 of file RISCVInstrInfo.cpp.
Definition at line 2992 of file RISCVInstrInfo.cpp.
#define CASE_RVV_OPCODE_UNMASK_WIDEN | ( | OP | ) |
Definition at line 3002 of file RISCVInstrInfo.cpp.
#define CASE_RVV_OPCODE_WIDEN | ( | OP | ) |
Definition at line 3026 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_CHANGE_OPCODE_COMMON | ( | OLDOP, | |
NEWOP, | |||
TYPE, | |||
LMUL, | |||
SEW | |||
) |
#define CASE_VFMA_CHANGE_OPCODE_LMULS | ( | OLDOP, | |
NEWOP, | |||
TYPE, | |||
SEW | |||
) |
Definition at line 3302 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_CHANGE_OPCODE_LMULS_M1 | ( | OLDOP, | |
NEWOP, | |||
TYPE, | |||
SEW | |||
) |
Definition at line 3283 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_CHANGE_OPCODE_LMULS_MF2 | ( | OLDOP, | |
NEWOP, | |||
TYPE, | |||
SEW | |||
) |
Definition at line 3289 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_CHANGE_OPCODE_LMULS_MF4 | ( | OLDOP, | |
NEWOP, | |||
TYPE, | |||
SEW | |||
) |
Definition at line 3298 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_CHANGE_OPCODE_SPLATS | ( | OLDOP, | |
NEWOP | |||
) |
Definition at line 3306 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_CHANGE_OPCODE_VV | ( | OLDOP, | |
NEWOP | |||
) |
Definition at line 3293 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_OPCODE_COMMON | ( | OP, | |
TYPE, | |||
LMUL, | |||
SEW | |||
) | RISCV::PseudoV##OP##_##TYPE##_##LMUL##_##SEW |
Definition at line 3058 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_OPCODE_LMULS_M1 | ( | OP, | |
TYPE, | |||
SEW | |||
) |
Definition at line 3061 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_OPCODE_LMULS_MF2 | ( | OP, | |
TYPE, | |||
SEW | |||
) |
Definition at line 3067 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_OPCODE_LMULS_MF4 | ( | OP, | |
TYPE, | |||
SEW | |||
) |
Definition at line 3071 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_OPCODE_VV | ( | OP | ) |
Definition at line 3075 of file RISCVInstrInfo.cpp.
#define CASE_VFMA_SPLATS | ( | OP | ) |
Definition at line 3080 of file RISCVInstrInfo.cpp.
#define CASE_VMA_CHANGE_OPCODE_COMMON | ( | OLDOP, | |
NEWOP, | |||
TYPE, | |||
LMUL | |||
) |
#define CASE_VMA_CHANGE_OPCODE_LMULS | ( | OLDOP, | |
NEWOP, | |||
TYPE | |||
) |
Definition at line 3268 of file RISCVInstrInfo.cpp.
#define CASE_VMA_CHANGE_OPCODE_LMULS_M1 | ( | OLDOP, | |
NEWOP, | |||
TYPE | |||
) |
Definition at line 3254 of file RISCVInstrInfo.cpp.
#define CASE_VMA_CHANGE_OPCODE_LMULS_MF2 | ( | OLDOP, | |
NEWOP, | |||
TYPE | |||
) |
Definition at line 3260 of file RISCVInstrInfo.cpp.
#define CASE_VMA_CHANGE_OPCODE_LMULS_MF4 | ( | OLDOP, | |
NEWOP, | |||
TYPE | |||
) |
Definition at line 3264 of file RISCVInstrInfo.cpp.
#define CASE_VMA_CHANGE_OPCODE_SPLATS | ( | OLDOP, | |
NEWOP | |||
) |
Definition at line 3272 of file RISCVInstrInfo.cpp.
Definition at line 3036 of file RISCVInstrInfo.cpp.
#define CASE_VMA_OPCODE_LMULS | ( | OP, | |
TYPE | |||
) |
Definition at line 3053 of file RISCVInstrInfo.cpp.
#define CASE_VMA_OPCODE_LMULS_M1 | ( | OP, | |
TYPE | |||
) |
Definition at line 3039 of file RISCVInstrInfo.cpp.
#define CASE_VMA_OPCODE_LMULS_MF2 | ( | OP, | |
TYPE | |||
) |
Definition at line 3045 of file RISCVInstrInfo.cpp.
#define CASE_VMA_OPCODE_LMULS_MF4 | ( | OP, | |
TYPE | |||
) |
Definition at line 3049 of file RISCVInstrInfo.cpp.
#define CASE_WIDEOP_CHANGE_OPCODE_COMMON | ( | OP, | |
LMUL | |||
) |
#define CASE_WIDEOP_CHANGE_OPCODE_LMULS | ( | OP | ) |
Definition at line 3475 of file RISCVInstrInfo.cpp.
#define CASE_WIDEOP_CHANGE_OPCODE_LMULS_MF4 | ( | OP | ) |
Definition at line 3468 of file RISCVInstrInfo.cpp.
Definition at line 3449 of file RISCVInstrInfo.cpp.
#define CASE_WIDEOP_OPCODE_LMULS | ( | OP | ) |
Definition at line 3459 of file RISCVInstrInfo.cpp.
#define CASE_WIDEOP_OPCODE_LMULS_MF4 | ( | OP | ) |
Definition at line 3452 of file RISCVInstrInfo.cpp.
#define GEN_CHECK_COMPRESS_INSTR |
Definition at line 39 of file RISCVInstrInfo.cpp.
#define GET_INSTRINFO_CTOR_DTOR |
Definition at line 42 of file RISCVInstrInfo.cpp.
#define GET_INSTRINFO_NAMED_OPS |
Definition at line 43 of file RISCVInstrInfo.cpp.
#define GET_RISCVMaskedPseudosTable_IMPL |
Definition at line 71 of file RISCVInstrInfo.cpp.
#define GET_RISCVVPseudosTable_IMPL |
Definition at line 64 of file RISCVInstrInfo.cpp.
#define OPCODE_LMUL_CASE | ( | OPC | ) |
#define OPCODE_LMUL_MASK_CASE | ( | OPC | ) |
#define RVV_OPC_LMUL_CASE | ( | OPC, | |
INV | |||
) |
#define RVV_OPC_LMUL_MASK_CASE | ( | OPC, | |
INV | |||
) |
Enumerator | |
---|---|
MachineOutlinerDefault |
Definition at line 2797 of file RISCVInstrInfo.cpp.
|
static |
Utility routine that checks if.
MO | is defined by an |
CombineOpc | instruction in the basic block |
MBB |
Definition at line 2059 of file RISCVInstrInfo.cpp.
References llvm::MachineBasicBlock::getParent(), llvm::MachineOperand::getReg(), llvm::MachineFunction::getRegInfo(), llvm::MachineOperand::isReg(), llvm::Register::isVirtual(), MBB, MI, and MRI.
|
static |
Definition at line 2001 of file RISCVInstrInfo.cpp.
References llvm::MachineInstr::FmContract, llvm::MachineInstr::getFlag(), llvm::MachineInstr::getMF(), llvm::MachineInstr::getParent(), llvm::MachineOperand::getReg(), llvm::MachineFunction::getRegInfo(), llvm::RISCV::hasEqualFRM(), isFMUL(), llvm::MachineOperand::isReg(), llvm::Register::isVirtual(), MI, and MRI.
Referenced by getFPFusedMultiplyPatterns().
|
static |
Utility routine that checks if.
MO | is defined by a SLLI in |
MBB | that can be combined by splitting across 2 SHXADD instructions. The first SHXADD shift amount is given by |
OuterShiftAmt. |
Definition at line 2080 of file RISCVInstrInfo.cpp.
References canCombine(), llvm::MachineOperand::getImm(), llvm::MachineInstr::getOperand(), and MBB.
Referenced by getSHXADDPatterns().
|
static |
Identify instructions that can be folded into a CCMOV instruction, and return the defining instruction.
Definition at line 1312 of file RISCVInstrInfo.cpp.
References llvm::drop_begin(), getPredicatedOpcode(), MI, and MRI.
Referenced by llvm::RISCVInstrInfo::optimizeSelect().
|
static |
Definition at line 2197 of file RISCVInstrInfo.cpp.
References llvm::MachineInstrBuilder::addReg(), llvm::BuildMI(), getAddendOperandIdx(), llvm::MachineInstr::getDebugLoc(), llvm::MachineInstr::getFlags(), getFPFusedMultiplyOpcode(), llvm::TargetSubtargetInfo::getInstrInfo(), llvm::getKillRegState(), llvm::DILocation::getMergedLocation(), llvm::MachineInstr::getMF(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::MachineFunction::getRegInfo(), llvm::MachineFunction::getSubtarget(), llvm::MachineOperand::isKill(), MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::MachineInstrBuilder::setMIFlags(), and TII.
Referenced by llvm::RISCVInstrInfo::genAlternativeCodeSequence().
|
static |
Definition at line 168 of file RISCVInstrInfo.cpp.
|
static |
Definition at line 2243 of file RISCVInstrInfo.cpp.
References llvm::MachineInstrBuilder::addReg(), assert(), llvm::BuildMI(), llvm::MachineOperand::getImm(), llvm::TargetSubtargetInfo::getInstrInfo(), llvm::getKillRegState(), llvm::MachineInstr::getMF(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineOperand::getReg(), llvm::MachineFunction::getRegInfo(), getSHXADDShiftAmount(), llvm::MachineFunction::getSubtarget(), llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::insert(), llvm::RegState::Kill, llvm_unreachable, MRI, llvm::SmallVectorTemplateBase< T, bool >::push_back(), TII, X, and Y.
Referenced by llvm::RISCVInstrInfo::genAlternativeCodeSequence().
Definition at line 2184 of file RISCVInstrInfo.cpp.
References llvm::FMADD_AX, llvm::FMADD_XA, llvm::FMSUB, llvm::FNMSUB, and llvm_unreachable.
Referenced by combineFPFusedMultiply().
|
static |
Definition at line 832 of file RISCVInstrInfo.cpp.
References llvm::RISCVCC::COND_EQ, llvm::RISCVCC::COND_GE, llvm::RISCVCC::COND_GEU, llvm::RISCVCC::COND_INVALID, llvm::RISCVCC::COND_LT, llvm::RISCVCC::COND_LTU, and llvm::RISCVCC::COND_NE.
Definition at line 2162 of file RISCVInstrInfo.cpp.
References llvm::FMSUB, and llvm_unreachable.
Referenced by combineFPFusedMultiply().
|
static |
Definition at line 2028 of file RISCVInstrInfo.cpp.
References canCombineFPFusedMultiply(), llvm::FMADD_AX, llvm::FMADD_XA, llvm::FMSUB, llvm::FNMSUB, llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), isFADD(), isFSUB(), and llvm::SmallVectorTemplateBase< T, bool >::push_back().
Referenced by getFPPatterns().
|
static |
Definition at line 2051 of file RISCVInstrInfo.cpp.
References getFPFusedMultiplyPatterns().
Referenced by llvm::RISCVInstrInfo::getMachineCombinerPatterns().
Definition at line 1272 of file RISCVInstrInfo.cpp.
Referenced by canFoldAsPredicatedOp(), and llvm::RISCVInstrInfo::optimizeSelect().
|
static |
Definition at line 2111 of file RISCVInstrInfo.cpp.
References canCombine(), canCombineShiftIntoShXAdd(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), llvm::MachineInstr::getParent(), getSHXADDShiftAmount(), MBB, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::SHXADD_ADD_SLLI_OP1, and llvm::SHXADD_ADD_SLLI_OP2.
Referenced by llvm::RISCVInstrInfo::getMachineCombinerPatterns().
Definition at line 2096 of file RISCVInstrInfo.cpp.
Referenced by genShXAddAddShift(), and getSHXADDPatterns().
|
static |
Definition at line 173 of file RISCVInstrInfo.cpp.
References assert(), llvm::MachineBasicBlock::begin(), llvm::RISCVSubtarget::getRegisterInfo(), llvm::RISCVVType::getSEW(), llvm::RISCVVType::getVLMUL(), llvm::RISCVII::hasSEWOp(), llvm::RISCVII::hasVLOp(), llvm::RISCVII::isRVVWideningReduction(), llvm::RISCVVType::isTailAgnostic(), MBB, MBBI, PreferWholeRegisterMove, and TRI.
Referenced by llvm::RISCVInstrInfo::copyPhysRegVector().
Definition at line 1603 of file RISCVInstrInfo.cpp.
Referenced by getFPFusedMultiplyPatterns(), and llvm::RISCVInstrInfo::isAssociativeAndCommutative().
Definition at line 1625 of file RISCVInstrInfo.cpp.
Referenced by canCombineFPFusedMultiply(), and llvm::RISCVInstrInfo::isAssociativeAndCommutative().
Definition at line 1614 of file RISCVInstrInfo.cpp.
Referenced by getFPFusedMultiplyPatterns().
Definition at line 3757 of file RISCVInstrInfo.cpp.
Referenced by llvm::RISCV::isRVVSpill().
|
static |
Definition at line 2625 of file RISCVInstrInfo.cpp.
References llvm::ArrayRef< T >::front(), llvm::getUnderlyingObject(), llvm::MachineInstr::hasOneMemOperand(), and llvm::MachineInstr::memoperands_begin().
|
static |
Definition at line 854 of file RISCVInstrInfo.cpp.
References assert(), CC, Cond, llvm::MachineOperand::CreateImm(), getCondFromBranchOpc(), llvm::MachineInstr::getDesc(), llvm::MachineOperand::getMBB(), llvm::MachineInstr::getOpcode(), llvm::MachineInstr::getOperand(), and llvm::MCInstrDesc::isConditionalBranch().
|
static |
Referenced by llvm::RISCVInstrInfo::getMachineCombinerTraceStrategy().
|
static |
Referenced by isConvertibleToVMV_V_V().