26#define RISCV_EXPAND_PSEUDO_NAME "RISC-V pseudo instruction expansion pass"
27#define RISCV_PRERA_EXPAND_PSEUDO_NAME "RISC-V Pre-RA pseudo instruction expansion pass"
74char RISCVExpandPseudo::ID = 0;
90 assert(OldSize >= NewSize);
114 switch (
MBBI->getOpcode()) {
115 case RISCV::PseudoMV_FPR16INX:
116 return expandMV_FPR16INX(
MBB,
MBBI);
117 case RISCV::PseudoMV_FPR32INX:
118 return expandMV_FPR32INX(
MBB,
MBBI);
119 case RISCV::PseudoRV32ZdinxSD:
120 return expandRV32ZdinxStore(
MBB,
MBBI);
121 case RISCV::PseudoRV32ZdinxLD:
122 return expandRV32ZdinxLoad(
MBB,
MBBI);
123 case RISCV::PseudoCCMOVGPRNoX0:
124 case RISCV::PseudoCCMOVGPR:
125 case RISCV::PseudoCCADD:
126 case RISCV::PseudoCCSUB:
127 case RISCV::PseudoCCAND:
128 case RISCV::PseudoCCOR:
129 case RISCV::PseudoCCXOR:
130 case RISCV::PseudoCCADDW:
131 case RISCV::PseudoCCSUBW:
132 case RISCV::PseudoCCSLL:
133 case RISCV::PseudoCCSRL:
134 case RISCV::PseudoCCSRA:
135 case RISCV::PseudoCCADDI:
136 case RISCV::PseudoCCSLLI:
137 case RISCV::PseudoCCSRLI:
138 case RISCV::PseudoCCSRAI:
139 case RISCV::PseudoCCANDI:
140 case RISCV::PseudoCCORI:
141 case RISCV::PseudoCCXORI:
142 case RISCV::PseudoCCSLLW:
143 case RISCV::PseudoCCSRLW:
144 case RISCV::PseudoCCSRAW:
145 case RISCV::PseudoCCADDIW:
146 case RISCV::PseudoCCSLLIW:
147 case RISCV::PseudoCCSRLIW:
148 case RISCV::PseudoCCSRAIW:
149 case RISCV::PseudoCCANDN:
150 case RISCV::PseudoCCORN:
151 case RISCV::PseudoCCXNOR:
152 case RISCV::PseudoCCNDS_BFOS:
153 case RISCV::PseudoCCNDS_BFOZ:
154 return expandCCOp(
MBB,
MBBI, NextMBBI);
155 case RISCV::PseudoVMCLR_M_B1:
156 case RISCV::PseudoVMCLR_M_B2:
157 case RISCV::PseudoVMCLR_M_B4:
158 case RISCV::PseudoVMCLR_M_B8:
159 case RISCV::PseudoVMCLR_M_B16:
160 case RISCV::PseudoVMCLR_M_B32:
161 case RISCV::PseudoVMCLR_M_B64:
163 return expandVMSET_VMCLR(
MBB,
MBBI, RISCV::VMXOR_MM);
164 case RISCV::PseudoVMSET_M_B1:
165 case RISCV::PseudoVMSET_M_B2:
166 case RISCV::PseudoVMSET_M_B4:
167 case RISCV::PseudoVMSET_M_B8:
168 case RISCV::PseudoVMSET_M_B16:
169 case RISCV::PseudoVMSET_M_B32:
170 case RISCV::PseudoVMSET_M_B64:
172 return expandVMSET_VMCLR(
MBB,
MBBI, RISCV::VMXNOR_MM);
173 case RISCV::PseudoReadVLENBViaVSETVLIX0:
174 return expandPseudoReadVLENBViaVSETVLIX0(
MBB,
MBBI);
184 if (expandCCOpToCMov(
MBB,
MBBI))
210 assert(
MI.getOperand(4).getReg() == DestReg);
212 if (
MI.getOpcode() == RISCV::PseudoCCMOVGPR ||
213 MI.getOpcode() == RISCV::PseudoCCMOVGPRNoX0) {
216 .
add(
MI.getOperand(5))
220 switch (
MI.getOpcode()) {
223 case RISCV::PseudoCCADD: NewOpc = RISCV::ADD;
break;
224 case RISCV::PseudoCCSUB: NewOpc = RISCV::SUB;
break;
225 case RISCV::PseudoCCSLL: NewOpc = RISCV::SLL;
break;
226 case RISCV::PseudoCCSRL: NewOpc = RISCV::SRL;
break;
227 case RISCV::PseudoCCSRA: NewOpc = RISCV::SRA;
break;
228 case RISCV::PseudoCCAND: NewOpc = RISCV::AND;
break;
229 case RISCV::PseudoCCOR: NewOpc = RISCV::OR;
break;
230 case RISCV::PseudoCCXOR: NewOpc = RISCV::XOR;
break;
231 case RISCV::PseudoCCADDI: NewOpc = RISCV::ADDI;
break;
232 case RISCV::PseudoCCSLLI: NewOpc = RISCV::SLLI;
break;
233 case RISCV::PseudoCCSRLI: NewOpc = RISCV::SRLI;
break;
234 case RISCV::PseudoCCSRAI: NewOpc = RISCV::SRAI;
break;
235 case RISCV::PseudoCCANDI: NewOpc = RISCV::ANDI;
break;
236 case RISCV::PseudoCCORI: NewOpc = RISCV::ORI;
break;
237 case RISCV::PseudoCCXORI: NewOpc = RISCV::XORI;
break;
238 case RISCV::PseudoCCADDW: NewOpc = RISCV::ADDW;
break;
239 case RISCV::PseudoCCSUBW: NewOpc = RISCV::SUBW;
break;
240 case RISCV::PseudoCCSLLW: NewOpc = RISCV::SLLW;
break;
241 case RISCV::PseudoCCSRLW: NewOpc = RISCV::SRLW;
break;
242 case RISCV::PseudoCCSRAW: NewOpc = RISCV::SRAW;
break;
243 case RISCV::PseudoCCADDIW: NewOpc = RISCV::ADDIW;
break;
244 case RISCV::PseudoCCSLLIW: NewOpc = RISCV::SLLIW;
break;
245 case RISCV::PseudoCCSRLIW: NewOpc = RISCV::SRLIW;
break;
246 case RISCV::PseudoCCSRAIW: NewOpc = RISCV::SRAIW;
break;
247 case RISCV::PseudoCCANDN: NewOpc = RISCV::ANDN;
break;
248 case RISCV::PseudoCCORN: NewOpc = RISCV::ORN;
break;
249 case RISCV::PseudoCCXNOR: NewOpc = RISCV::XNOR;
break;
250 case RISCV::PseudoCCNDS_BFOS: NewOpc = RISCV::NDS_BFOS;
break;
251 case RISCV::PseudoCCNDS_BFOZ: NewOpc = RISCV::NDS_BFOZ;
break;
254 if (NewOpc == RISCV::NDS_BFOZ || NewOpc == RISCV::NDS_BFOS) {
256 .
add(
MI.getOperand(5))
257 .
add(
MI.getOperand(6))
258 .
add(
MI.getOperand(7));
261 .
add(
MI.getOperand(5))
262 .
add(
MI.getOperand(6));
271 MBB.addSuccessor(TrueBB);
272 MBB.addSuccessor(MergeBB);
274 NextMBBI =
MBB.end();
275 MI.eraseFromParent();
290 if (
MI.getOpcode() != RISCV::PseudoCCMOVGPR &&
291 MI.getOpcode() != RISCV::PseudoCCMOVGPRNoX0)
294 if (!STI->hasVendorXqcicm())
298 if (
MI.getOperand(1).getReg() == RISCV::X0 ||
299 MI.getOperand(4).getReg() == RISCV::X0 ||
300 MI.getOperand(5).getReg() == RISCV::X0)
305 unsigned CMovOpcode, CMovIOpcode;
310 CMovOpcode = RISCV::QC_MVEQ;
311 CMovIOpcode = RISCV::QC_MVEQI;
314 CMovOpcode = RISCV::QC_MVNE;
315 CMovIOpcode = RISCV::QC_MVNEI;
318 CMovOpcode = RISCV::QC_MVLT;
319 CMovIOpcode = RISCV::QC_MVLTI;
322 CMovOpcode = RISCV::QC_MVGE;
323 CMovIOpcode = RISCV::QC_MVGEI;
326 CMovOpcode = RISCV::QC_MVLTU;
327 CMovIOpcode = RISCV::QC_MVLTUI;
330 CMovOpcode = RISCV::QC_MVGEU;
331 CMovIOpcode = RISCV::QC_MVGEUI;
335 if (
MI.getOperand(2).getReg() == RISCV::X0) {
347 MI.eraseFromParent();
361 MI.eraseFromParent();
374 MBBI->eraseFromParent();
383 MBBI->getOperand(0).getReg(), RISCV::sub_16, &RISCV::GPRRegClass);
385 MBBI->getOperand(1).getReg(), RISCV::sub_16, &RISCV::GPRRegClass);
391 MBBI->eraseFromParent();
400 MBBI->getOperand(0).getReg(), RISCV::sub_32, &RISCV::GPRRegClass);
402 MBBI->getOperand(1).getReg(), RISCV::sub_32, &RISCV::GPRRegClass);
408 MBBI->eraseFromParent();
420 TRI->getSubReg(
MBBI->getOperand(0).getReg(), RISCV::sub_gpr_even);
422 TRI->getSubReg(
MBBI->getOperand(0).getReg(), RISCV::sub_gpr_odd);
423 if (
Hi == RISCV::DUMMY_REG_PAIR_WITH_X0)
432 if (
MBBI->getOperand(2).isGlobal() ||
MBBI->getOperand(2).isCPI()) {
433 assert(
MBBI->getOperand(2).getOffset() % 8 == 0);
434 MBBI->getOperand(2).setOffset(
MBBI->getOperand(2).getOffset() + 4);
454 MIBLo.setMemRefs(NewLoMMOs);
457 MBBI->eraseFromParent();
469 TRI->getSubReg(
MBBI->getOperand(0).getReg(), RISCV::sub_gpr_even);
471 TRI->getSubReg(
MBBI->getOperand(0).getReg(), RISCV::sub_gpr_odd);
472 assert(
Hi != RISCV::DUMMY_REG_PAIR_WITH_X0 &&
"Cannot write to X0_Pair");
478 bool IsOp1EqualToLo =
Lo ==
MBBI->getOperand(1).getReg();
480 if (!IsOp1EqualToLo) {
486 if (
MBBI->getOperand(2).isGlobal() ||
MBBI->getOperand(2).isCPI()) {
487 auto Offset =
MBBI->getOperand(2).getOffset();
502 if (IsOp1EqualToLo) {
518 MBBI->eraseFromParent();
522bool RISCVExpandPseudo::expandPseudoReadVLENBViaVSETVLIX0(
526 unsigned Mul =
MBBI->getOperand(1).getImm();
529 VLMUL, 8,
true,
true);
536 MBBI->eraseFromParent();
565 unsigned FlagsHi,
unsigned SecondOpcode);
593char RISCVPreRAExpandPseudo::ID = 0;
595bool RISCVPreRAExpandPseudo::runOnMachineFunction(
MachineFunction &MF) {
609 assert(OldSize >= NewSize);
631 switch (
MBBI->getOpcode()) {
632 case RISCV::PseudoLLA:
633 return expandLoadLocalAddress(
MBB,
MBBI, NextMBBI);
634 case RISCV::PseudoLGA:
635 return expandLoadGlobalAddress(
MBB,
MBBI, NextMBBI);
636 case RISCV::PseudoLA_TLS_IE:
637 return expandLoadTLSIEAddress(
MBB,
MBBI, NextMBBI);
638 case RISCV::PseudoLA_TLS_GD:
639 return expandLoadTLSGDAddress(
MBB,
MBBI, NextMBBI);
640 case RISCV::PseudoLA_TLSDESC:
641 return expandLoadTLSDescAddress(
MBB,
MBBI, NextMBBI);
646bool RISCVPreRAExpandPseudo::expandAuipcInstPair(
649 unsigned SecondOpcode) {
659 Symbol.setTargetFlags(FlagsHi);
671 if (
MI.hasOneMemOperand())
674 MI.eraseFromParent();
678bool RISCVPreRAExpandPseudo::expandLoadLocalAddress(
685bool RISCVPreRAExpandPseudo::expandLoadGlobalAddress(
688 unsigned SecondOpcode = STI->
is64Bit() ? RISCV::LD : RISCV::LW;
693bool RISCVPreRAExpandPseudo::expandLoadTLSIEAddress(
696 unsigned SecondOpcode = STI->
is64Bit() ? RISCV::LD : RISCV::LW;
701bool RISCVPreRAExpandPseudo::expandLoadTLSGDAddress(
708bool RISCVPreRAExpandPseudo::expandLoadTLSDescAddress(
716 unsigned SecondOpcode = STI.
is64Bit() ? RISCV::LD : RISCV::LW;
718 Register FinalReg =
MI.getOperand(0).getReg();
749 MI.eraseFromParent();
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
MachineBasicBlock MachineBasicBlock::iterator DebugLoc DL
MachineBasicBlock MachineBasicBlock::iterator MBBI
static GCRegistry::Add< CoreCLRGC > E("coreclr", "CoreCLR-compatible GC")
const HexagonInstrInfo * TII
This file implements the LivePhysRegs utility for tracking liveness of physical registers.
Register const TargetRegisterInfo * TRI
#define INITIALIZE_PASS(passName, arg, name, cfg, analysis)
#define RISCV_PRERA_EXPAND_PSEUDO_NAME
#define RISCV_EXPAND_PSEUDO_NAME
static unsigned getInstSizeInBytes(const MachineInstr &MI, const SystemZInstrInfo *TII)
Represent the analysis usage information of a pass.
LLVM_ABI void setPreservesCFG()
This function should be called by the pass, iff they do not:
FunctionPass class - This class is used to implement most global optimizations.
A set of physical registers with utility functions to track liveness when walking backward/forward th...
LLVM_ABI MCSymbol * createNamedTempSymbol()
Create a temporary symbol with a unique name whose name cannot be omitted in the symbol table.
Describe properties that are true of each instruction in the target description file.
MCSymbol - Instances of this class represent a symbol name in the MC file, and MCSymbols are created ...
LLVM_ABI void transferSuccessors(MachineBasicBlock *FromMBB)
Transfers all the successors from MBB to this machine basic block (i.e., copies all the successors Fr...
LLVM_ABI void addSuccessor(MachineBasicBlock *Succ, BranchProbability Prob=BranchProbability::getUnknown())
Add Succ as a successor of this MachineBasicBlock.
void splice(iterator Where, MachineBasicBlock *Other, iterator From)
Take an instruction from MBB 'Other' at the position From, and insert it into this MBB right before '...
MachineInstrBundleIterator< MachineInstr > iterator
MachineFunctionPass - This class adapts the FunctionPass interface to allow convenient creation of pa...
void getAnalysisUsage(AnalysisUsage &AU) const override
getAnalysisUsage - Subclasses that override getAnalysisUsage must call this.
const TargetSubtargetInfo & getSubtarget() const
getSubtarget - Return the subtarget for which this machine code is being compiled.
MachineMemOperand * getMachineMemOperand(MachinePointerInfo PtrInfo, MachineMemOperand::Flags f, LLT MemTy, Align base_alignment, const AAMDNodes &AAInfo=AAMDNodes(), const MDNode *Ranges=nullptr, SyncScope::ID SSID=SyncScope::System, AtomicOrdering Ordering=AtomicOrdering::NotAtomic, AtomicOrdering FailureOrdering=AtomicOrdering::NotAtomic)
getMachineMemOperand - Allocate a new MachineMemOperand.
MCContext & getContext() const
MachineRegisterInfo & getRegInfo()
getRegInfo - Return information about the registers currently in use.
MachineBasicBlock * CreateMachineBasicBlock(const BasicBlock *BB=nullptr, std::optional< UniqueBBID > BBID=std::nullopt)
CreateMachineInstr - Allocate a new MachineInstr.
void insert(iterator MBBI, MachineBasicBlock *MBB)
const MachineInstrBuilder & setMemRefs(ArrayRef< MachineMemOperand * > MMOs) const
const MachineInstrBuilder & addImm(int64_t Val) const
Add a new immediate operand.
const MachineInstrBuilder & add(const MachineOperand &MO) const
const MachineInstrBuilder & addSym(MCSymbol *Sym, unsigned char TargetFlags=0) const
const MachineInstrBuilder & addReg(Register RegNo, unsigned flags=0, unsigned SubReg=0) const
Add a new virtual register operand.
const MachineInstrBuilder & addMBB(MachineBasicBlock *MBB, unsigned TargetFlags=0) const
const MachineInstrBuilder & addDef(Register RegNo, unsigned Flags=0, unsigned SubReg=0) const
Add a virtual register definition operand.
Representation of each machine instruction.
LLVM_ABI void setPreInstrSymbol(MachineFunction &MF, MCSymbol *Symbol)
Set a symbol that will be emitted just prior to the instruction itself.
LLVM_ABI void addMemOperand(MachineFunction &MF, MachineMemOperand *MO)
Add a MachineMemOperand to the machine instruction.
A description of a memory reference used in the backend.
MachineOperand class - Representation of each machine instruction operand.
LLVM_ABI Register createVirtualRegister(const TargetRegisterClass *RegClass, StringRef Name="")
createVirtualRegister - Create and return a new virtual register in the function with the specified r...
const RISCVRegisterInfo * getRegisterInfo() const override
const RISCVInstrInfo * getInstrInfo() const override
Wrapper class representing virtual and physical registers.
void push_back(const T &Elt)
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
StringRef - Represent a constant reference to a string, i.e.
TargetRegisterInfo base class - We assume that the target defines a static array of TargetRegisterDes...
self_iterator getIterator()
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
unsigned ID
LLVM IR allows to use arbitrary numbers as calling convention identifiers.
CondCode getInverseBranchCondition(CondCode)
unsigned getBrCond(CondCode CC, unsigned SelectOpc=0)
static VLMUL encodeLMUL(unsigned LMUL, bool Fractional)
LLVM_ABI unsigned encodeVTYPE(VLMUL VLMUL, unsigned SEW, bool TailAgnostic, bool MaskAgnostic, bool AltFmt=false)
@ Define
Register definition.
@ Kill
The last use of a register.
@ Undef
Value of the register doesn't matter.
This is an optimization pass for GlobalISel generic memory operations.
MachineInstrBuilder BuildMI(MachineFunction &MF, const MIMetadata &MIMD, const MCInstrDesc &MCID)
Builder interface. Specify how to create the initial instruction itself.
constexpr bool isInt(int64_t x)
Checks if an integer fits into the given bit width.
MachineInstr * getImm(const MachineOperand &MO, const MachineRegisterInfo *MRI)
unsigned getKillRegState(bool B)
void computeAndAddLiveIns(LivePhysRegs &LiveRegs, MachineBasicBlock &MBB)
Convenience function combining computeLiveIns() and addLiveIns().
FunctionPass * createRISCVExpandPseudoPass()
FunctionPass * createRISCVPreRAExpandPseudoPass()