33#define DEBUG_TYPE "mccodeemitter"
35STATISTIC(MCNumEmitted,
"Number of MC instructions emitted");
36STATISTIC(MCNumFixups,
"Number of MC fixups created");
40 RISCVMCCodeEmitter(
const RISCVMCCodeEmitter &) =
delete;
41 void operator=(
const RISCVMCCodeEmitter &) =
delete;
47 : Ctx(ctx), MCII(MCII) {}
49 ~RISCVMCCodeEmitter()
override =
default;
51 void encodeInstruction(
const MCInst &
MI, SmallVectorImpl<char> &CB,
52 SmallVectorImpl<MCFixup> &Fixups,
53 const MCSubtargetInfo &STI)
const override;
55 void expandFunctionCall(
const MCInst &
MI, SmallVectorImpl<char> &CB,
56 SmallVectorImpl<MCFixup> &Fixups,
57 const MCSubtargetInfo &STI)
const;
59 void expandTLSDESCCall(
const MCInst &
MI, SmallVectorImpl<char> &CB,
60 SmallVectorImpl<MCFixup> &Fixups,
61 const MCSubtargetInfo &STI)
const;
63 void expandAddTPRel(
const MCInst &
MI, SmallVectorImpl<char> &CB,
64 SmallVectorImpl<MCFixup> &Fixups,
65 const MCSubtargetInfo &STI)
const;
67 void expandLongCondBr(
const MCInst &
MI, SmallVectorImpl<char> &CB,
68 SmallVectorImpl<MCFixup> &Fixups,
69 const MCSubtargetInfo &STI)
const;
71 void expandQCLongCondBrImm(
const MCInst &
MI, SmallVectorImpl<char> &CB,
72 SmallVectorImpl<MCFixup> &Fixups,
73 const MCSubtargetInfo &STI,
unsigned Size)
const;
77 uint64_t getBinaryCodeForInstr(
const MCInst &
MI,
78 SmallVectorImpl<MCFixup> &Fixups,
79 const MCSubtargetInfo &STI)
const;
83 uint64_t getMachineOpValue(
const MCInst &
MI,
const MCOperand &MO,
84 SmallVectorImpl<MCFixup> &Fixups,
85 const MCSubtargetInfo &STI)
const;
87 uint64_t getImmOpValueMinus1(
const MCInst &
MI,
unsigned OpNo,
88 SmallVectorImpl<MCFixup> &Fixups,
89 const MCSubtargetInfo &STI)
const;
91 uint64_t getImmOpValueSlist(
const MCInst &
MI,
unsigned OpNo,
92 SmallVectorImpl<MCFixup> &Fixups,
93 const MCSubtargetInfo &STI)
const;
96 unsigned getImmOpValueAsrN(
const MCInst &
MI,
unsigned OpNo,
97 SmallVectorImpl<MCFixup> &Fixups,
98 const MCSubtargetInfo &STI)
const;
100 uint64_t getImmOpValueZibi(
const MCInst &
MI,
unsigned OpNo,
101 SmallVectorImpl<MCFixup> &Fixups,
102 const MCSubtargetInfo &STI)
const;
104 uint64_t getImmOpValue(
const MCInst &
MI,
unsigned OpNo,
105 SmallVectorImpl<MCFixup> &Fixups,
106 const MCSubtargetInfo &STI)
const;
108 unsigned getVMaskReg(
const MCInst &
MI,
unsigned OpNo,
109 SmallVectorImpl<MCFixup> &Fixups,
110 const MCSubtargetInfo &STI)
const;
112 unsigned getRlistOpValue(
const MCInst &
MI,
unsigned OpNo,
113 SmallVectorImpl<MCFixup> &Fixups,
114 const MCSubtargetInfo &STI)
const;
116 unsigned getRlistS0OpValue(
const MCInst &
MI,
unsigned OpNo,
117 SmallVectorImpl<MCFixup> &Fixups,
118 const MCSubtargetInfo &STI)
const;
124 return new RISCVMCCodeEmitter(Ctx, MCII);
131 case ELF::R_RISCV_CALL_PLT:
157void RISCVMCCodeEmitter::expandFunctionCall(
const MCInst &
MI,
164 if (
MI.getOpcode() == RISCV::PseudoTAIL) {
167 }
else if (
MI.getOpcode() == RISCV::PseudoCALLReg) {
169 Ra =
MI.getOperand(0).getReg();
170 }
else if (
MI.getOpcode() == RISCV::PseudoCALL) {
173 }
else if (
MI.getOpcode() == RISCV::PseudoJump) {
175 Ra =
MI.getOperand(0).getReg();
179 assert(
Func.isExpr() &&
"Expected expression");
181 const MCExpr *CallExpr =
Func.getExpr();
185 if (
MI.getOpcode() == RISCV::PseudoTAIL ||
186 MI.getOpcode() == RISCV::PseudoJump)
188 TmpInst = MCInstBuilder(RISCV::JAL).addReg(RISCV::X0).
addOperand(FuncOp);
191 TmpInst = MCInstBuilder(RISCV::JAL).addReg(Ra).
addOperand(FuncOp);
192 Binary = getBinaryCodeForInstr(TmpInst, Fixups, STI);
197 TmpInst = MCInstBuilder(RISCV::AUIPC).addReg(Ra).addExpr(CallExpr);
198 Binary = getBinaryCodeForInstr(TmpInst, Fixups, STI);
201 if (
MI.getOpcode() == RISCV::PseudoTAIL ||
202 MI.getOpcode() == RISCV::PseudoJump)
204 TmpInst = MCInstBuilder(RISCV::JALR).addReg(RISCV::X0).addReg(Ra).addImm(0);
207 TmpInst = MCInstBuilder(RISCV::JALR).addReg(Ra).addReg(Ra).addImm(0);
208 Binary = getBinaryCodeForInstr(TmpInst, Fixups, STI);
212void RISCVMCCodeEmitter::expandTLSDESCCall(
const MCInst &
MI,
213 SmallVectorImpl<char> &CB,
214 SmallVectorImpl<MCFixup> &Fixups,
215 const MCSubtargetInfo &STI)
const {
216 MCOperand SrcSymbol =
MI.getOperand(3);
218 "Expected expression as first input to TLSDESCCALL");
220 MCRegister Link =
MI.getOperand(0).getReg();
221 MCRegister Dest =
MI.getOperand(1).getReg();
222 int64_t
Imm =
MI.getOperand(2).getImm();
223 addFixup(Fixups, 0, Expr, ELF::R_RISCV_TLSDESC_CALL);
225 MCInstBuilder(RISCV::JALR).addReg(Link).addReg(Dest).addImm(Imm);
227 uint32_t
Binary = getBinaryCodeForInstr(
Call, Fixups, STI);
232void RISCVMCCodeEmitter::expandAddTPRel(
const MCInst &
MI,
233 SmallVectorImpl<char> &CB,
234 SmallVectorImpl<MCFixup> &Fixups,
235 const MCSubtargetInfo &STI)
const {
236 MCOperand DestReg =
MI.getOperand(0);
237 MCOperand SrcReg =
MI.getOperand(1);
238 MCOperand TPReg =
MI.getOperand(2);
240 "Expected thread pointer as second input to TP-relative add");
242 MCOperand SrcSymbol =
MI.getOperand(3);
244 "Expected expression as third input to TP-relative add");
247 assert(Expr && Expr->getSpecifier() == ELF::R_RISCV_TPREL_ADD &&
248 "Expected tprel_add relocation on TP-relative symbol");
250 addFixup(Fixups, 0, Expr, ELF::R_RISCV_TPREL_ADD);
252 Fixups.back().setLinkerRelaxable();
255 MCInst TmpInst = MCInstBuilder(RISCV::ADD)
259 uint32_t
Binary = getBinaryCodeForInstr(TmpInst, Fixups, STI);
267 case RISCV::PseudoLongBEQ:
269 case RISCV::PseudoLongBNE:
271 case RISCV::PseudoLongBLT:
273 case RISCV::PseudoLongBGE:
275 case RISCV::PseudoLongBLTU:
277 case RISCV::PseudoLongBGEU:
279 case RISCV::PseudoLongQC_BEQI:
280 return RISCV::QC_BNEI;
281 case RISCV::PseudoLongQC_BNEI:
282 return RISCV::QC_BEQI;
283 case RISCV::PseudoLongQC_BLTI:
284 return RISCV::QC_BGEI;
285 case RISCV::PseudoLongQC_BGEI:
286 return RISCV::QC_BLTI;
287 case RISCV::PseudoLongQC_BLTUI:
288 return RISCV::QC_BGEUI;
289 case RISCV::PseudoLongQC_BGEUI:
290 return RISCV::QC_BLTUI;
291 case RISCV::PseudoLongQC_E_BEQI:
292 return RISCV::QC_E_BNEI;
293 case RISCV::PseudoLongQC_E_BNEI:
294 return RISCV::QC_E_BEQI;
295 case RISCV::PseudoLongQC_E_BLTI:
296 return RISCV::QC_E_BGEI;
297 case RISCV::PseudoLongQC_E_BGEI:
298 return RISCV::QC_E_BLTI;
299 case RISCV::PseudoLongQC_E_BLTUI:
300 return RISCV::QC_E_BGEUI;
301 case RISCV::PseudoLongQC_E_BGEUI:
302 return RISCV::QC_E_BLTUI;
308void RISCVMCCodeEmitter::expandLongCondBr(
const MCInst &
MI,
309 SmallVectorImpl<char> &CB,
310 SmallVectorImpl<MCFixup> &Fixups,
311 const MCSubtargetInfo &STI)
const {
312 MCRegister SrcReg1 =
MI.getOperand(0).getReg();
313 MCRegister SrcReg2 =
MI.getOperand(1).getReg();
314 MCOperand SrcSymbol =
MI.getOperand(2);
315 unsigned Opcode =
MI.getOpcode();
317 Opcode == RISCV::PseudoLongBNE || Opcode == RISCV::PseudoLongBEQ;
319 bool UseCompressedBr =
false;
320 if (IsEqTest && STI.
hasFeature(RISCV::FeatureStdExtZca)) {
321 if (RISCV::X8 <= SrcReg1.
id() && SrcReg1.
id() <= RISCV::X15 &&
322 SrcReg2.
id() == RISCV::X0) {
323 UseCompressedBr =
true;
324 }
else if (RISCV::X8 <= SrcReg2.
id() && SrcReg2.
id() <= RISCV::X15 &&
325 SrcReg1.
id() == RISCV::X0) {
327 UseCompressedBr =
true;
332 if (UseCompressedBr) {
334 Opcode == RISCV::PseudoLongBNE ? RISCV::C_BEQZ : RISCV::C_BNEZ;
335 MCInst TmpInst = MCInstBuilder(InvOpc).addReg(SrcReg1).addImm(6);
336 uint16_t
Binary = getBinaryCodeForInstr(TmpInst, Fixups, STI);
342 MCInstBuilder(InvOpc).addReg(SrcReg1).addReg(SrcReg2).addImm(8);
343 uint32_t
Binary = getBinaryCodeForInstr(TmpInst, Fixups, STI);
349 size_t FixupStartIndex =
Fixups.size();
353 MCInstBuilder(RISCV::JAL).addReg(RISCV::X0).
addOperand(SrcSymbol);
354 uint32_t
Binary = getBinaryCodeForInstr(TmpInst, Fixups, STI);
358 Fixups.resize(FixupStartIndex);
363 Fixups.back().setLinkerRelaxable();
369void RISCVMCCodeEmitter::expandQCLongCondBrImm(
const MCInst &
MI,
370 SmallVectorImpl<char> &CB,
371 SmallVectorImpl<MCFixup> &Fixups,
372 const MCSubtargetInfo &STI,
373 unsigned Size)
const {
374 MCRegister SrcReg1 =
MI.getOperand(0).getReg();
375 auto BrImm =
MI.getOperand(1).getImm();
376 MCOperand SrcSymbol =
MI.getOperand(2);
377 unsigned Opcode =
MI.getOpcode();
386 MCInstBuilder(InvOpc).addReg(SrcReg1).addImm(BrImm).addImm(8);
387 uint32_t BrBinary = getBinaryCodeForInstr(TmpBr, Fixups, STI);
391 MCInstBuilder(InvOpc).addReg(SrcReg1).addImm(BrImm).addImm(10);
393 getBinaryCodeForInstr(TmpBr, Fixups, STI) & 0xffff'ffff'ffffu;
394 SmallVector<char, 8> Encoding;
396 assert(Encoding[6] == 0 && Encoding[7] == 0 &&
397 "Unexpected encoding for 48-bit instruction");
403 size_t FixupStartIndex =
Fixups.size();
406 MCInstBuilder(RISCV::JAL).addReg(RISCV::X0).addOperand(SrcSymbol);
407 uint32_t JBinary = getBinaryCodeForInstr(TmpJ, Fixups, STI);
410 Fixups.resize(FixupStartIndex);
414 Fixups.back().setLinkerRelaxable();
418void RISCVMCCodeEmitter::encodeInstruction(
const MCInst &
MI,
419 SmallVectorImpl<char> &CB,
420 SmallVectorImpl<MCFixup> &Fixups,
421 const MCSubtargetInfo &STI)
const {
422 const MCInstrDesc &
Desc = MCII.
get(
MI.getOpcode());
429 switch (
MI.getOpcode()) {
432 case RISCV::PseudoCALLReg:
433 case RISCV::PseudoCALL:
434 case RISCV::PseudoTAIL:
435 case RISCV::PseudoJump:
436 expandFunctionCall(
MI, CB, Fixups, STI);
439 case RISCV::PseudoAddTPRel:
440 expandAddTPRel(
MI, CB, Fixups, STI);
443 case RISCV::PseudoLongBEQ:
444 case RISCV::PseudoLongBNE:
445 case RISCV::PseudoLongBLT:
446 case RISCV::PseudoLongBGE:
447 case RISCV::PseudoLongBLTU:
448 case RISCV::PseudoLongBGEU:
449 expandLongCondBr(
MI, CB, Fixups, STI);
452 case RISCV::PseudoLongQC_BEQI:
453 case RISCV::PseudoLongQC_BNEI:
454 case RISCV::PseudoLongQC_BLTI:
455 case RISCV::PseudoLongQC_BGEI:
456 case RISCV::PseudoLongQC_BLTUI:
457 case RISCV::PseudoLongQC_BGEUI:
458 expandQCLongCondBrImm(
MI, CB, Fixups, STI, 4);
461 case RISCV::PseudoLongQC_E_BEQI:
462 case RISCV::PseudoLongQC_E_BNEI:
463 case RISCV::PseudoLongQC_E_BLTI:
464 case RISCV::PseudoLongQC_E_BGEI:
465 case RISCV::PseudoLongQC_E_BLTUI:
466 case RISCV::PseudoLongQC_E_BGEUI:
467 expandQCLongCondBrImm(
MI, CB, Fixups, STI, 6);
470 case RISCV::PseudoTLSDESCCall:
471 expandTLSDESCCall(
MI, CB, Fixups, STI);
480 uint16_t
Bits = getBinaryCodeForInstr(
MI, Fixups, STI);
485 uint32_t
Bits = getBinaryCodeForInstr(
MI, Fixups, STI);
490 uint64_t
Bits = getBinaryCodeForInstr(
MI, Fixups, STI) & 0xffff'ffff'ffffu;
491 SmallVector<char, 8> Encoding;
493 assert(Encoding[6] == 0 && Encoding[7] == 0 &&
494 "Unexpected encoding for 48-bit instruction");
500 uint64_t
Bits = getBinaryCodeForInstr(
MI, Fixups, STI);
510RISCVMCCodeEmitter::getMachineOpValue(
const MCInst &
MI,
const MCOperand &MO,
511 SmallVectorImpl<MCFixup> &Fixups,
512 const MCSubtargetInfo &STI)
const {
525RISCVMCCodeEmitter::getImmOpValueMinus1(
const MCInst &
MI,
unsigned OpNo,
526 SmallVectorImpl<MCFixup> &Fixups,
527 const MCSubtargetInfo &STI)
const {
528 const MCOperand &MO =
MI.getOperand(OpNo);
531 uint64_t Res = MO.
getImm();
540RISCVMCCodeEmitter::getImmOpValueSlist(
const MCInst &
MI,
unsigned OpNo,
541 SmallVectorImpl<MCFixup> &Fixups,
542 const MCSubtargetInfo &STI)
const {
543 const MCOperand &MO =
MI.getOperand(OpNo);
544 assert(MO.
isImm() &&
"Slist operand must be immediate");
546 uint64_t Res = MO.
getImm();
571RISCVMCCodeEmitter::getImmOpValueAsrN(
const MCInst &
MI,
unsigned OpNo,
572 SmallVectorImpl<MCFixup> &Fixups,
573 const MCSubtargetInfo &STI)
const {
574 const MCOperand &MO =
MI.getOperand(OpNo);
577 uint64_t Res = MO.
getImm();
578 assert((Res & ((1 <<
N) - 1)) == 0 &&
"LSB is non-zero");
582 return getImmOpValue(
MI, OpNo, Fixups, STI);
586RISCVMCCodeEmitter::getImmOpValueZibi(
const MCInst &
MI,
unsigned OpNo,
587 SmallVectorImpl<MCFixup> &Fixups,
588 const MCSubtargetInfo &STI)
const {
589 const MCOperand &MO =
MI.getOperand(OpNo);
590 assert(MO.
isImm() &&
"Zibi operand must be an immediate");
591 int64_t Res = MO.
getImm();
598uint64_t RISCVMCCodeEmitter::getImmOpValue(
const MCInst &
MI,
unsigned OpNo,
599 SmallVectorImpl<MCFixup> &Fixups,
600 const MCSubtargetInfo &STI)
const {
601 bool EnableRelax = STI.
hasFeature(RISCV::FeatureRelax);
602 const MCOperand &MO =
MI.getOperand(OpNo);
604 MCInstrDesc
const &
Desc = MCII.
get(
MI.getOpcode());
612 "getImmOpValue expects only expressions or immediates");
613 const MCExpr *Expr = MO.
getExpr();
623 bool RelaxCandidate =
false;
624 auto AsmRelaxToLinkerRelaxable = [&]() ->
void {
625 if (!STI.
hasFeature(RISCV::FeatureExactAssembly))
626 RelaxCandidate =
true;
633 switch (RVExpr->getSpecifier()) {
636 "invalid specifier");
638 case ELF::R_RISCV_TPREL_ADD:
644 "ELF::R_RISCV_TPREL_ADD should not represent an instruction operand");
652 RelaxCandidate =
true;
654 case ELF::R_RISCV_HI20:
656 RelaxCandidate =
true;
665 RelaxCandidate =
true;
669 RelaxCandidate =
true;
673 RelaxCandidate =
true;
682 RelaxCandidate =
true;
690 RelaxCandidate =
true;
694 RelaxCandidate =
true;
696 case ELF::R_RISCV_GOT_HI20:
697 case ELF::R_RISCV_TPREL_HI20:
698 case ELF::R_RISCV_TLSDESC_HI20:
699 RelaxCandidate =
true;
706 RelaxCandidate =
true;
710 AsmRelaxToLinkerRelaxable();
714 AsmRelaxToLinkerRelaxable();
718 AsmRelaxToLinkerRelaxable();
722 if (STI.
hasFeature(RISCV::FeatureVendorXqcili))
723 AsmRelaxToLinkerRelaxable();
729 AsmRelaxToLinkerRelaxable();
732 RelaxCandidate =
true;
735 RelaxCandidate =
true;
747 if (EnableRelax && RelaxCandidate)
748 Fixups.back().setLinkerRelaxable();
754unsigned RISCVMCCodeEmitter::getVMaskReg(
const MCInst &
MI,
unsigned OpNo,
755 SmallVectorImpl<MCFixup> &Fixups,
756 const MCSubtargetInfo &STI)
const {
757 MCOperand MO =
MI.getOperand(OpNo);
765 case RISCV::NoRegister:
770unsigned RISCVMCCodeEmitter::getRlistOpValue(
const MCInst &
MI,
unsigned OpNo,
771 SmallVectorImpl<MCFixup> &Fixups,
772 const MCSubtargetInfo &STI)
const {
773 const MCOperand &MO =
MI.getOperand(OpNo);
774 assert(MO.
isImm() &&
"Rlist operand must be immediate");
776 assert(Imm >= 4 &&
"EABI is currently not implemented");
780RISCVMCCodeEmitter::getRlistS0OpValue(
const MCInst &
MI,
unsigned OpNo,
781 SmallVectorImpl<MCFixup> &Fixups,
782 const MCSubtargetInfo &STI)
const {
783 const MCOperand &MO =
MI.getOperand(OpNo);
784 assert(MO.
isImm() &&
"Rlist operand must be immediate");
786 assert(Imm >= 4 &&
"EABI is currently not implemented");
791#include "RISCVGenMCCodeEmitter.inc"
static void addFixup(SmallVectorImpl< MCFixup > &Fixups, uint32_t Offset, const MCExpr *Value, uint16_t Kind, bool PCRel=false)
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
static unsigned getInvertedBranchOp(unsigned BrOp)
This file defines the 'Statistic' class, which is designed to be an easy way to expose various metric...
#define STATISTIC(VARNAME, DESC)
MCCodeEmitter - Generic instruction encoding interface.
Context object for machine code objects.
const MCRegisterInfo * getRegisterInfo() const
const Triple & getTargetTriple() const
Base class for the full range of assembler expressions which are needed for parsing.
@ SymbolRef
References to labels and assigned expressions.
@ Specifier
Expression with a relocation specifier.
@ Binary
Binary expressions.
static MCFixup create(uint32_t Offset, const MCExpr *Value, MCFixupKind Kind, bool PCRel=false)
Consider bit fields if we need more flags.
Instances of this class represent a single low-level machine instruction.
void addOperand(const MCOperand Op)
Interface to description of machine instruction set.
const MCInstrDesc & get(unsigned Opcode) const
Return the machine instruction descriptor that corresponds to the specified instruction opcode.
static MCOperand createExpr(const MCExpr *Val)
MCRegister getReg() const
Returns the register number.
const MCExpr * getExpr() const
uint16_t getEncodingValue(MCRegister Reg) const
Returns the encoding for Reg.
constexpr unsigned id() const
Generic base class for all target subtargets.
bool hasFeature(unsigned Feature) const
const Triple & getTargetTriple() const
const FeatureBitset & getFeatureBits() const
This class consists of common code factored out of the SmallVector class to reduce code duplication b...
void append(ItTy in_start, ItTy in_end)
Add the specified range to the end of the SmallVector.
void truncate(size_type N)
Like resize, but requires that N is less than size().
bool isOSBinFormatMachO() const
Tests whether the environment is MachO.
LLVM Value Representation.
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
@ InstFormatNDS_BRANCH_10
static unsigned getFormat(uint64_t TSFlags)
static MCRegister getTailExpandUseRegNo(const FeatureBitset &FeatureBits)
@ fixup_riscv_pcrel_lo12_i
@ fixup_riscv_pcrel_lo12_s
@ fixup_riscv_nds_branch_10
@ fixup_riscv_qc_e_call_plt
@ fixup_riscv_qc_e_branch
NodeAddr< FuncNode * > Func
void write(void *memory, value_type value, endianness endian)
Write a value to memory with a particular endianness.
This is an optimization pass for GlobalISel generic memory operations.
decltype(auto) dyn_cast(const From &Val)
dyn_cast<X> - Return the argument parameter cast to the specified type.
MCCodeEmitter * createRISCVMCCodeEmitter(const MCInstrInfo &MCII, MCContext &Ctx)
static Lanai::Fixups FixupKind(const MCExpr *Expr)
static void addFixup(SmallVectorImpl< MCFixup > &Fixups, uint32_t Offset, const MCExpr *Value, uint16_t Kind)
decltype(auto) cast(const From &Val)
cast<X> - Return the argument parameter cast to the specified type.
void swap(llvm::BitVector &LHS, llvm::BitVector &RHS)
Implement std::swap in terms of BitVector swap.