13#ifndef LLVM_EXECUTIONENGINE_JITLINK_AARCH64_H
14#define LLVM_EXECUTIONENGINE_JITLINK_AARCH64_H
356 constexpr uint32_t LoadStoreImm12Mask = 0x3b000000;
357 return (Instr & LoadStoreImm12Mask) == 0x39000000;
361 constexpr uint32_t TestAndBranchImm14Mask = 0x7e000000;
362 return (Instr & TestAndBranchImm14Mask) == 0x36000000;
366 constexpr uint32_t CondBranchImm19Mask = 0xfe000000;
367 return (Instr & CondBranchImm19Mask) == 0x54000000;
371 constexpr uint32_t CompAndBranchImm19Mask = 0x7e000000;
372 return (Instr & CompAndBranchImm19Mask) == 0x34000000;
376 constexpr uint32_t ADRMask = 0x9f000000;
377 return (Instr & ADRMask) == 0x10000000;
387 constexpr uint32_t Vec128Mask = 0x04800000;
390 uint32_t ImplicitShift = Instr >> 30;
391 if (ImplicitShift == 0)
392 if ((Instr & Vec128Mask) == Vec128Mask)
395 return ImplicitShift;
403 constexpr uint32_t MoveWideImm16Mask = 0x5f9fffe0;
404 return (Instr & MoveWideImm16Mask) == 0x52800000;
413 uint32_t ImplicitShift = (Instr >> 21) & 0b11;
414 return ImplicitShift << 4;
422 using namespace support;
424 char *BlockWorkingMem =
B.getAlreadyMutableContent().data();
425 char *FixupPtr = BlockWorkingMem +
E.getOffset();
428 switch (
E.getKind()) {
430 uint64_t Value =
E.getTarget().getAddress().getValue() +
E.getAddend();
431 *(ulittle64_t *)FixupPtr =
Value;
435 uint64_t Value =
E.getTarget().getAddress().getValue() +
E.getAddend();
436 if (
Value > std::numeric_limits<uint32_t>::max())
438 *(ulittle32_t *)FixupPtr =
Value;
447 Value =
E.getTarget().getAddress() - FixupAddress +
E.getAddend();
449 Value = FixupAddress -
E.getTarget().getAddress() +
E.getAddend();
452 if (
Value < std::numeric_limits<int32_t>::min() ||
453 Value > std::numeric_limits<int32_t>::max())
455 *(little32_t *)FixupPtr =
Value;
457 *(little64_t *)FixupPtr =
Value;
462 "Branch-inst is not 32-bit aligned");
464 int64_t
Value =
E.getTarget().getAddress() - FixupAddress +
E.getAddend();
467 return make_error<JITLinkError>(
"BranchPCRel26 target is not 32-bit "
470 if (
Value < -(1 << 27) ||
Value > ((1 << 27) - 1))
473 uint32_t RawInstr = *(little32_t *)FixupPtr;
474 assert((RawInstr & 0x7fffffff) == 0x14000000 &&
475 "RawInstr isn't a B or BR immediate instruction");
477 uint32_t FixedInstr = RawInstr | Imm;
478 *(little32_t *)FixupPtr = FixedInstr;
483 (
E.getTarget().getAddress() +
E.getAddend()).getValue();
485 uint32_t RawInstr = *(ulittle32_t *)FixupPtr;
487 "RawInstr isn't a MOVK/MOVZ instruction");
490 uint32_t Imm = (TargetOffset >> ImmShift) & 0xffff;
491 uint32_t FixedInstr = RawInstr | (Imm << 5);
492 *(ulittle32_t *)FixupPtr = FixedInstr;
496 assert((FixupAddress.
getValue() & 0x3) == 0 &&
"LDR is not 32-bit aligned");
497 assert(
E.getAddend() == 0 &&
"LDRLiteral19 with non-zero addend");
498 uint32_t RawInstr = *(ulittle32_t *)FixupPtr;
499 assert(RawInstr == 0x58000010 &&
"RawInstr isn't a 64-bit LDR literal");
500 int64_t Delta =
E.getTarget().getAddress() - FixupAddress;
502 return make_error<JITLinkError>(
"LDR literal target is not 32-bit "
504 if (Delta < -(1 << 20) || Delta > ((1 << 20) - 1))
508 uint32_t FixedInstr = RawInstr | EncodedImm;
509 *(ulittle32_t *)FixupPtr = FixedInstr;
513 assert((FixupAddress.
getValue() & 0x3) == 0 &&
"ADR is not 32-bit aligned");
514 uint32_t RawInstr = *(ulittle32_t *)FixupPtr;
515 assert(
isADR(RawInstr) &&
"RawInstr is not an ADR");
516 int64_t Delta =
E.getTarget().getAddress() +
E.getAddend() - FixupAddress;
517 if (!isInt<21>(Delta))
519 auto UDelta =
static_cast<uint32_t>(Delta);
520 uint32_t EncodedImmHi = ((UDelta >> 2) & 0x7ffff) << 5;
521 uint32_t EncodedImmLo = (UDelta & 0x3) << 29;
522 uint32_t FixedInstr = RawInstr | EncodedImmHi | EncodedImmLo;
523 *(ulittle32_t *)FixupPtr = FixedInstr;
528 "Test and branch is not 32-bit aligned");
529 uint32_t RawInstr = *(ulittle32_t *)FixupPtr;
531 "RawInstr is not a test and branch");
532 int64_t Delta =
E.getTarget().getAddress() +
E.getAddend() - FixupAddress;
534 return make_error<JITLinkError>(
535 "Test and branch literal target is not 32-bit aligned");
536 if (!isInt<16>(Delta))
539 uint32_t FixedInstr = RawInstr | EncodedImm;
540 *(ulittle32_t *)FixupPtr = FixedInstr;
545 "Conditional branch is not 32-bit aligned");
546 uint32_t RawInstr = *(ulittle32_t *)FixupPtr;
548 "RawInstr is not a conditional branch");
549 int64_t Delta =
E.getTarget().getAddress() +
E.getAddend() - FixupAddress;
551 return make_error<JITLinkError>(
552 "Conditional branch literal target is not 32-bit "
554 if (!isInt<21>(Delta))
557 uint32_t FixedInstr = RawInstr | EncodedImm;
558 *(ulittle32_t *)FixupPtr = FixedInstr;
563 (
E.getTarget().getAddress().getValue() +
E.getAddend()) &
566 FixupAddress.
getValue() & ~static_cast<uint64_t>(4096 - 1);
568 int64_t PageDelta = TargetPage - PCPage;
569 if (!isInt<33>(PageDelta))
572 uint32_t RawInstr = *(ulittle32_t *)FixupPtr;
573 assert((RawInstr & 0xffffffe0) == 0x90000000 &&
574 "RawInstr isn't an ADRP instruction");
577 uint32_t FixedInstr = RawInstr | (ImmLo << 29) | (ImmHi << 5);
578 *(ulittle32_t *)FixupPtr = FixedInstr;
583 (
E.getTarget().getAddress() +
E.getAddend()).getValue() & 0xfff;
585 uint32_t RawInstr = *(ulittle32_t *)FixupPtr;
588 if (TargetOffset & ((1 << ImmShift) - 1))
589 return make_error<JITLinkError>(
"PAGEOFF12 target is not aligned");
591 uint32_t EncodedImm = (TargetOffset >> ImmShift) << 10;
592 uint32_t FixedInstr = RawInstr | EncodedImm;
593 *(ulittle32_t *)FixupPtr = FixedInstr;
597 return make_error<JITLinkError>(
598 "In graph " +
G.getName() +
", section " +
B.getSection().getName() +
631 Symbol *InitialTarget =
nullptr,
636 B.addEdge(
Pointer64, 0, *InitialTarget, InitialAddend);
637 return G.addAnonymousSymbol(
B, 0, 8,
false,
false);
650 B.addEdge(
Page21, 0, PointerSymbol, 0);
662 return G.addAnonymousSymbol(
674 const char *BlockWorkingMem =
B->getContent().data();
675 const char *FixupPtr = BlockWorkingMem +
E.getOffset();
677 switch (
E.getKind()) {
689 "GOTPageOffset12/TLVPageOffset12 with non-zero addend");
690 assert((RawInstr & 0xfffffc00) == 0xf9400000 &&
691 "RawInstr isn't a 64-bit LDR immediate");
702 "Fell through switch, but no new kind to set");
704 dbgs() <<
" Fixing " <<
G.getEdgeKindName(
E.getKind()) <<
" edge at "
705 <<
B->getFixupAddress(
E) <<
" (" <<
B->getAddress() <<
" + "
706 <<
formatv(
"{0:x}",
E.getOffset()) <<
")\n";
708 E.setKind(KindToSet);
738 dbgs() <<
" Fixing " <<
G.getEdgeKindName(
E.getKind()) <<
" edge at "
739 <<
B->getFixupAddress(
E) <<
" (" <<
B->getAddress() <<
" + "
740 <<
formatv(
"{0:x}",
E.getOffset()) <<
")\n";
static GCRegistry::Add< OcamlGC > B("ocaml", "ocaml 3.10-compatible GC")
static GCRegistry::Add< CoreCLRGC > E("coreclr", "CoreCLR-compatible GC")
#define DEBUG_WITH_TYPE(TYPE, X)
DEBUG_WITH_TYPE macro - This macro should be used by passes to emit debug information.
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
Lightweight error class with error context and mandatory checking.
static ErrorSuccess success()
Create a success value.
StringRef - Represent a constant reference to a string, i.e.
Target - Wrapper for Target specific information.
LLVM Value Representation.
An Addressable with content and edges.
Represents fixups and constraints in the LinkGraph.
Represents an object file section.
A CRTP base for tables that are built on demand, e.g.
Symbol & getEntryForTarget(LinkGraph &G, Symbol &Target)
Return the constructed entry.
Global Offset Table Builder.
Symbol & createEntry(LinkGraph &G, Symbol &Target)
bool visitEdge(LinkGraph &G, Block *B, Edge &E)
static StringRef getSectionName()
Procedure Linkage Table Builder.
static StringRef getSectionName()
bool visitEdge(LinkGraph &G, Block *B, Edge &E)
PLTTableManager(GOTTableManager &GOT)
Symbol & createEntry(LinkGraph &G, Symbol &Target)
Section & getStubsSection(LinkGraph &G)
Represents an address in the executor process.
uint64_t getValue() const
const char NullPointerContent[PointerSize]
AArch64 null pointer content.
bool isADR(uint32_t Instr)
bool isCondBranchImm19(uint32_t Instr)
constexpr uint64_t PointerSize
aarch64 pointer size.
bool isMoveWideImm16(uint32_t Instr)
bool isCompAndBranchImm19(uint32_t Instr)
Error applyFixup(LinkGraph &G, Block &B, const Edge &E)
Apply fixup expression for edge to block content.
const char PointerJumpStubContent[12]
bool isLoadStoreImm12(uint32_t Instr)
const char * getEdgeKindName(Edge::Kind K)
Returns a string name for the given aarch64 edge.
Block & createPointerJumpStubBlock(LinkGraph &G, Section &StubSection, Symbol &PointerSymbol)
Create a jump stub block that jumps via the pointer at the given symbol.
Symbol & createAnonymousPointer(LinkGraph &G, Section &PointerSection, Symbol *InitialTarget=nullptr, uint64_t InitialAddend=0)
Creates a new pointer block in the given section and returns an Anonymous symbol pointing to it.
EdgeKind_aarch64
Represents aarch64 fixups and other aarch64-specific edge kinds.
@ LDRLiteral19
The signed 21-bit delta from the fixup to the target.
@ CondBranch19PCRel
A 19-bit PC-relative conditional branch.
@ RequestTLVPAndTransformToPageOffset12
A TLVP entry getter/constructor, transformed to PageOffset12.
@ RequestTLSDescEntryAndTransformToPageOffset12
A TLSDesc entry getter/constructor, transformed to PageOffset12.
@ Page21
The signed 21-bit delta from the fixup page to the page containing the target.
@ Branch26PCRel
A 26-bit PC-relative branch.
@ Pointer64
A plain 64-bit pointer value relocation.
@ Pointer32
A plain 32-bit pointer value relocation.
@ RequestTLVPAndTransformToPage21
A TLVP entry getter/constructor, transformed to Page21.
@ MoveWide16
A 16-bit slice of the target address (which slice depends on the instruction at the fixup location).
@ TestAndBranch14PCRel
A 14-bit PC-relative test and branch.
@ RequestGOTAndTransformToPage21
A GOT entry getter/constructor, transformed to Page21 pointing at the GOT entry for the original targ...
@ ADRLiteral21
The signed 21-bit delta from the fixup to the target.
@ RequestGOTAndTransformToPageOffset12
A GOT entry getter/constructor, transformed to Pageoffset12 pointing at the GOT entry for the origina...
@ NegDelta32
A 32-bit negative delta.
@ NegDelta64
A 64-bit negative delta.
@ RequestGOTAndTransformToDelta32
A GOT entry getter/constructor, transformed to Delta32 pointing at the GOT entry for the original tar...
@ PageOffset12
The 12-bit (potentially shifted) offset of the target within its page.
@ RequestTLSDescEntryAndTransformToPage21
A TLSDesc entry getter/constructor, transformed to Page21.
bool isTestAndBranchImm14(uint32_t Instr)
unsigned getPageOffset12Shift(uint32_t Instr)
unsigned getMoveWide16Shift(uint32_t Instr)
Symbol & createAnonymousPointerJumpStub(LinkGraph &G, Section &StubSection, Symbol &PointerSymbol)
Create a jump stub that jumps via the pointer at the given symbol and an anonymous symbol pointing to...
Error makeTargetOutOfRangeError(const LinkGraph &G, const Block &B, const Edge &E)
Create an out of range error for the given edge in the given block.
This is an optimization pass for GlobalISel generic memory operations.
auto formatv(const char *Fmt, Ts &&... Vals) -> formatv_object< decltype(std::make_tuple(detail::build_format_adapter(std::forward< Ts >(Vals))...))>
raw_ostream & dbgs()
dbgs() - This returns a reference to a raw_ostream for debugging messages.