13#ifndef LLVM_EXECUTIONENGINE_JITLINK_AARCH64_H
14#define LLVM_EXECUTIONENGINE_JITLINK_AARCH64_H
298 constexpr uint32_t LoadStoreImm12Mask = 0x3b000000;
299 return (Instr & LoadStoreImm12Mask) == 0x39000000;
309 constexpr uint32_t Vec128Mask = 0x04800000;
312 uint32_t ImplicitShift = Instr >> 30;
313 if (ImplicitShift == 0)
314 if ((Instr & Vec128Mask) == Vec128Mask)
317 return ImplicitShift;
325 constexpr uint32_t MoveWideImm16Mask = 0x5f9fffe0;
326 return (Instr & MoveWideImm16Mask) == 0x52800000;
335 uint32_t ImplicitShift = (Instr >> 21) & 0b11;
336 return ImplicitShift << 4;
344 using namespace support;
346 char *BlockWorkingMem =
B.getAlreadyMutableContent().data();
347 char *FixupPtr = BlockWorkingMem +
E.getOffset();
350 switch (
E.getKind()) {
352 uint64_t Value =
E.getTarget().getAddress().getValue() +
E.getAddend();
353 *(ulittle64_t *)FixupPtr =
Value;
357 uint64_t Value =
E.getTarget().getAddress().getValue() +
E.getAddend();
358 if (
Value > std::numeric_limits<uint32_t>::max())
360 *(ulittle32_t *)FixupPtr =
Value;
369 Value =
E.getTarget().getAddress() - FixupAddress +
E.getAddend();
371 Value = FixupAddress -
E.getTarget().getAddress() +
E.getAddend();
374 if (
Value < std::numeric_limits<int32_t>::min() ||
375 Value > std::numeric_limits<int32_t>::max())
377 *(little32_t *)FixupPtr =
Value;
379 *(little64_t *)FixupPtr =
Value;
384 "Branch-inst is not 32-bit aligned");
386 int64_t
Value =
E.getTarget().getAddress() - FixupAddress +
E.getAddend();
389 return make_error<JITLinkError>(
"BranchPCRel26 target is not 32-bit "
392 if (
Value < -(1 << 27) ||
Value > ((1 << 27) - 1))
395 uint32_t RawInstr = *(little32_t *)FixupPtr;
396 assert((RawInstr & 0x7fffffff) == 0x14000000 &&
397 "RawInstr isn't a B or BR immediate instruction");
399 uint32_t FixedInstr = RawInstr | Imm;
400 *(little32_t *)FixupPtr = FixedInstr;
405 (
E.getTarget().getAddress() +
E.getAddend()).getValue();
407 uint32_t RawInstr = *(ulittle32_t *)FixupPtr;
409 "RawInstr isn't a MOVK/MOVZ instruction");
412 uint32_t Imm = (TargetOffset >> ImmShift) & 0xffff;
413 uint32_t FixedInstr = RawInstr | (Imm << 5);
414 *(ulittle32_t *)FixupPtr = FixedInstr;
418 assert((FixupAddress.
getValue() & 0x3) == 0 &&
"LDR is not 32-bit aligned");
419 assert(
E.getAddend() == 0 &&
"LDRLiteral19 with non-zero addend");
420 uint32_t RawInstr = *(ulittle32_t *)FixupPtr;
421 assert(RawInstr == 0x58000010 &&
"RawInstr isn't a 64-bit LDR literal");
422 int64_t Delta =
E.getTarget().getAddress() - FixupAddress;
424 return make_error<JITLinkError>(
"LDR literal target is not 32-bit "
426 if (Delta < -(1 << 20) || Delta > ((1 << 20) - 1))
430 uint32_t FixedInstr = RawInstr | EncodedImm;
431 *(ulittle32_t *)FixupPtr = FixedInstr;
436 (
E.getTarget().getAddress().getValue() +
E.getAddend()) &
439 FixupAddress.
getValue() & ~static_cast<uint64_t>(4096 - 1);
441 int64_t PageDelta = TargetPage - PCPage;
442 if (!isInt<33>(PageDelta))
445 uint32_t RawInstr = *(ulittle32_t *)FixupPtr;
446 assert((RawInstr & 0xffffffe0) == 0x90000000 &&
447 "RawInstr isn't an ADRP instruction");
450 uint32_t FixedInstr = RawInstr | (ImmLo << 29) | (ImmHi << 5);
451 *(ulittle32_t *)FixupPtr = FixedInstr;
456 (
E.getTarget().getAddress() +
E.getAddend()).getValue() & 0xfff;
458 uint32_t RawInstr = *(ulittle32_t *)FixupPtr;
461 if (TargetOffset & ((1 << ImmShift) - 1))
462 return make_error<JITLinkError>(
"PAGEOFF12 target is not aligned");
464 uint32_t EncodedImm = (TargetOffset >> ImmShift) << 10;
465 uint32_t FixedInstr = RawInstr | EncodedImm;
466 *(ulittle32_t *)FixupPtr = FixedInstr;
470 return make_error<JITLinkError>(
471 "In graph " +
G.getName() +
", section " +
B.getSection().getName() +
504 Symbol *InitialTarget =
nullptr,
509 B.addEdge(
Pointer64, 0, *InitialTarget, InitialAddend);
510 return G.addAnonymousSymbol(
B, 0, 8,
false,
false);
523 B.addEdge(
Page21, 0, PointerSymbol, 0);
535 return G.addAnonymousSymbol(
547 const char *BlockWorkingMem =
B->getContent().data();
548 const char *FixupPtr = BlockWorkingMem +
E.getOffset();
550 switch (
E.getKind()) {
562 "GOTPageOffset12/TLVPageOffset12 with non-zero addend");
563 assert((RawInstr & 0xfffffc00) == 0xf9400000 &&
564 "RawInstr isn't a 64-bit LDR immediate");
575 "Fell through switch, but no new kind to set");
577 dbgs() <<
" Fixing " <<
G.getEdgeKindName(
E.getKind()) <<
" edge at "
578 <<
B->getFixupAddress(
E) <<
" (" <<
B->getAddress() <<
" + "
579 <<
formatv(
"{0:x}",
E.getOffset()) <<
")\n";
581 E.setKind(KindToSet);
611 dbgs() <<
" Fixing " <<
G.getEdgeKindName(
E.getKind()) <<
" edge at "
612 <<
B->getFixupAddress(
E) <<
" (" <<
B->getAddress() <<
" + "
613 <<
formatv(
"{0:x}",
E.getOffset()) <<
")\n";
static GCRegistry::Add< OcamlGC > B("ocaml", "ocaml 3.10-compatible GC")
static GCRegistry::Add< CoreCLRGC > E("coreclr", "CoreCLR-compatible GC")
#define DEBUG_WITH_TYPE(TYPE, X)
DEBUG_WITH_TYPE macro - This macro should be used by passes to emit debug information.
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
Lightweight error class with error context and mandatory checking.
static ErrorSuccess success()
Create a success value.
StringRef - Represent a constant reference to a string, i.e.
Target - Wrapper for Target specific information.
LLVM Value Representation.
An Addressable with content and edges.
Represents fixups and constraints in the LinkGraph.
Represents an object file section.
A CRTP base for tables that are built on demand, e.g.
Symbol & getEntryForTarget(LinkGraph &G, Symbol &Target)
Return the constructed entry.
Global Offset Table Builder.
Symbol & createEntry(LinkGraph &G, Symbol &Target)
bool visitEdge(LinkGraph &G, Block *B, Edge &E)
static StringRef getSectionName()
Procedure Linkage Table Builder.
static StringRef getSectionName()
bool visitEdge(LinkGraph &G, Block *B, Edge &E)
PLTTableManager(GOTTableManager &GOT)
Symbol & createEntry(LinkGraph &G, Symbol &Target)
Section & getStubsSection(LinkGraph &G)
Represents an address in the executor process.
uint64_t getValue() const
const char NullPointerContent[PointerSize]
AArch64 null pointer content.
constexpr uint64_t PointerSize
aarch64 pointer size.
bool isMoveWideImm16(uint32_t Instr)
Error applyFixup(LinkGraph &G, Block &B, const Edge &E)
Apply fixup expression for edge to block content.
const char PointerJumpStubContent[12]
bool isLoadStoreImm12(uint32_t Instr)
const char * getEdgeKindName(Edge::Kind K)
Returns a string name for the given aarch64 edge.
Block & createPointerJumpStubBlock(LinkGraph &G, Section &StubSection, Symbol &PointerSymbol)
Create a jump stub block that jumps via the pointer at the given symbol.
Symbol & createAnonymousPointer(LinkGraph &G, Section &PointerSection, Symbol *InitialTarget=nullptr, uint64_t InitialAddend=0)
Creates a new pointer block in the given section and returns an Anonymous symobl pointing to it.
EdgeKind_aarch64
Represents aarch64 fixups and other aarch64-specific edge kinds.
@ LDRLiteral19
The signed 21-bit delta from the fixup to the target.
@ RequestTLVPAndTransformToPageOffset12
A TLVP entry getter/constructor, transformed to PageOffset12.
@ RequestTLSDescEntryAndTransformToPageOffset12
A TLSDesc entry getter/constructor, transformed to PageOffset12.
@ Page21
The signed 21-bit delta from the fixup page to the page containing the target.
@ Branch26PCRel
A 26-bit PC-relative branch.
@ Pointer64
A plain 64-bit pointer value relocation.
@ Pointer32
A plain 32-bit pointer value relocation.
@ RequestTLVPAndTransformToPage21
A TLVP entry getter/constructor, transformed to Page21.
@ MoveWide16
A 16-bit slice of the target address (which slice depends on the instruction at the fixup location).
@ RequestGOTAndTransformToPage21
A GOT entry getter/constructor, transformed to Page21 pointing at the GOT entry for the original targ...
@ RequestGOTAndTransformToPageOffset12
A GOT entry getter/constructor, transformed to Pageoffset12 pointing at the GOT entry for the origina...
@ NegDelta32
A 32-bit negative delta.
@ NegDelta64
A 64-bit negative delta.
@ RequestGOTAndTransformToDelta32
A GOT entry getter/constructor, transformed to Delta32 pointing at the GOT entry for the original tar...
@ PageOffset12
The 12-bit (potentially shifted) offset of the target within its page.
@ RequestTLSDescEntryAndTransformToPage21
A TLSDesc entry getter/constructor, transformed to Page21.
unsigned getPageOffset12Shift(uint32_t Instr)
unsigned getMoveWide16Shift(uint32_t Instr)
Symbol & createAnonymousPointerJumpStub(LinkGraph &G, Section &StubSection, Symbol &PointerSymbol)
Create a jump stub that jumps via the pointer at the given symbol and an anonymous symbol pointing to...
Error makeTargetOutOfRangeError(const LinkGraph &G, const Block &B, const Edge &E)
Create an out of range error for the given edge in the given block.
This is an optimization pass for GlobalISel generic memory operations.
auto formatv(const char *Fmt, Ts &&... Vals) -> formatv_object< decltype(std::make_tuple(detail::build_format_adapter(std::forward< Ts >(Vals))...))>
raw_ostream & dbgs()
dbgs() - This returns a reference to a raw_ostream for debugging messages.