13#ifndef LLVM_EXECUTIONENGINE_ORC_CORE_H
14#define LLVM_EXECUTIONENGINE_ORC_CORE_H
79 return *
reinterpret_cast<JITDylib *
>(JDAndFlag.load() &
95 bool isDefunct()
const {
return JDAndFlag.load() & 0x1; }
107 std::atomic_uintptr_t JDAndFlag;
149 std::vector<std::pair<JITDylib *, JITDylibLookupFlags>>;
157 O.reserve(JDs.
size());
159 O.push_back(std::make_pair(JD, Flags));
187 :
public ErrorInfo<ResourceTrackerDefunct> {
205 std::error_code convertToErrorCode()
const override;
219 std::shared_ptr<SymbolDependenceMap> Symbols);
226 std::shared_ptr<SymbolStringPool> SSP;
227 std::shared_ptr<SymbolDependenceMap> Symbols;
232 :
public ErrorInfo<UnsatisfiedSymbolDependencies> {
239 std::string Explanation);
244 std::shared_ptr<SymbolStringPool> SSP;
248 std::string Explanation;
265 std::shared_ptr<SymbolStringPool> SSP;
271 :
public ErrorInfo<SymbolsCouldNotBeRemoved> {
283 std::shared_ptr<SymbolStringPool> SSP;
292 :
public ErrorInfo<MissingSymbolDefinitions> {
300 std::error_code convertToErrorCode()
const override;
306 std::shared_ptr<SymbolStringPool> SSP;
316 :
public ErrorInfo<UnexpectedSymbolDefinitions> {
324 std::error_code convertToErrorCode()
const override;
330 std::shared_ptr<SymbolStringPool> SSP;
369 return RT->withResourceKeyDo(std::forward<Func>(
F));
471 : JD(RT->getJITDylib()), RT(
std::
move(RT)),
472 SymbolFlags(
std::
move(SymbolFlags)), InitSymbol(
std::
move(InitSymbol)) {
473 assert(!this->SymbolFlags.
empty() &&
"Materializing nothing?");
479 SymbolStringPtr InitSymbol;
501 void materialize(std::unique_ptr<MaterializationResponsibility> R)
override;
522inline std::unique_ptr<ReExportsMaterializationUnit>
524 return std::make_unique<ReExportsMaterializationUnit>(
531inline std::unique_ptr<ReExportsMaterializationUnit>
535 return std::make_unique<ReExportsMaterializationUnit>(
536 &SourceJD, SourceJDLookupFlags, std::move(Aliases));
579 bool isComplete()
const {
return OutstandingSymbolsCount == 0; }
585 SymbolState getRequiredState() {
return RequiredState; }
587 void addQueryDependence(
JITDylib &JD, SymbolStringPtr Name);
589 void removeQueryDependence(
JITDylib &JD,
const SymbolStringPtr &Name);
591 void dropSymbol(
const SymbolStringPtr &Name);
593 void handleFailed(
Error Err);
600 size_t OutstandingSymbolsCount;
601 SymbolState RequiredState;
622 LookupState(std::unique_ptr<InProgressLookupState> IPLS);
627 std::unique_ptr<InProgressLookupState> IPLS;
651 std::deque<LookupState> PendingLookups;
734 template <
typename GeneratorT>
735 GeneratorT &
addGenerator(std::unique_ptr<GeneratorT> DefGenerator);
768 bool LinkAgainstThisJITDylibFirst =
true);
806 template <
typename Func>
808 ->
decltype(
F(std::declval<const JITDylibSearchOrder &>()));
820 template <
typename MaterializationUnitType>
821 Error define(std::unique_ptr<MaterializationUnitType> &&MU,
834 template <
typename MaterializationUnitType>
835 Error define(std::unique_ptr<MaterializationUnitType> &MU,
886 using AsynchronousSymbolQuerySet =
887 std::set<std::shared_ptr<AsynchronousSymbolQuery>>;
889 using AsynchronousSymbolQueryList =
890 std::vector<std::shared_ptr<AsynchronousSymbolQuery>>;
892 struct UnmaterializedInfo {
893 UnmaterializedInfo(std::unique_ptr<MaterializationUnit> MU,
897 std::unique_ptr<MaterializationUnit> MU;
901 using UnmaterializedInfosMap =
902 DenseMap<SymbolStringPtr, std::shared_ptr<UnmaterializedInfo>>;
904 using UnmaterializedInfosList =
905 std::vector<std::shared_ptr<UnmaterializedInfo>>;
913 struct MaterializingInfo {
916 LLVM_ABI void addQuery(std::shared_ptr<AsynchronousSymbolQuery> Q);
918 LLVM_ABI AsynchronousSymbolQueryList
919 takeQueriesMeeting(SymbolState RequiredState);
920 AsynchronousSymbolQueryList takeAllPendingQueries() {
921 return std::move(PendingQueries);
923 bool hasQueriesPending()
const {
return !PendingQueries.empty(); }
924 const AsynchronousSymbolQueryList &pendingQueries()
const {
925 return PendingQueries;
928 AsynchronousSymbolQueryList PendingQueries;
931 using MaterializingInfosMap = DenseMap<SymbolStringPtr, MaterializingInfo>;
933 class SymbolTableEntry {
935 SymbolTableEntry() =
default;
936 SymbolTableEntry(JITSymbolFlags Flags)
938 MaterializerAttached(
false) {}
940 ExecutorAddr getAddress()
const {
return Addr; }
941 JITSymbolFlags getFlags()
const {
return Flags; }
944 bool hasMaterializerAttached()
const {
return MaterializerAttached; }
946 void setAddress(ExecutorAddr Addr) { this->Addr = Addr; }
947 void setFlags(JITSymbolFlags Flags) { this->Flags = Flags; }
949 assert(
static_cast<uint8_t
>(State) < (1 << 6) &&
950 "State does not fit in bitfield");
951 this->State =
static_cast<uint8_t
>(State);
954 void setMaterializerAttached(
bool MaterializerAttached) {
955 this->MaterializerAttached = MaterializerAttached;
958 ExecutorSymbolDef getSymbol()
const {
return {Addr, Flags}; }
962 JITSymbolFlags Flags;
964 uint8_t MaterializerAttached : 1;
967 using SymbolTable = DenseMap<SymbolStringPtr, SymbolTableEntry>;
971 struct RemoveTrackerResult {
972 AsynchronousSymbolQuerySet QueriesToFail;
973 std::shared_ptr<SymbolDependenceMap> FailedSymbols;
974 std::vector<std::unique_ptr<MaterializationUnit>> DefunctMUs;
977 RemoveTrackerResult IL_removeTracker(ResourceTracker &RT);
979 void transferTracker(ResourceTracker &DstRT, ResourceTracker &SrcRT);
984 installMaterializationUnit(std::unique_ptr<MaterializationUnit> MU,
985 ResourceTracker &RT);
990 void transferEmittedNodeDependencies(MaterializingInfo &DependantMI,
991 const SymbolStringPtr &DependantName,
992 MaterializingInfo &EmittedMI);
994 Expected<SymbolFlagsMap>
999 std::unique_ptr<MaterializationUnit> MU);
1001 Expected<std::unique_ptr<MaterializationResponsibility>>
1003 SymbolStringPtr InitSymbol);
1007 void addDependencies(
const SymbolStringPtr &Name,
1016 void shrinkMaterializationInfoMemory();
1019 enum { Open, Closing, Closed } State = Open;
1020 std::mutex GeneratorsMutex;
1021 SymbolTable Symbols;
1022 UnmaterializedInfosMap UnmaterializedInfos;
1023 MaterializingInfosMap MaterializingInfos;
1024 std::vector<std::shared_ptr<DefinitionGenerator>> DefGenerators;
1029 DenseMap<ResourceTracker *, SymbolNameVector> TrackerSymbols;
1030 DenseMap<ResourceTracker *, DenseSet<MaterializationResponsibility *>>
1084 std::unique_ptr<MaterializationResponsibility> MR)
1088 void run()
override;
1091 std::unique_ptr<MaterializationUnit> MU;
1092 std::unique_ptr<MaterializationResponsibility> MR;
1104 void run()
override;
1130 const char *ArgData,
size_t ArgSize)>;
1161 return EPC->getSymbolStringPool();
1179 assert(!GOpRecorder &&
"WaitingOnGraph recorder already set");
1184 void setPlatform(std::unique_ptr<Platform> P) { this->P = std::move(P); }
1192 std::lock_guard<std::recursive_mutex> Lock(SessionMutex);
1255 this->ReportError = std::move(ReportError);
1337 assert(
T &&
"T must be non-null");
1339 EPC->getDispatcher().dispatch(std::move(
T));
1344 return EPC->getBootstrapMap();
1348 template <
typename T,
typename SPSTagT>
1350 return EPC->getBootstrapMapValue<
T, SPSTagT>(
Key, Val);
1355 return EPC->getBootstrapSymbolsMap();
1362 ArrayRef<std::pair<ExecutorAddr &, StringRef>> Pairs)
const {
1363 return EPC->getBootstrapSymbols(Pairs);
1377 EPC->callWrapperAsync(WrapperFnAddr, std::move(OnComplete), ArgBuffer);
1382 template <
typename RunPolicyT,
typename FnT>
1385 EPC->callWrapperAsync(std::forward<RunPolicyT>(Runner), WrapperFnAddr,
1386 std::forward<FnT>(OnComplete), ArgBuffer);
1391 template <
typename FnT>
1394 EPC->callWrapperAsync(WrapperFnAddr, std::forward<FnT>(OnComplete),
1406 return EPC->callWrapper(WrapperFnAddr, ArgBuffer);
1411 template <
typename SPSSignature,
typename SendResultT,
typename... ArgTs>
1413 const ArgTs &...Args) {
1414 EPC->callSPSWrapperAsync<SPSSignature, SendResultT, ArgTs...>(
1415 WrapperFnAddr, std::forward<SendResultT>(SendResult), Args...);
1423 template <
typename SPSSignature,
typename... WrapperCallArgTs>
1425 WrapperCallArgTs &&...WrapperCallArgs) {
1426 return EPC->callSPSWrapper<SPSSignature, WrapperCallArgTs...>(
1427 WrapperFnAddr, std::forward<WrapperCallArgTs>(WrapperCallArgs)...);
1437 template <
typename SPSSignature,
typename HandlerT>
1440 const char *ArgData,
1441 size_t ArgSize)
mutable {
1443 ArgData, ArgSize, std::move(SendResult),
H);
1454 template <
typename SPSSignature,
typename ClassT,
typename... MethodArgTs>
1458 [
Instance, Method](MethodArgTs &&...MethodArgs) {
1459 (
Instance->*Method)(std::forward<MethodArgTs>(MethodArgs)...);
1486#ifdef EXPENSIVE_CHECKS
1491 static void logErrorsToStdErr(
Error Err) {
1495 void dispatchOutstandingMUs();
1497 static std::unique_ptr<MaterializationResponsibility>
1500 SymbolStringPtr InitSymbol) {
1501 auto &JD = RT.getJITDylib();
1502 std::unique_ptr<MaterializationResponsibility> MR(
1504 std::move(InitSymbol)));
1505 JD.TrackerMRs[&RT].insert(MR.get());
1518 Error IL_updateCandidatesFor(
JITDylib &JD, JITDylibLookupFlags JDLookupFlags,
1519 SymbolLookupSet &Candidates,
1520 SymbolLookupSet *NonCandidates);
1523 void OL_resumeLookupAfterGeneration(InProgressLookupState &IPLS);
1528 void OL_applyQueryPhase1(std::unique_ptr<InProgressLookupState> IPLS,
1535 void OL_completeLookup(std::unique_ptr<InProgressLookupState> IPLS,
1536 std::shared_ptr<AsynchronousSymbolQuery> Q,
1541 void OL_completeLookupFlags(
1542 std::unique_ptr<InProgressLookupState> IPLS,
1543 unique_function<
void(Expected<SymbolFlagsMap>)> OnComplete);
1555 struct EmitQueries {
1556 JITDylib::AsynchronousSymbolQuerySet Completed;
1557 JITDylib::AsynchronousSymbolQuerySet
Failed;
1558 DenseMap<AsynchronousSymbolQuery *, std::shared_ptr<SymbolDependenceMap>>
1563 IL_getSymbolState(
JITDylib *JD, NonOwningSymbolStringPtr Name);
1565 template <
typename UpdateSymbolFn,
typename UpdateQueryFn>
1566 void IL_collectQueries(JITDylib::AsynchronousSymbolQuerySet &Qs,
1567 WaitingOnGraph::ContainerElementsMap &QualifiedSymbols,
1568 UpdateSymbolFn &&UpdateSymbol,
1569 UpdateQueryFn &&UpdateQuery);
1572 WaitingOnGraph::SimplifyResult SR);
1579 std::pair<JITDylib::AsynchronousSymbolQuerySet,
1580 std::shared_ptr<SymbolDependenceMap>>
1584 std::unique_ptr<MaterializationUnit> MU);
1585 LLVM_ABI Expected<std::unique_ptr<MaterializationResponsibility>>
1589 void dumpDispatchInfo(Task &
T);
1592 mutable std::recursive_mutex SessionMutex;
1593 bool SessionOpen =
true;
1594 std::unique_ptr<ExecutorProcessControl> EPC;
1595 std::unique_ptr<Platform> P;
1598 std::vector<ResourceManager *> ResourceManagers;
1600 std::vector<JITDylibSP> JDs;
1603 WaitingOnGraph::OpRecorder *GOpRecorder =
nullptr;
1607 mutable std::recursive_mutex OutstandingMUsMutex;
1608 std::vector<std::pair<std::unique_ptr<MaterializationUnit>,
1609 std::unique_ptr<MaterializationResponsibility>>>
1612 mutable std::mutex JITDispatchHandlersMutex;
1613 DenseMap<ExecutorAddr, std::shared_ptr<JITDispatchHandlerFunction>>
1614 JITDispatchHandlers;
1628 return JD.getExecutionSession();
1631template <
typename GeneratorT>
1633 auto &
G = *DefGenerator;
1634 ES.runSessionLocked([&] {
1635 assert(State == Open &&
"Cannot add generator to closed JITDylib");
1636 DefGenerators.push_back(std::move(DefGenerator));
1641template <
typename Func>
1643 ->
decltype(
F(std::declval<const JITDylibSearchOrder &>())) {
1644 assert(State == Open &&
"Cannot use link order of closed JITDylib");
1645 return ES.runSessionLocked([&]() {
return F(LinkOrder); });
1648template <
typename MaterializationUnitType>
1651 assert(MU &&
"Can not define with a null MU");
1653 if (MU->getSymbols().empty()) {
1656 dbgs() <<
"Warning: Discarding empty MU " << MU->getName() <<
" for "
1662 dbgs() <<
"Defining MU " << MU->getName() <<
" for " <<
getName()
1665 dbgs() <<
"default)";
1669 dbgs() <<
"0x0, default will be used)\n";
1672 return ES.runSessionLocked([&,
this]() ->
Error {
1676 if (
auto Err = defineImpl(*MU))
1682 if (
auto *
P = ES.getPlatform()) {
1683 if (
auto Err =
P->notifyAdding(*RT, *MU))
1687 installMaterializationUnit(std::move(MU), *RT);
1692template <
typename MaterializationUnitType>
1695 assert(MU &&
"Can not define with a null MU");
1697 if (MU->getSymbols().empty()) {
1700 dbgs() <<
"Warning: Discarding empty MU " << MU->getName() <<
getName()
1706 dbgs() <<
"Defining MU " << MU->getName() <<
" for " <<
getName()
1709 dbgs() <<
"default)";
1713 dbgs() <<
"0x0, default will be used)\n";
1716 return ES.runSessionLocked([&,
this]() ->
Error {
1717 assert(State == Open &&
"JD is defunct");
1719 if (
auto Err = defineImpl(*MU))
1725 if (
auto *
P = ES.getPlatform()) {
1726 if (
auto Err =
P->notifyAdding(*RT, *MU))
1730 installMaterializationUnit(std::move(MU), *RT);
1783 std::move(SymbolFlags));
1791 std::unique_ptr<MaterializationUnit> MU) {
aarch64 falkor hwpf fix Falkor HW Prefetch Fix Late Phase
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
Function Alias Analysis false
This file defines the DenseSet and SmallDenseSet classes.
This file defines the RefCountedBase, ThreadSafeRefCountedBase, and IntrusiveRefCntPtr classes.
static StringRef getName(Value *V)
#define DEBUG_WITH_TYPE(TYPE,...)
DEBUG_WITH_TYPE macro - This macro should be used by passes to emit debug information.
Represent a constant reference to an array (0 or more elements consecutively in memory),...
size_t size() const
Get the array size.
Base class for user error types.
Lightweight error class with error context and mandatory checking.
static ErrorSuccess success()
Create a success value.
Tagged union holding either a T or a Error.
A smart pointer to a reference-counted object that inherits from RefCountedBase or ThreadSafeRefCount...
Flags for symbols in the JIT.
Inheritance utility for extensible RTTI.
StringMap - This is an unconventional map that is specialized for handling keys that are "strings",...
Represent a constant reference to a string, i.e.
ThreadSafeRefCountedBase()=default
Triple - Helper class for working with autoconf configuration names.
Twine - A lightweight data structure for efficiently representing the concatenation of temporary valu...
const std::string & getName() const
Get the name for this JITLinkDylib.
A symbol query that returns results via a callback when results are ready.
LLVM_ABI AsynchronousSymbolQuery(const SymbolLookupSet &Symbols, SymbolState RequiredState, SymbolsResolvedCallback NotifyComplete)
Create a query for the given symbols.
bool isComplete() const
Returns true if all symbols covered by this query have been resolved.
friend class InProgressFullLookupState
LLVM_ABI void notifySymbolMetRequiredState(const SymbolStringPtr &Name, ExecutorSymbolDef Sym)
Notify the query that a requested symbol has reached the required state.
friend class JITSymbolResolverAdapter
friend class MaterializationResponsibility
friend class ExecutionSession
Definition generators can be attached to JITDylibs to generate new definitions for otherwise unresolv...
virtual Error tryToGenerate(LookupState &LS, LookupKind K, JITDylib &JD, JITDylibLookupFlags JDLookupFlags, const SymbolLookupSet &LookupSet)=0
DefinitionGenerators should override this method to insert new definitions into the parent JITDylib.
friend class ExecutionSession
An ExecutionSession represents a running JIT program.
LLVM_ABI void runJITDispatchHandler(SendResultFunction SendResult, ExecutorAddr HandlerFnTagAddr, shared::WrapperFunctionBuffer ArgBytes)
Run a registered jit-side wrapper function.
LLVM_ABI Error endSession()
End the session.
ExecutorProcessControl & getExecutorProcessControl()
Get the ExecutorProcessControl object associated with this ExecutionSession.
shared::WrapperFunctionBuffer callWrapper(ExecutorAddr WrapperFnAddr, ArrayRef< char > ArgBuffer)
Run a wrapper function in the executor.
void reportError(Error Err)
Report a error for this execution session.
void callWrapperAsync(ExecutorAddr WrapperFnAddr, ExecutorProcessControl::IncomingWFRHandler OnComplete, ArrayRef< char > ArgBuffer)
Run a wrapper function in the executor.
friend class InProgressLookupFlagsState
const StringMap< ExecutorAddr > & getBootstrapSymbolsMap() const
Returns the bootstrap symbol map.
void setPlatform(std::unique_ptr< Platform > P)
Set the Platform for this ExecutionSession.
const Triple & getTargetTriple() const
Return the triple for the executor.
Platform * getPlatform()
Get the Platform for this session.
Error callSPSWrapper(ExecutorAddr WrapperFnAddr, WrapperCallArgTs &&...WrapperCallArgs)
Run a wrapper function using SPS to serialize the arguments and deserialize the results.
LLVM_ABI void lookupFlags(LookupKind K, JITDylibSearchOrder SearchOrder, SymbolLookupSet Symbols, unique_function< void(Expected< SymbolFlagsMap >)> OnComplete)
Search the given JITDylibs to find the flags associated with each of the given symbols.
SymbolStringPtr intern(StringRef SymName)
Add a symbol name to the SymbolStringPool and return a pointer to it.
LLVM_ABI JITDylib * getJITDylibByName(StringRef Name)
Return a pointer to the "name" JITDylib.
static JITDispatchHandlerFunction wrapAsyncWithSPS(ClassT *Instance, void(ClassT::*Method)(MethodArgTs...))
Wrap a class method that takes concrete argument types (and a sender for a concrete return type) to p...
void callWrapperAsync(RunPolicyT &&Runner, ExecutorAddr WrapperFnAddr, FnT &&OnComplete, ArrayRef< char > ArgBuffer)
Run a wrapper function in the executor using the given Runner to dispatch OnComplete when the result ...
LLVM_ABI JITDylib & createBareJITDylib(std::string Name)
Add a new bare JITDylib to this ExecutionSession.
static JITDispatchHandlerFunction wrapAsyncWithSPS(HandlerT &&H)
Wrap a handler that takes concrete argument types (and a sender for a concrete return type) to produc...
void callSPSWrapperAsync(ExecutorAddr WrapperFnAddr, SendResultT &&SendResult, const ArgTs &...Args)
Run a wrapper function using SPS to serialize the arguments and deserialize the results.
JITDylib & getBootstrapJITDylib()
Returns a reference to the bootstrap JITDylib.
std::shared_ptr< SymbolStringPool > getSymbolStringPool()
Get the SymbolStringPool for this instance.
Error getBootstrapMapValue(StringRef Key, std::optional< T > &Val) const
Look up and SPS-deserialize a bootstrap map value.
friend class InProgressFullLookupState
Error getBootstrapSymbols(ArrayRef< std::pair< ExecutorAddr &, StringRef > > Pairs) const
For each (ExecutorAddr&, StringRef) pair, looks up the string in the bootstrap symbols map and writes...
const StringMap< std::vector< char > > & getBootstrapMap() const
Returns the bootstrap map.
LLVM_ABI void lookup(LookupKind K, const JITDylibSearchOrder &SearchOrder, SymbolLookupSet Symbols, SymbolState RequiredState, SymbolsResolvedCallback NotifyComplete, RegisterDependenciesFunction RegisterDependencies)
Search the given JITDylibs for the given symbols.
LLVM_ABI Error registerJITDispatchHandlers(JITDylib &JD, JITDispatchHandlerAssociationMap WFs)
For each tag symbol name, associate the corresponding AsyncHandlerWrapperFunction with the address of...
friend class MaterializationResponsibility
LLVM_ABI void registerResourceManager(ResourceManager &RM)
Register the given ResourceManager with this ExecutionSession.
LLVM_ABI ~ExecutionSession()
Destroy an ExecutionSession.
void setWaitingOnGraphOpRecorder(WaitingOnGraph::OpRecorder &R)
Set a WaitingOnGraph::Recorder to capture WaitingOnGraph operations.
LLVM_ABI void deregisterResourceManager(ResourceManager &RM)
Deregister the given ResourceManager with this ExecutionSession.
LLVM_ABI ExecutionSession(std::unique_ptr< ExecutorProcessControl > EPC)
Construct an ExecutionSession with the given ExecutorProcessControl object.
decltype(auto) runSessionLocked(Func &&F)
Run the given lambda with the session mutex locked.
unique_function< void( SendResultFunction SendResult, const char *ArgData, size_t ArgSize)> JITDispatchHandlerFunction
An asynchronous wrapper-function callable from the executor via jit-dispatch.
LLVM_ABI void dump(raw_ostream &OS)
Dump the state of all the JITDylibs in this session.
unique_function< void(shared::WrapperFunctionBuffer)> SendResultFunction
Send a result to the remote.
friend class ResourceTracker
ExecutionSession & setErrorReporter(ErrorReporter ReportError)
Set the error reporter function.
LLVM_ABI Error removeJITDylibs(std::vector< JITDylibSP > JDsToRemove)
Removes the given JITDylibs from the ExecutionSession.
size_t getPageSize() const
LLVM_ABI Expected< JITDylib & > createJITDylib(std::string Name)
Add a new JITDylib to this ExecutionSession.
void dispatchTask(std::unique_ptr< Task > T)
Materialize the given unit.
unique_function< void(Error)> ErrorReporter
For reporting errors.
Error removeJITDylib(JITDylib &JD)
Calls removeJTIDylibs on the gives JITDylib.
void callWrapperAsync(ExecutorAddr WrapperFnAddr, FnT &&OnComplete, ArrayRef< char > ArgBuffer)
Run a wrapper function in the executor.
DenseMap< SymbolStringPtr, JITDispatchHandlerFunction > JITDispatchHandlerAssociationMap
A map associating tag names with asynchronous wrapper function implementations in the JIT.
Represents an address in the executor process.
A handler or incoming WrapperFunctionBuffers – either return values from callWrapper* calls,...
ExecutorProcessControl supports interaction with a JIT target process.
Represents a defining location for a JIT symbol.
FailedToMaterialize(std::shared_ptr< SymbolStringPool > SSP, std::shared_ptr< SymbolDependenceMap > Symbols)
const SymbolDependenceMap & getSymbols() const
std::error_code convertToErrorCode() const override
Convert this error to a std::error_code.
void log(raw_ostream &OS) const override
Print an error message to an output stream.
JITDylibDefunct(JITDylibSP JD)
Represents a JIT'd dynamic library.
LLVM_ABI Error remove(const SymbolNameSet &Names)
Tries to remove the given symbols.
LLVM_ABI Error clear()
Calls remove on all trackers currently associated with this JITDylib.
JITDylib & operator=(JITDylib &&)=delete
LLVM_ABI void dump(raw_ostream &OS)
Dump current JITDylib state to OS.
friend class AsynchronousSymbolQuery
LLVM_ABI void replaceInLinkOrder(JITDylib &OldJD, JITDylib &NewJD, JITDylibLookupFlags JDLookupFlags=JITDylibLookupFlags::MatchExportedSymbolsOnly)
Replace OldJD with NewJD in the link order if OldJD is present.
Error define(std::unique_ptr< MaterializationUnitType > &&MU, ResourceTrackerSP RT=nullptr)
Define all symbols provided by the materialization unit to be part of this JITDylib.
ExecutionSession & getExecutionSession() const
Get a reference to the ExecutionSession for this JITDylib.
LLVM_ABI void addToLinkOrder(const JITDylibSearchOrder &NewLinks)
Append the given JITDylibSearchOrder to the link order for this JITDylib (discarding any elements alr...
LLVM_ABI ResourceTrackerSP createResourceTracker()
Create a resource tracker for this JITDylib.
auto withLinkOrderDo(Func &&F) -> decltype(F(std::declval< const JITDylibSearchOrder & >()))
Do something with the link order (run under the session lock).
friend class MaterializationResponsibility
LLVM_ABI void removeFromLinkOrder(JITDylib &JD)
Remove the given JITDylib from the link order for this JITDylib if it is present.
LLVM_ABI void setLinkOrder(JITDylibSearchOrder NewSearchOrder, bool LinkAgainstThisJITDylibFirst=true)
Set the link order to be used when fixing up definitions in JITDylib.
LLVM_ABI Expected< std::vector< JITDylibSP > > getReverseDFSLinkOrder()
Rteurn this JITDylib and its transitive dependencies in reverse DFS order based on linkage relationsh...
friend class ExecutionSession
LLVM_ABI ResourceTrackerSP getDefaultResourceTracker()
Get the default resource tracker for this JITDylib.
GeneratorT & addGenerator(std::unique_ptr< GeneratorT > DefGenerator)
Adds a definition generator to this JITDylib and returns a referenece to it.
JITDylib(const JITDylib &)=delete
JITDylib & operator=(const JITDylib &)=delete
JITDylib(JITDylib &&)=delete
LLVM_ABI void removeGenerator(DefinitionGenerator &G)
Remove a definition generator from this JITDylib.
LLVM_ABI Expected< std::vector< JITDylibSP > > getDFSLinkOrder()
Return this JITDylib and its transitive dependencies in DFS order based on linkage relationships.
Wraps state for a lookup-in-progress.
LLVM_ABI void continueLookup(Error Err)
Continue the lookup.
LLVM_ABI LookupState & operator=(LookupState &&)
friend class ExecutionSession
friend class OrcV2CAPIHelper
LLVM_ABI LookupState(LookupState &&)
LookupTask(LookupState LS)
Tracks responsibility for materialization, and mediates interactions between MaterializationUnits and...
MaterializationResponsibility & operator=(MaterializationResponsibility &&)=delete
ExecutionSession & getExecutionSession() const
Returns the ExecutionSession for this instance.
Error notifyResolved(const SymbolMap &Symbols)
Notifies the target JITDylib that the given symbols have been resolved.
~MaterializationResponsibility()
Destruct a MaterializationResponsibility instance.
Error replace(std::unique_ptr< MaterializationUnit > MU)
Transfers responsibility to the given MaterializationUnit for all symbols defined by that Materializa...
Error withResourceKeyDo(Func &&F) const
Runs the given callback under the session lock, passing in the associated ResourceKey.
Error defineMaterializing(SymbolFlagsMap SymbolFlags)
Attempt to claim responsibility for new definitions.
SymbolNameSet getRequestedSymbols() const
Returns the names of any symbols covered by this MaterializationResponsibility object that have queri...
Expected< std::unique_ptr< MaterializationResponsibility > > delegate(const SymbolNameSet &Symbols)
Delegates responsibility for the given symbols to the returned materialization responsibility.
const ResourceTrackerSP & getResourceTracker() const
Return the ResourceTracker associated with this instance.
const SymbolStringPtr & getInitializerSymbol() const
Returns the initialization pseudo-symbol, if any.
MaterializationResponsibility(MaterializationResponsibility &&)=delete
friend class ExecutionSession
Error notifyEmitted(ArrayRef< SymbolDependenceGroup > DepGroups)
Notifies the target JITDylib (and any pending queries on that JITDylib) that all symbols covered by t...
void failMaterialization()
Notify all not-yet-emitted covered by this MaterializationResponsibility instance that an error has o...
JITDylib & getTargetJITDylib() const
Returns the target JITDylib that these symbols are being materialized into.
const SymbolFlagsMap & getSymbols() const
Returns the symbol flags map for this responsibility instance.
MaterializationTask(std::unique_ptr< MaterializationUnit > MU, std::unique_ptr< MaterializationResponsibility > MR)
A MaterializationUnit represents a set of symbol definitions that can be materialized as a group,...
MaterializationUnit(Interface I)
const SymbolNameVector & getSymbols() const
std::shared_ptr< SymbolStringPool > getSymbolStringPool()
MissingSymbolDefinitions(std::shared_ptr< SymbolStringPool > SSP, std::string ModuleName, SymbolNameVector Symbols)
const std::string & getModuleName() const
ReExportsMaterializationUnit(JITDylib *SourceJD, JITDylibLookupFlags SourceJDLookupFlags, SymbolAliasMap Aliases)
SourceJD is allowed to be nullptr, in which case the source JITDylib is taken to be whatever JITDylib...
std::function< bool(SymbolStringPtr)> SymbolPredicate
Error tryToGenerate(LookupState &LS, LookupKind K, JITDylib &JD, JITDylibLookupFlags JDLookupFlags, const SymbolLookupSet &LookupSet) override
DefinitionGenerators should override this method to insert new definitions into the parent JITDylib.
ReexportsGenerator(JITDylib &SourceJD, JITDylibLookupFlags SourceJDLookupFlags, SymbolPredicate Allow=SymbolPredicate())
Create a reexports generator.
Listens for ResourceTracker operations.
virtual Error handleRemoveResources(JITDylib &JD, ResourceKey K)=0
This function will be called outside the session lock.
virtual ~ResourceManager()
virtual void handleTransferResources(JITDylib &JD, ResourceKey DstK, ResourceKey SrcK)=0
This function will be called inside the session lock.
ResourceTrackerDefunct(ResourceTrackerSP RT)
void log(raw_ostream &OS) const override
Print an error message to an output stream.
std::error_code convertToErrorCode() const override
Convert this error to a std::error_code.
API to remove / transfer ownership of JIT resources.
JITDylib & getJITDylib() const
Return the JITDylib targeted by this tracker.
ResourceTracker & operator=(const ResourceTracker &)=delete
ResourceKey getKeyUnsafe() const
Returns the key associated with this tracker.
LLVM_ABI void transferTo(ResourceTracker &DstRT)
Transfer all resources associated with this key to the given tracker, which must target the same JITD...
ResourceTracker & operator=(ResourceTracker &&)=delete
LLVM_ABI ~ResourceTracker()
ResourceTracker(const ResourceTracker &)=delete
friend class MaterializationResponsibility
bool isDefunct() const
Return true if this tracker has become defunct.
ResourceTracker(ResourceTracker &&)=delete
Error withResourceKeyDo(Func &&F)
Runs the given callback under the session lock, passing in the associated ResourceKey.
friend class ExecutionSession
LLVM_ABI Error remove()
Remove all resources associated with this key.
A set of symbols to look up, each associated with a SymbolLookupFlags value.
Pointer to a pooled string representing a symbol name.
std::error_code convertToErrorCode() const override
Convert this error to a std::error_code.
void log(raw_ostream &OS) const override
Print an error message to an output stream.
const SymbolNameSet & getSymbols() const
SymbolsCouldNotBeRemoved(std::shared_ptr< SymbolStringPool > SSP, SymbolNameSet Symbols)
std::shared_ptr< SymbolStringPool > getSymbolStringPool()
void log(raw_ostream &OS) const override
Print an error message to an output stream.
SymbolsNotFound(std::shared_ptr< SymbolStringPool > SSP, SymbolNameSet Symbols)
const SymbolNameVector & getSymbols() const
std::error_code convertToErrorCode() const override
Convert this error to a std::error_code.
std::shared_ptr< SymbolStringPool > getSymbolStringPool()
UnexpectedSymbolDefinitions(std::shared_ptr< SymbolStringPool > SSP, std::string ModuleName, SymbolNameVector Symbols)
std::shared_ptr< SymbolStringPool > getSymbolStringPool()
const std::string & getModuleName() const
const SymbolNameVector & getSymbols() const
void log(raw_ostream &OS) const override
Print an error message to an output stream.
std::error_code convertToErrorCode() const override
Convert this error to a std::error_code.
UnsatisfiedSymbolDependencies(std::shared_ptr< SymbolStringPool > SSP, JITDylibSP JD, SymbolNameSet FailedSymbols, SymbolDependenceMap BadDeps, std::string Explanation)
WaitingOnGraph class template.
C++ wrapper function buffer: Same as CWrapperFunctionBuffer but auto-releases memory.
This class implements an extremely fast bulk output stream that can only output to a stream.
unique_function is a type-erasing functor similar to std::function.
JITDylibSearchOrder makeJITDylibSearchOrder(ArrayRef< JITDylib * > JDs, JITDylibLookupFlags Flags=JITDylibLookupFlags::MatchExportedSymbolsOnly)
Convenience function for creating a search order from an ArrayRef of JITDylib*, all with the same fla...
std::vector< std::pair< JITDylib *, JITDylibLookupFlags > > JITDylibSearchOrder
A list of (JITDylib*, JITDylibLookupFlags) pairs to be used as a search order during symbol lookup.
IntrusiveRefCntPtr< JITDylib > JITDylibSP
IntrusiveRefCntPtr< ResourceTracker > ResourceTrackerSP
std::unique_ptr< ReExportsMaterializationUnit > symbolAliases(SymbolAliasMap Aliases)
Create a ReExportsMaterializationUnit with the given aliases.
std::function< void(const SymbolDependenceMap &)> RegisterDependenciesFunction
Callback to register the dependencies for a given query.
std::unique_ptr< ReExportsMaterializationUnit > reexports(JITDylib &SourceJD, SymbolAliasMap Aliases, JITDylibLookupFlags SourceJDLookupFlags=JITDylibLookupFlags::MatchExportedSymbolsOnly)
Create a materialization unit for re-exporting symbols from another JITDylib with alternative names/f...
JITDylibLookupFlags
Lookup flags that apply to each dylib in the search order for a lookup.
@ MatchExportedSymbolsOnly
detail::WaitingOnGraph< JITDylib *, NonOwningSymbolStringPtr > WaitingOnGraph
DenseMap< SymbolStringPtr, ExecutorSymbolDef > SymbolMap
A map from symbol names (as SymbolStringPtrs) to JITSymbols (address/flags pairs).
static std::unique_ptr< UnwindInfoManager > Instance
LookupKind
Describes the kind of lookup being performed.
LLVM_ABI RegisterDependenciesFunction NoDependenciesToRegister
This can be used as the value for a RegisterDependenciesFunction if there are no dependants to regist...
std::vector< SymbolStringPtr > SymbolNameVector
A vector of symbol names.
DenseMap< JITDylib *, SymbolNameSet > SymbolDependenceMap
A map from JITDylibs to sets of symbols.
DenseSet< SymbolStringPtr > SymbolNameSet
A set of symbol names (represented by SymbolStringPtrs for.
SymbolState
Represents the state that a symbol has reached during materialization.
@ Materializing
Added to the symbol table, never queried.
@ NeverSearched
No symbol should be in this state.
@ Ready
Emitted to memory, but waiting on transitive dependencies.
@ Emitted
Assigned address, still materializing.
@ Resolved
Queried, materialization begun.
DenseMap< SymbolStringPtr, SymbolAliasMapEntry > SymbolAliasMap
A map of Symbols to (Symbol, Flags) pairs.
unique_function< void(Expected< SymbolMap >)> SymbolsResolvedCallback
Callback to notify client that symbols have been resolved.
LLVM_ABI Expected< SymbolAliasMap > buildSimpleReexportsAliasMap(JITDylib &SourceJD, const SymbolNameSet &Symbols)
Build a SymbolAliasMap for the common case where you want to re-export symbols from another JITDylib ...
DenseMap< SymbolStringPtr, JITSymbolFlags > SymbolFlagsMap
A map from symbol names (as SymbolStringPtrs) to JITSymbolFlags.
This is an optimization pass for GlobalISel generic memory operations.
LLVM_ABI void logAllUnhandledErrors(Error E, raw_ostream &OS, Twine ErrorBanner={})
Log all errors (if any) in E to OS.
testing::Matcher< const detail::ErrorHolder & > Failed()
LLVM_ABI raw_ostream & dbgs()
dbgs() - This returns a reference to a raw_ostream for debugging messages.
LLVM_ATTRIBUTE_VISIBILITY_DEFAULT AnalysisKey InnerAnalysisManagerProxy< AnalysisManagerT, IRUnitT, ExtraArgTs... >::Key
Error make_error(ArgTs &&... Args)
Make a Error instance representing failure using the given error info type.
LLVM_ABI raw_fd_ostream & errs()
This returns a reference to a raw_ostream for standard error.
ArrayRef(const T &OneElt) -> ArrayRef< T >
OutputIt move(R &&Range, OutputIt Out)
Provide wrappers to std::move which take ranges instead of having to pass begin/end explicitly.
Implement std::hash so that hash_code can be used in STL containers.
SymbolAliasMapEntry()=default
JITSymbolFlags AliasFlags
SymbolAliasMapEntry(SymbolStringPtr Aliasee, JITSymbolFlags AliasFlags)
A set of symbols and the their dependencies.
SymbolDependenceMap Dependencies