LLVM 24.0.0git
MCJIT.cpp
Go to the documentation of this file.
1//===-- MCJIT.cpp - MC-based Just-in-Time Compiler ------------------------===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8
9#include "MCJIT.h"
10#include "llvm/ADT/STLExtras.h"
16#include "llvm/IR/DataLayout.h"
18#include "llvm/IR/Function.h"
20#include "llvm/IR/Mangler.h"
21#include "llvm/IR/Module.h"
22#include "llvm/Object/Archive.h"
28#include <mutex>
29
30using namespace llvm;
31
32namespace {
33
34static struct RegisterJIT {
35 RegisterJIT() { MCJIT::Register(); }
36} JITRegistrator;
37
38}
39
40extern "C" void LLVMLinkInMCJIT() {
41}
42
44MCJIT::createJIT(std::unique_ptr<Module> M, std::string *ErrorStr,
45 std::shared_ptr<MCJITMemoryManager> MemMgr,
46 std::shared_ptr<LegacyJITSymbolResolver> Resolver,
47 std::unique_ptr<TargetMachine> TM) {
48 // Try to register the program as a source of symbols to resolve against.
49 //
50 // FIXME: Don't do this here.
52
53 if (!MemMgr || !Resolver) {
54 auto RTDyldMM = std::make_shared<SectionMemoryManager>();
55 if (!MemMgr)
56 MemMgr = RTDyldMM;
57 if (!Resolver)
58 Resolver = RTDyldMM;
59 }
60
61 return new MCJIT(std::move(M), std::move(TM), std::move(MemMgr),
62 std::move(Resolver));
63}
64
65MCJIT::MCJIT(std::unique_ptr<Module> M, std::unique_ptr<TargetMachine> TM,
66 std::shared_ptr<MCJITMemoryManager> MemMgr,
67 std::shared_ptr<LegacyJITSymbolResolver> Resolver)
68 : ExecutionEngine(DataLayout(TM->getTargetTriple().computeDataLayout(
69 TM->Options.MCOptions.getABIName())),
70 std::move(M)),
71 TM(std::move(TM)), Ctx(nullptr), MemMgr(std::move(MemMgr)),
72 Resolver(*this, std::move(Resolver)), Dyld(*this->MemMgr, this->Resolver),
73 ObjCache(nullptr) {
74 // FIXME: We are managing our modules, so we do not want the base class
75 // ExecutionEngine to manage them as well. To avoid double destruction
76 // of the first (and only) module added in ExecutionEngine constructor
77 // we remove it from EE and will destruct it ourselves.
78 //
79 // It may make sense to move our module manager (based on SmallStPtr) back
80 // into EE if the JIT and Interpreter can live with it.
81 // If so, additional functions: addModule, removeModule, FindFunctionNamed,
82 // runStaticConstructorsDestructors could be moved back to EE as well.
83 //
84 std::unique_ptr<Module> First = std::move(Modules[0]);
85 Modules.clear();
86
87 if (First->getDataLayout().isDefault())
88 First->setDataLayout(getDataLayout());
89
90 OwnedModules.addModule(std::move(First));
92}
93
95 std::lock_guard<sys::Mutex> locked(lock);
96
97 Dyld.deregisterEHFrames();
98
99 for (auto &Obj : LoadedObjects)
100 if (Obj)
102
103 Archives.clear();
104}
105
106void MCJIT::addModule(std::unique_ptr<Module> M) {
107 std::lock_guard<sys::Mutex> locked(lock);
108
109 if (M->getDataLayout().isDefault())
110 M->setDataLayout(getDataLayout());
111
112 OwnedModules.addModule(std::move(M));
113}
114
116 std::lock_guard<sys::Mutex> locked(lock);
117 return OwnedModules.removeModule(M);
118}
119
120void MCJIT::addObjectFile(std::unique_ptr<object::ObjectFile> Obj) {
121 std::unique_ptr<RuntimeDyld::LoadedObjectInfo> L = Dyld.loadObject(*Obj);
122 if (Dyld.hasError())
123 report_fatal_error(Dyld.getErrorString());
124
125 notifyObjectLoaded(*Obj, *L);
126
127 LoadedObjects.push_back(std::move(Obj));
128}
129
131 std::unique_ptr<object::ObjectFile> ObjFile;
132 std::unique_ptr<MemoryBuffer> MemBuf;
133 std::tie(ObjFile, MemBuf) = Obj.takeBinary();
134 addObjectFile(std::move(ObjFile));
135 Buffers.push_back(std::move(MemBuf));
136}
137
139 Archives.push_back(std::move(A));
140}
141
143 std::lock_guard<sys::Mutex> locked(lock);
144 ObjCache = NewCache;
145}
146
147std::unique_ptr<MemoryBuffer> MCJIT::emitObject(Module *M) {
148 assert(M && "Can not emit a null module");
149
150 std::lock_guard<sys::Mutex> locked(lock);
151
152 // Materialize all globals in the module if they have not been
153 // materialized already.
154 cantFail(M->materializeAll());
155
156 // This must be a module which has already been added but not loaded to this
157 // MCJIT instance, since these conditions are tested by our caller,
158 // generateCodeForModule.
159
161
162 // The RuntimeDyld will take ownership of this shortly
163 SmallVector<char, 4096> ObjBufferSV;
164 raw_svector_ostream ObjStream(ObjBufferSV);
165
166 // Turn the machine code intermediate representation into bytes in memory
167 // that may be executed.
168 if (TM->addPassesToEmitMC(PM, Ctx, ObjStream, !getVerifyModules()))
169 report_fatal_error("Target does not support MC emission!");
170
171 // Initialize passes.
172 PM.run(*M);
173 // Flush the output buffer to get the generated code into memory
174
175 auto CompiledObjBuffer = std::make_unique<SmallVectorMemoryBuffer>(
176 std::move(ObjBufferSV), /*RequiresNullTerminator=*/false);
177
178 // If we have an object cache, tell it about the new object.
179 // Note that we're using the compiled image, not the loaded image (as below).
180 if (ObjCache) {
181 // MemoryBuffer is a thin wrapper around the actual memory, so it's OK
182 // to create a temporary object here and delete it after the call.
183 MemoryBufferRef MB = CompiledObjBuffer->getMemBufferRef();
184 ObjCache->notifyObjectCompiled(M, MB);
185 }
186
187 return CompiledObjBuffer;
188}
189
191 // Get a thread lock to make sure we aren't trying to load multiple times
192 std::lock_guard<sys::Mutex> locked(lock);
193
194 // This must be a module which has already been added to this MCJIT instance.
195 assert(OwnedModules.ownsModule(M) &&
196 "MCJIT::generateCodeForModule: Unknown module.");
197
198 // Re-compilation is not supported
199 if (OwnedModules.hasModuleBeenLoaded(M))
200 return;
201
202 std::unique_ptr<MemoryBuffer> ObjectToLoad;
203 // Try to load the pre-compiled object from cache if possible
204 if (ObjCache)
205 ObjectToLoad = ObjCache->getObject(M);
206
207 assert(M->getDataLayout() == getDataLayout() && "DataLayout Mismatch");
208
209 // If the cache did not contain a suitable object, compile the object
210 if (!ObjectToLoad) {
211 ObjectToLoad = emitObject(M);
212 assert(ObjectToLoad && "Compilation did not produce an object.");
213 }
214
215 // Load the object into the dynamic linker.
216 // MCJIT now owns the ObjectImage pointer (via its LoadedObjects list).
218 object::ObjectFile::createObjectFile(ObjectToLoad->getMemBufferRef());
219 if (!LoadedObject) {
220 std::string Buf;
221 raw_string_ostream OS(Buf);
222 logAllUnhandledErrors(LoadedObject.takeError(), OS);
224 }
225 std::unique_ptr<RuntimeDyld::LoadedObjectInfo> L =
226 Dyld.loadObject(*LoadedObject.get());
227
228 if (Dyld.hasError())
229 report_fatal_error(Dyld.getErrorString());
230
231 notifyObjectLoaded(*LoadedObject.get(), *L);
232
233 Buffers.push_back(std::move(ObjectToLoad));
234 LoadedObjects.push_back(std::move(*LoadedObject));
235
236 OwnedModules.markModuleAsLoaded(M);
237}
238
240 std::lock_guard<sys::Mutex> locked(lock);
241
242 // Resolve any outstanding relocations.
243 Dyld.resolveRelocations();
244
245 // Check for Dyld error.
246 if (Dyld.hasError())
247 ErrMsg = Dyld.getErrorString().str();
248
249 OwnedModules.markAllLoadedModulesAsFinalized();
250
251 // Register EH frame data for any module we own which has been loaded
252 Dyld.registerEHFrames();
253
254 // Set page permissions.
255 MemMgr->finalizeMemory();
256}
257
258// FIXME: Rename this.
260 std::lock_guard<sys::Mutex> locked(lock);
261
262 // Generate code for module is going to move objects out of the 'added' list,
263 // so we need to copy that out before using it:
264 SmallVector<Module *, 16> ModsToAdd(OwnedModules.added());
265
266 for (auto *M : ModsToAdd)
268
270}
271
273 std::lock_guard<sys::Mutex> locked(lock);
274
275 // This must be a module which has already been added to this MCJIT instance.
276 assert(OwnedModules.ownsModule(M) && "MCJIT::finalizeModule: Unknown module.");
277
278 // If the module hasn't been compiled, just do that.
279 if (!OwnedModules.hasModuleBeenLoaded(M))
281
283}
284
285JITSymbol MCJIT::findExistingSymbol(const std::string &Name) {
286 if (void *Addr = getPointerToGlobalIfAvailable(Name))
287 return JITSymbol(static_cast<uint64_t>(
288 reinterpret_cast<uintptr_t>(Addr)),
290
291 return Dyld.getSymbol(Name);
292}
293
294Module *MCJIT::findModuleForSymbol(const std::string &Name,
295 bool CheckFunctionsOnly) {
296 StringRef DemangledName = Name;
297 if (DemangledName[0] == getDataLayout().getGlobalPrefix())
298 DemangledName = DemangledName.substr(1);
299
300 std::lock_guard<sys::Mutex> locked(lock);
301
302 // If it hasn't already been generated, see if it's in one of our modules.
303 for (ModulePtrSet::iterator I = OwnedModules.begin_added(),
304 E = OwnedModules.end_added();
305 I != E; ++I) {
306 Module *M = *I;
307 Function *F = M->getFunction(DemangledName);
308 if (F && !F->isDeclaration())
309 return M;
310 if (!CheckFunctionsOnly) {
311 GlobalVariable *G = M->getGlobalVariable(DemangledName);
312 if (G && !G->isDeclaration())
313 return M;
314 // FIXME: Do we need to worry about global aliases?
315 }
316 }
317 // We didn't find the symbol in any of our modules.
318 return nullptr;
319}
320
321uint64_t MCJIT::getSymbolAddress(const std::string &Name,
322 bool CheckFunctionsOnly) {
323 std::string MangledName;
324 {
325 raw_string_ostream MangledNameStream(MangledName);
326 Mangler::getNameWithPrefix(MangledNameStream, Name, getDataLayout());
327 }
328 if (auto Sym = findSymbol(MangledName, CheckFunctionsOnly)) {
329 if (auto AddrOrErr = Sym.getAddress())
330 return *AddrOrErr;
331 else
332 report_fatal_error(AddrOrErr.takeError());
333 } else if (auto Err = Sym.takeError())
334 report_fatal_error(Sym.takeError());
335 return 0;
336}
337
338JITSymbol MCJIT::findSymbol(const std::string &Name,
339 bool CheckFunctionsOnly) {
340 std::lock_guard<sys::Mutex> locked(lock);
341
342 // First, check to see if we already have this symbol.
343 if (auto Sym = findExistingSymbol(Name))
344 return Sym;
345
346 for (object::OwningBinary<object::Archive> &OB : Archives) {
347 object::Archive *A = OB.getBinary();
348 // Look for our symbols in each Archive
349 auto OptionalChildOrErr = A->findSym(Name);
350 if (!OptionalChildOrErr)
351 report_fatal_error(OptionalChildOrErr.takeError());
352 auto &OptionalChild = *OptionalChildOrErr;
353 if (OptionalChild) {
354 // FIXME: Support nested archives?
356 OptionalChild->getAsBinary();
357 if (!ChildBinOrErr) {
358 // TODO: Actually report errors helpfully.
359 consumeError(ChildBinOrErr.takeError());
360 continue;
361 }
362 std::unique_ptr<object::Binary> &ChildBin = ChildBinOrErr.get();
363 if (ChildBin->isObject()) {
364 std::unique_ptr<object::ObjectFile> OF(
365 static_cast<object::ObjectFile *>(ChildBin.release()));
366 // This causes the object file to be loaded.
367 addObjectFile(std::move(OF));
368 // The address should be here now.
369 if (auto Sym = findExistingSymbol(Name))
370 return Sym;
371 }
372 }
373 }
374
375 // If it hasn't already been generated, see if it's in one of our modules.
376 Module *M = findModuleForSymbol(Name, CheckFunctionsOnly);
377 if (M) {
379
380 // Check the RuntimeDyld table again, it should be there now.
381 return findExistingSymbol(Name);
382 }
383
384 // If a LazyFunctionCreator is installed, use it to get/create the function.
385 // FIXME: Should we instead have a LazySymbolCreator callback?
387 auto Addr = static_cast<uint64_t>(
388 reinterpret_cast<uintptr_t>(LazyFunctionCreator(Name)));
390 }
391
392 return nullptr;
393}
394
395uint64_t MCJIT::getGlobalValueAddress(const std::string &Name) {
396 std::lock_guard<sys::Mutex> locked(lock);
397 uint64_t Result = getSymbolAddress(Name, false);
398 if (Result != 0)
400 return Result;
401}
402
403uint64_t MCJIT::getFunctionAddress(const std::string &Name) {
404 std::lock_guard<sys::Mutex> locked(lock);
405 uint64_t Result = getSymbolAddress(Name, true);
406 if (Result != 0)
408 return Result;
409}
410
411// Deprecated. Use getFunctionAddress instead.
413 std::lock_guard<sys::Mutex> locked(lock);
414
415 Mangler Mang;
416 SmallString<128> Name;
417 TM->getNameWithPrefix(Name, F, Mang);
418
419 if (F->isDeclaration() || F->hasAvailableExternallyLinkage()) {
420 bool AbortOnFailure = !F->hasExternalWeakLinkage();
421 void *Addr = getPointerToNamedFunction(Name, AbortOnFailure);
422 updateGlobalMapping(F, Addr);
423 return Addr;
424 }
425
426 Module *M = F->getParent();
427 bool HasBeenAddedButNotLoaded = OwnedModules.hasModuleBeenAddedButNotLoaded(M);
428
429 // Make sure the relevant module has been compiled and loaded.
430 if (HasBeenAddedButNotLoaded)
432 else if (!OwnedModules.hasModuleBeenLoaded(M)) {
433 // If this function doesn't belong to one of our modules, we're done.
434 // FIXME: Asking for the pointer to a function that hasn't been registered,
435 // and isn't a declaration (which is handled above) should probably
436 // be an assertion.
437 return nullptr;
438 }
439
440 // FIXME: Should the Dyld be retaining module information? Probably not.
441 //
442 // This is the accessor for the target address, so make sure to check the
443 // load address of the symbol, not the local address.
444 return (void*)Dyld.getSymbol(Name).getAddress();
445}
446
447void MCJIT::runStaticConstructorsDestructorsInModulePtrSet(
448 bool isDtors, ModulePtrSet::iterator I, ModulePtrSet::iterator E) {
449 for (; I != E; ++I) {
451 }
452}
453
455 // Execute global ctors/dtors for each module in the program.
456 runStaticConstructorsDestructorsInModulePtrSet(
457 isDtors, OwnedModules.begin_added(), OwnedModules.end_added());
458 runStaticConstructorsDestructorsInModulePtrSet(
459 isDtors, OwnedModules.begin_loaded(), OwnedModules.end_loaded());
460 runStaticConstructorsDestructorsInModulePtrSet(
461 isDtors, OwnedModules.begin_finalized(), OwnedModules.end_finalized());
462}
463
464Function *MCJIT::FindFunctionNamedInModulePtrSet(StringRef FnName,
465 ModulePtrSet::iterator I,
466 ModulePtrSet::iterator E) {
467 for (; I != E; ++I) {
468 Function *F = (*I)->getFunction(FnName);
469 if (F && !F->isDeclaration())
470 return F;
471 }
472 return nullptr;
473}
474
475GlobalVariable *MCJIT::FindGlobalVariableNamedInModulePtrSet(StringRef Name,
476 bool AllowInternal,
477 ModulePtrSet::iterator I,
478 ModulePtrSet::iterator E) {
479 for (; I != E; ++I) {
480 GlobalVariable *GV = (*I)->getGlobalVariable(Name, AllowInternal);
481 if (GV && !GV->isDeclaration())
482 return GV;
483 }
484 return nullptr;
485}
486
487
489 Function *F = FindFunctionNamedInModulePtrSet(
490 FnName, OwnedModules.begin_added(), OwnedModules.end_added());
491 if (!F)
492 F = FindFunctionNamedInModulePtrSet(FnName, OwnedModules.begin_loaded(),
493 OwnedModules.end_loaded());
494 if (!F)
495 F = FindFunctionNamedInModulePtrSet(FnName, OwnedModules.begin_finalized(),
496 OwnedModules.end_finalized());
497 return F;
498}
499
501 GlobalVariable *GV = FindGlobalVariableNamedInModulePtrSet(
502 Name, AllowInternal, OwnedModules.begin_added(), OwnedModules.end_added());
503 if (!GV)
504 GV = FindGlobalVariableNamedInModulePtrSet(Name, AllowInternal, OwnedModules.begin_loaded(),
505 OwnedModules.end_loaded());
506 if (!GV)
507 GV = FindGlobalVariableNamedInModulePtrSet(Name, AllowInternal, OwnedModules.begin_finalized(),
508 OwnedModules.end_finalized());
509 return GV;
510}
511
513 assert(F && "Function *F was null at entry to run()");
514
515 void *FPtr = getPointerToFunction(F);
516 finalizeModule(F->getParent());
517 assert(FPtr && "Pointer to fn's code was null after getPointerToFunction");
518 FunctionType *FTy = F->getFunctionType();
519 Type *RetTy = FTy->getReturnType();
520
521 assert((FTy->getNumParams() == ArgValues.size() ||
522 (FTy->isVarArg() && FTy->getNumParams() <= ArgValues.size())) &&
523 "Wrong number of arguments passed into function!");
524 assert(FTy->getNumParams() == ArgValues.size() &&
525 "This doesn't support passing arguments through varargs (yet)!");
526
527 // Handle some common cases first. These cases correspond to common `main'
528 // prototypes.
529 if (RetTy->isIntegerTy(32) || RetTy->isVoidTy()) {
530 switch (ArgValues.size()) {
531 case 3:
532 if (FTy->getParamType(0)->isIntegerTy(32) &&
533 FTy->getParamType(1)->isPointerTy() &&
534 FTy->getParamType(2)->isPointerTy()) {
535 int (*PF)(int, char **, const char **) =
536 (int(*)(int, char **, const char **))(intptr_t)FPtr;
537
538 // Call the function.
539 GenericValue rv;
540 rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue(),
541 (char **)GVTOP(ArgValues[1]),
542 (const char **)GVTOP(ArgValues[2])));
543 return rv;
544 }
545 break;
546 case 2:
547 if (FTy->getParamType(0)->isIntegerTy(32) &&
548 FTy->getParamType(1)->isPointerTy()) {
549 int (*PF)(int, char **) = (int(*)(int, char **))(intptr_t)FPtr;
550
551 // Call the function.
552 GenericValue rv;
553 rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue(),
554 (char **)GVTOP(ArgValues[1])));
555 return rv;
556 }
557 break;
558 case 1:
559 if (FTy->getNumParams() == 1 &&
560 FTy->getParamType(0)->isIntegerTy(32)) {
561 GenericValue rv;
562 int (*PF)(int) = (int(*)(int))(intptr_t)FPtr;
563 rv.IntVal = APInt(32, PF(ArgValues[0].IntVal.getZExtValue()));
564 return rv;
565 }
566 break;
567 }
568 }
569
570 // Handle cases where no arguments are passed first.
571 if (ArgValues.empty()) {
572 GenericValue rv;
573 switch (RetTy->getTypeID()) {
574 default: llvm_unreachable("Unknown return type for function call!");
575 case Type::IntegerTyID: {
576 unsigned BitWidth = cast<IntegerType>(RetTy)->getBitWidth();
577 if (BitWidth == 1)
578 rv.IntVal = APInt(BitWidth, ((bool(*)())(intptr_t)FPtr)());
579 else if (BitWidth <= 8)
580 rv.IntVal = APInt(BitWidth, ((char(*)())(intptr_t)FPtr)());
581 else if (BitWidth <= 16)
582 rv.IntVal = APInt(BitWidth, ((short(*)())(intptr_t)FPtr)());
583 else if (BitWidth <= 32)
584 rv.IntVal = APInt(BitWidth, ((int(*)())(intptr_t)FPtr)());
585 else if (BitWidth <= 64)
586 rv.IntVal = APInt(BitWidth, ((int64_t(*)())(intptr_t)FPtr)());
587 else
588 llvm_unreachable("Integer types > 64 bits not supported");
589 return rv;
590 }
591 case Type::VoidTyID:
592 rv.IntVal = APInt(32, ((int (*)())(intptr_t)FPtr)(), true);
593 return rv;
594 case Type::FloatTyID:
595 rv.FloatVal = ((float(*)())(intptr_t)FPtr)();
596 return rv;
597 case Type::DoubleTyID:
598 rv.DoubleVal = ((double(*)())(intptr_t)FPtr)();
599 return rv;
601 case Type::FP128TyID:
603 llvm_unreachable("long double not supported yet");
605 return PTOGV(((void*(*)())(intptr_t)FPtr)());
606 }
607 }
608
609 report_fatal_error("MCJIT::runFunction does not support full-featured "
610 "argument passing. Please use "
611 "ExecutionEngine::getFunctionAddress and cast the result "
612 "to the desired function pointer type.");
613}
614
615void *MCJIT::getPointerToNamedFunction(StringRef Name, bool AbortOnFailure) {
617 if (auto Sym = Resolver.findSymbol(std::string(Name))) {
618 if (auto AddrOrErr = Sym.getAddress())
619 return reinterpret_cast<void*>(
620 static_cast<uintptr_t>(*AddrOrErr));
621 } else if (auto Err = Sym.takeError())
622 report_fatal_error(std::move(Err));
623 }
624
625 /// If a LazyFunctionCreator is installed, use it to get/create the function.
627 if (void *RP = LazyFunctionCreator(std::string(Name)))
628 return RP;
629
630 if (AbortOnFailure) {
631 report_fatal_error("Program used external function '"+Name+
632 "' which could not be resolved!");
633 }
634 return nullptr;
635}
636
638 if (!L)
639 return;
640 std::lock_guard<sys::Mutex> locked(lock);
641 EventListeners.push_back(L);
642}
643
645 if (!L)
646 return;
647 std::lock_guard<sys::Mutex> locked(lock);
648 auto I = find(reverse(EventListeners), L);
649 if (I != EventListeners.rend()) {
650 std::swap(*I, EventListeners.back());
651 EventListeners.pop_back();
652 }
653}
654
657 uint64_t Key =
658 static_cast<uint64_t>(reinterpret_cast<uintptr_t>(Obj.getData().data()));
659 std::lock_guard<sys::Mutex> locked(lock);
660 MemMgr->notifyObjectLoaded(this, Obj);
661 for (JITEventListener *EL : EventListeners)
662 EL->notifyObjectLoaded(Key, Obj, L);
663}
664
666 uint64_t Key =
667 static_cast<uint64_t>(reinterpret_cast<uintptr_t>(Obj.getData().data()));
668 std::lock_guard<sys::Mutex> locked(lock);
669 for (JITEventListener *L : EventListeners)
670 L->notifyFreeingObject(Key);
671}
672
674LinkingSymbolResolver::findSymbol(const std::string &Name) {
675 auto Result = ParentEngine.findSymbol(Name, false);
676 if (Result)
677 return Result;
678 if (ParentEngine.isSymbolSearchingDisabled())
679 return nullptr;
680 return ClientResolver->findSymbol(Name);
681}
682
683void LinkingSymbolResolver::anchor() {}
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
static GCRegistry::Add< ErlangGC > A("erlang", "erlang-compatible garbage collector")
static GCRegistry::Add< CoreCLRGC > E("coreclr", "CoreCLR-compatible GC")
Module.h This file contains the declarations for the Module class.
static LVOptions Options
Definition LVOptions.cpp:25
#define F(x, y, z)
Definition MD5.cpp:54
#define I(x, y, z)
Definition MD5.cpp:57
#define G(x, y, z)
Definition MD5.cpp:55
This file contains some templates that are useful if you are working with the STL at all.
static Split data
Class for arbitrary precision integers.
Definition APInt.h:78
Represent a constant reference to an array (0 or more elements consecutively in memory),...
Definition ArrayRef.h:40
size_t size() const
Get the array size.
Definition ArrayRef.h:141
bool empty() const
Check if the array is empty.
Definition ArrayRef.h:136
A parsed version of the target data layout string in and methods for querying it.
Definition DataLayout.h:64
Abstract interface for implementation execution of LLVM modules, designed to support both interpreter...
const DataLayout & getDataLayout() const
bool getVerifyModules() const
void * getPointerToGlobalIfAvailable(StringRef S)
getPointerToGlobalIfAvailable - This returns the address of the specified global value if it is has a...
sys::Mutex lock
lock - This lock protects the ExecutionEngine and MCJIT classes.
virtual void runStaticConstructorsDestructors(bool isDtors)
runStaticConstructorsDestructors - This method is used to execute all of the static constructors or d...
FunctionCreator LazyFunctionCreator
LazyFunctionCreator - If an unknown function is needed, this function pointer is invoked to create it...
SmallVector< std::unique_ptr< Module >, 1 > Modules
The list of Modules that we are JIT'ing from.
uint64_t updateGlobalMapping(const GlobalValue *GV, void *Addr)
updateGlobalMapping - Replace an existing mapping for GV with a new address.
bool isSymbolSearchingDisabled() const
Tagged union holding either a T or a Error.
Definition Error.h:485
Error takeError()
Take ownership of the stored error.
Definition Error.h:612
reference get()
Returns a reference to the stored T value.
Definition Error.h:582
Class to represent function types.
unsigned getNumParams() const
Return the number of fixed parameters this function type requires.
Type * getParamType(unsigned i) const
Parameter type accessors.
bool isVarArg() const
Type * getReturnType() const
LLVM_ABI bool isDeclaration() const
Return true if the primary definition of this global value is outside of the current translation unit...
Definition Globals.cpp:408
JITEventListener - Abstract interface for use by the JIT to notify clients about significant events d...
static JITEventListener * createGDBRegistrationListener()
Represents a symbol in the JIT.
Definition JITSymbol.h:267
JITSymbol findSymbol(const std::string &Name) override
This method returns the address of the specified function or variable.
Definition MCJIT.cpp:674
GenericValue runFunction(Function *F, ArrayRef< GenericValue > ArgValues) override
runFunction - Execute the specified function with the specified arguments, and return the result.
Definition MCJIT.cpp:512
void * getPointerToNamedFunction(StringRef Name, bool AbortOnFailure=true) override
getPointerToNamedFunction - This method returns the address of the specified function by using the dl...
Definition MCJIT.cpp:615
void RegisterJITEventListener(JITEventListener *L) override
Registers a listener to be called back on various events within the JIT.
Definition MCJIT.cpp:637
static ExecutionEngine * createJIT(std::unique_ptr< Module > M, std::string *ErrorStr, std::shared_ptr< MCJITMemoryManager > MemMgr, std::shared_ptr< LegacyJITSymbolResolver > Resolver, std::unique_ptr< TargetMachine > TM)
Definition MCJIT.cpp:44
void runStaticConstructorsDestructors(bool isDtors) override
runStaticConstructorsDestructors - This method is used to execute all of the static constructors or d...
Definition MCJIT.cpp:454
Module * findModuleForSymbol(const std::string &Name, bool CheckFunctionsOnly)
Definition MCJIT.cpp:294
void addArchive(object::OwningBinary< object::Archive > O) override
addArchive - Add an Archive to the execution engine.
Definition MCJIT.cpp:138
Function * FindFunctionNamed(StringRef FnName) override
FindFunctionNamed - Search all of the active modules to find the function that defines FnName.
Definition MCJIT.cpp:488
~MCJIT() override
Definition MCJIT.cpp:94
void finalizeObject() override
finalizeObject - ensure the module is fully processed and is usable.
Definition MCJIT.cpp:259
void finalizeLoadedModules()
Definition MCJIT.cpp:239
void notifyObjectLoaded(const object::ObjectFile &Obj, const RuntimeDyld::LoadedObjectInfo &L)
Definition MCJIT.cpp:655
void generateCodeForModule(Module *M) override
generateCodeForModule - Run code generation for the specified module and load it into memory.
Definition MCJIT.cpp:190
uint64_t getFunctionAddress(const std::string &Name) override
getFunctionAddress - Return the address of the specified function.
Definition MCJIT.cpp:403
void addObjectFile(std::unique_ptr< object::ObjectFile > O) override
addObjectFile - Add an ObjectFile to the execution engine.
Definition MCJIT.cpp:120
std::unique_ptr< MemoryBuffer > emitObject(Module *M)
emitObject – Generate a JITed object in memory from the specified module Currently,...
Definition MCJIT.cpp:147
static void Register()
Definition MCJIT.h:290
void UnregisterJITEventListener(JITEventListener *L) override
Definition MCJIT.cpp:644
bool removeModule(Module *M) override
removeModule - Removes a Module from the list of modules, but does not free the module's memory.
Definition MCJIT.cpp:115
JITSymbol findExistingSymbol(const std::string &Name)
Definition MCJIT.cpp:285
GlobalVariable * FindGlobalVariableNamed(StringRef Name, bool AllowInternal=false) override
FindGlobalVariableNamed - Search all of the active modules to find the global variable that defines N...
Definition MCJIT.cpp:500
uint64_t getGlobalValueAddress(const std::string &Name) override
getGlobalValueAddress - Return the address of the specified global value.
Definition MCJIT.cpp:395
uint64_t getSymbolAddress(const std::string &Name, bool CheckFunctionsOnly)
Definition MCJIT.cpp:321
void notifyFreeingObject(const object::ObjectFile &Obj)
Definition MCJIT.cpp:665
virtual void finalizeModule(Module *)
Definition MCJIT.cpp:272
JITSymbol findSymbol(const std::string &Name, bool CheckFunctionsOnly)
Definition MCJIT.cpp:338
void * getPointerToFunction(Function *F) override
getPointerToFunction - The different EE's represent function bodies in different ways.
Definition MCJIT.cpp:412
void setObjectCache(ObjectCache *manager) override
Sets the object manager that MCJIT should use to avoid compilation.
Definition MCJIT.cpp:142
void addModule(std::unique_ptr< Module > M) override
Add a Module to the list of modules that we can JIT from.
Definition MCJIT.cpp:106
LLVM_ABI void getNameWithPrefix(raw_ostream &OS, const GlobalValue *GV, bool CannotUsePrivateLabel) const
Print the appropriate prefix and the specified global variable's name.
Definition Mangler.cpp:121
A Module instance is used to store all the information related to an LLVM module.
Definition Module.h:68
This is the base ObjectCache type which can be provided to an ExecutionEngine for the purpose of avoi...
Definition ObjectCache.h:24
Interface for looking up the initializer for a variable name, used by Init::resolveReferences.
Definition Record.h:2233
Information about the loaded object.
Definition RuntimeDyld.h:70
SmallPtrSetIterator< PtrType > iterator
SmallString - A SmallString is just a SmallVector with methods and accessors that make it work better...
Definition SmallString.h:26
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
Represent a constant reference to a string, i.e.
Definition StringRef.h:56
constexpr StringRef substr(size_t Start, size_t N=npos) const
Return a reference to the substring from [Start, Start + N).
Definition StringRef.h:597
Twine - A lightweight data structure for efficiently representing the concatenation of temporary valu...
Definition Twine.h:82
The instances of the Type class are immutable: once they are created, they are never changed.
Definition Type.h:46
bool isPointerTy() const
True if this is an instance of PointerType.
Definition Type.h:277
@ VoidTyID
type with no size
Definition Type.h:64
@ FloatTyID
32-bit floating point type
Definition Type.h:59
@ IntegerTyID
Arbitrary bit width integers.
Definition Type.h:71
@ DoubleTyID
64-bit floating point type
Definition Type.h:60
@ X86_FP80TyID
80-bit floating point type (X87)
Definition Type.h:61
@ PPC_FP128TyID
128-bit floating point type (two 64-bits, PowerPC)
Definition Type.h:63
@ PointerTyID
Pointers.
Definition Type.h:74
@ FP128TyID
128-bit floating point type (112-bit significand)
Definition Type.h:62
bool isIntegerTy() const
True if this is an instance of IntegerType.
Definition Type.h:252
TypeID getTypeID() const
Return the type id for the type.
Definition Type.h:138
bool isVoidTy() const
Return true if this is 'void'.
Definition Type.h:141
PassManager manages ModulePassManagers.
bool run(Module &M)
run - Execute all of the passes scheduled for execution.
This class is the base class for all object file types.
Definition ObjectFile.h:231
static Expected< OwningBinary< ObjectFile > > createObjectFile(StringRef ObjectPath)
A raw_ostream that writes to an std::string.
A raw_ostream that writes to an SmallVector or SmallString.
static bool LoadLibraryPermanently(const char *Filename, std::string *ErrMsg=nullptr)
This function permanently loads the dynamic library at the given path.
void LLVMLinkInMCJIT()
Empty function used to force the linker to link MCJIT.
Definition MCJIT.cpp:40
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
This is an optimization pass for GlobalISel generic memory operations.
LLVM_ABI void logAllUnhandledErrors(Error E, raw_ostream &OS, Twine ErrorBanner={})
Log all errors (if any) in E to OS.
Definition Error.cpp:61
auto find(R &&Range, const T &Val)
Provide wrappers to std::find which take ranges instead of having to pass begin/end explicitly.
Definition STLExtras.h:1781
auto reverse(ContainerTy &&C)
Definition STLExtras.h:408
GenericValue PTOGV(void *P)
LLVM_ABI void report_fatal_error(Error Err, bool gen_crash_diag=true)
Definition Error.cpp:163
LLVM_ATTRIBUTE_VISIBILITY_DEFAULT AnalysisKey InnerAnalysisManagerProxy< AnalysisManagerT, IRUnitT, ExtraArgTs... >::Key
@ First
Helpers to iterate all locations in the MemoryEffectsBase class.
Definition ModRef.h:74
void cantFail(Error Err, const char *Msg=nullptr)
Report a fatal error if Err is a failure value.
Definition Error.h:769
constexpr unsigned BitWidth
OutputIt move(R &&Range, OutputIt Out)
Provide wrappers to std::move which take ranges instead of having to pass begin/end explicitly.
Definition STLExtras.h:1933
void * GVTOP(const GenericValue &GV)
decltype(auto) cast(const From &Val)
cast<X> - Return the argument parameter cast to the specified type.
Definition Casting.h:559
void consumeError(Error Err)
Consume a Error without doing anything.
Definition Error.h:1106
Implement std::hash so that hash_code can be used in STL containers.
Definition BitVector.h:878
void swap(llvm::BitVector &LHS, llvm::BitVector &RHS)
Implement std::swap in terms of BitVector swap.
Definition BitVector.h:880