25#include "llvm/Config/llvm-config.h"
50#include "llvm/Support/VCSRevision.h"
63using namespace object;
65#define DEBUG_TYPE "lto"
69 cl::desc(
"Dump the SCCs in the ThinLTO index's callgraph"));
75 cl::desc(
"Enable global value internalization in LTO"));
85 const std::map<GlobalValue::GUID, GlobalValue::LinkageTypes> &ResolvedODR,
87 const std::set<GlobalValue::GUID> &CfiFunctionDefs,
88 const std::set<GlobalValue::GUID> &CfiFunctionDecls) {
96 Hasher.
update(LLVM_VERSION_STRING);
98 Hasher.
update(LLVM_REVISION);
106 auto AddUnsigned = [&](
unsigned I) {
148 auto ModHash =
Index.getModuleHash(ModuleID);
151 std::vector<uint64_t> ExportsGUID;
152 ExportsGUID.reserve(ExportList.
size());
153 for (
const auto &
VI : ExportList) {
154 auto GUID =
VI.getGUID();
155 ExportsGUID.push_back(GUID);
169 std::vector<ImportMapIteratorTy> ImportModulesVector;
170 ImportModulesVector.reserve(ImportList.
size());
172 for (ImportMapIteratorTy It = ImportList.
begin(); It != ImportList.
end();
174 ImportModulesVector.push_back(It);
177 [](
const ImportMapIteratorTy &Lhs,
const ImportMapIteratorTy &Rhs)
178 ->
bool {
return Lhs->getKey() < Rhs->getKey(); });
179 for (
const ImportMapIteratorTy &EntryIt : ImportModulesVector) {
180 auto ModHash =
Index.getModuleHash(EntryIt->first());
183 AddUint64(EntryIt->second.size());
184 for (
auto &Fn : EntryIt->second)
189 for (
auto &Entry : ResolvedODR) {
198 std::set<GlobalValue::GUID> UsedCfiDefs;
199 std::set<GlobalValue::GUID> UsedCfiDecls;
202 std::set<GlobalValue::GUID> UsedTypeIds;
205 if (CfiFunctionDefs.count(ValueGUID))
206 UsedCfiDefs.insert(ValueGUID);
207 if (CfiFunctionDecls.count(ValueGUID))
208 UsedCfiDecls.insert(ValueGUID);
213 AddUnsigned(GS->getVisibility());
214 AddUnsigned(GS->isLive());
215 AddUnsigned(GS->canAutoHide());
217 AddUnsigned(
VI.isDSOLocal(
Index.withDSOLocalPropagation()));
218 AddUsedCfiGlobal(
VI.getGUID());
220 if (
auto *GVS = dyn_cast<GlobalVarSummary>(GS)) {
221 AddUnsigned(GVS->maybeReadOnly());
222 AddUnsigned(GVS->maybeWriteOnly());
224 if (
auto *FS = dyn_cast<FunctionSummary>(GS)) {
225 for (
auto &TT : FS->type_tests())
226 UsedTypeIds.insert(TT);
227 for (
auto &TT : FS->type_test_assume_vcalls())
228 UsedTypeIds.insert(TT.GUID);
229 for (
auto &TT : FS->type_checked_load_vcalls())
230 UsedTypeIds.insert(TT.GUID);
231 for (
auto &TT : FS->type_test_assume_const_vcalls())
232 UsedTypeIds.insert(TT.VFunc.GUID);
233 for (
auto &TT : FS->type_checked_load_const_vcalls())
234 UsedTypeIds.insert(TT.VFunc.GUID);
235 for (
auto &ET : FS->calls()) {
236 AddUnsigned(ET.first.isDSOLocal(
Index.withDSOLocalPropagation()));
237 AddUsedCfiGlobal(ET.first.getGUID());
244 for (
auto &GS : DefinedGlobals) {
248 AddUsedCfiGlobal(GS.first);
249 AddUsedThings(GS.second);
254 for (
auto &ImpM : ImportList)
255 for (
auto &ImpF : ImpM.second) {
260 if (
auto *AS = dyn_cast_or_null<AliasSummary>(S))
261 AddUsedThings(AS->getBaseObject());
267 AddUnsigned(S.TTRes.TheKind);
268 AddUnsigned(S.TTRes.SizeM1BitWidth);
270 AddUint64(S.TTRes.AlignLog2);
271 AddUint64(S.TTRes.SizeM1);
272 AddUint64(S.TTRes.BitMask);
273 AddUint64(S.TTRes.InlineBits);
275 AddUint64(S.WPDRes.size());
276 for (
auto &WPD : S.WPDRes) {
277 AddUnsigned(WPD.first);
278 AddUnsigned(WPD.second.TheKind);
279 AddString(WPD.second.SingleImplName);
281 AddUint64(WPD.second.ResByArg.size());
282 for (
auto &ByArg : WPD.second.ResByArg) {
283 AddUint64(ByArg.first.size());
286 AddUnsigned(ByArg.second.TheKind);
287 AddUint64(ByArg.second.Info);
288 AddUnsigned(ByArg.second.Byte);
289 AddUnsigned(ByArg.second.Bit);
296 auto TidIter =
Index.typeIds().equal_range(TId);
297 for (
auto It = TidIter.first; It != TidIter.second; ++It)
298 AddTypeIdSummary(It->second.first, It->second.second);
301 AddUnsigned(UsedCfiDefs.size());
302 for (
auto &V : UsedCfiDefs)
305 AddUnsigned(UsedCfiDecls.size());
306 for (
auto &V : UsedCfiDecls)
312 Hasher.
update(FileOrErr.get()->getBuffer());
317 Hasher.
update(FileOrErr.get()->getBuffer());
322 Key = toHex(Hasher.
result());
336 for (
auto &S :
VI.getSummaryList()) {
351 if (isPrevailing(
VI.getGUID(), S.get())) {
364 S->setCanAutoHide(
VI.canAutoHide() &&
365 !GUIDPreservedSymbols.
count(
VI.getGUID()));
368 Visibility = S->getVisibility();
371 else if (!isa<AliasSummary>(S.get()) &&
372 !GlobalInvolvedWithAlias.
count(S.get()))
379 S->setVisibility(Visibility);
381 if (S->linkage() != OriginalLinkage)
382 recordNewLinkage(S->modulePath(),
VI.getGUID(), S->linkage());
386 for (
auto &S :
VI.getSummaryList()) {
391 S->setVisibility(Visibility);
414 for (
auto &S :
I.second.SummaryList)
415 if (
auto AS = dyn_cast<AliasSummary>(S.get()))
416 GlobalInvolvedWithAlias.
insert(&AS->getAliasee());
420 GlobalInvolvedWithAlias, isPrevailing,
421 recordNewLinkage, GUIDPreservedSymbols);
425 if (
auto *VarSummary = dyn_cast<GlobalVarSummary>(GVS->
getBaseObject()))
426 return !VarSummary->maybeReadOnly() && !VarSummary->maybeWriteOnly() &&
436 for (
auto &S :
VI.getSummaryList()) {
437 if (isExported(S->modulePath(),
VI)) {
445 isPrevailing(
VI.getGUID(), S.get())) &&
476 std::unique_ptr<InputFile> File(
new InputFile);
482 File->TargetTriple = FOrErr->TheReader.getTargetTriple();
483 File->SourceFileName = FOrErr->TheReader.getSourceFileName();
484 File->COFFLinkerOpts = FOrErr->TheReader.getCOFFLinkerOpts();
485 File->DependentLibraries = FOrErr->TheReader.getDependentLibraries();
486 File->ComdatTable = FOrErr->TheReader.getComdatTable();
488 for (
unsigned I = 0;
I != FOrErr->Mods.size(); ++
I) {
489 size_t Begin = File->Symbols.size();
491 FOrErr->TheReader.module_symbols(
I))
494 if (Sym.isGlobal() && !Sym.isFormatSpecific())
495 File->Symbols.push_back(Sym);
496 File->ModuleSymIndices.push_back({Begin, File->Symbols.size()});
499 File->Mods = FOrErr->Mods;
500 File->Strtab = std::move(FOrErr->Strtab);
501 return std::move(File);
505 return Mods[0].getModuleIdentifier();
509 assert(Mods.size() == 1 &&
"Expect only one bitcode module");
513LTO::RegularLTOState::RegularLTOState(
unsigned ParallelCodeGenParallelismLevel,
515 : ParallelCodeGenParallelismLevel(ParallelCodeGenParallelismLevel),
516 Ctx(Conf), CombinedModule(
std::make_unique<
Module>(
"ld-temp.o", Ctx)),
517 Mover(
std::make_unique<
IRMover>(*CombinedModule)) {}
519LTO::ThinLTOState::ThinLTOState(
ThinBackend Backend)
520 : Backend(Backend), CombinedIndex(
false) {
527 unsigned ParallelCodeGenParallelismLevel)
529 RegularLTO(ParallelCodeGenParallelismLevel, this->Conf),
539 unsigned Partition,
bool InSummary) {
540 auto *ResI = Res.
begin();
541 auto *ResE = Res.
end();
543 const Triple TT(RegularLTO.CombinedModule->getTargetTriple());
552 if (TT.isOSBinFormatCOFF() &&
Name.startswith(
"__imp_"))
553 Name =
Name.substr(strlen(
"__imp_"));
554 auto &GlobalRes = GlobalResolutions[
Name];
555 GlobalRes.UnnamedAddr &= Sym.isUnnamedAddr();
557 assert(!GlobalRes.Prevailing &&
558 "Multiple prevailing defs are not allowed");
559 GlobalRes.Prevailing =
true;
560 GlobalRes.IRName = std::string(Sym.getIRName());
561 }
else if (!GlobalRes.Prevailing && GlobalRes.IRName.empty()) {
568 GlobalRes.IRName = std::string(Sym.getIRName());
582 if (GlobalRes.IRName != Sym.getIRName()) {
583 GlobalRes.Partition = GlobalResolution::External;
584 GlobalRes.VisibleOutsideSummary =
true;
592 (GlobalRes.Partition != GlobalResolution::Unknown &&
593 GlobalRes.Partition != Partition)) {
594 GlobalRes.Partition = GlobalResolution::External;
597 GlobalRes.Partition = Partition;
601 GlobalRes.VisibleOutsideSummary |=
612 auto ResI = Res.
begin();
617 OS <<
"-r=" << Path <<
',' << Sym.getName() <<
',';
634 assert(!CalledGetMaxTasks);
639 if (RegularLTO.CombinedModule->getTargetTriple().empty()) {
640 RegularLTO.CombinedModule->setTargetTriple(Input->getTargetTriple());
646 for (
unsigned I = 0;
I != Input->Mods.size(); ++
I)
647 if (
Error Err = addModule(*Input,
I, ResI, Res.
end()))
661 if (EnableSplitLTOUnit) {
665 if (*EnableSplitLTOUnit != LTOInfo->EnableSplitLTOUnit)
666 ThinLTO.CombinedIndex.setPartiallySplitLTOUnits();
668 EnableSplitLTOUnit = LTOInfo->EnableSplitLTOUnit;
671 auto ModSyms = Input.module_symbols(ModI);
672 addModuleToGlobalRes(ModSyms, {ResI, ResE},
673 LTOInfo->IsThinLTO ? ThinLTO.ModuleMap.size() + 1 : 0,
674 LTOInfo->HasSummary);
676 if (LTOInfo->IsThinLTO)
677 return addThinLTO(BM, ModSyms, ResI, ResE);
679 RegularLTO.EmptyCombinedModule =
false;
681 addRegularLTO(BM, ModSyms, ResI, ResE);
685 if (!LTOInfo->HasSummary)
686 return linkRegularLTO(std::move(*ModOrErr),
false);
692 RegularLTO.ModsWithSummaries.push_back(std::move(*ModOrErr));
708 std::set<const Comdat *> &NonPrevailingComdats) {
713 if (!NonPrevailingComdats.count(
C))
722 if (
auto GO = dyn_cast<GlobalObject>(&GV))
723 GO->setComdat(
nullptr);
733 RegularLTOState::AddedModule
Mod;
740 Mod.M = std::move(*MOrErr);
742 if (
Error Err =
M.materializeMetadata())
743 return std::move(Err);
750 if (GV.hasAppendingLinkage())
751 Mod.Keep.push_back(&GV);
754 for (
auto &GA :
M.aliases())
756 AliasedGlobals.
insert(GO);
765 auto MsymI = SymTab.
symbols().begin(), MsymE = SymTab.
symbols().end();
767 while (MsymI != MsymE) {
777 std::set<const Comdat *> NonPrevailingComdats;
789 if (Sym.isUndefined())
791 Mod.Keep.push_back(GV);
802 }
else if (isa<GlobalObject>(GV) &&
803 (GV->hasLinkOnceODRLinkage() || GV->hasWeakODRLinkage() ||
804 GV->hasAvailableExternallyLinkage()) &&
805 !AliasedGlobals.
count(cast<GlobalObject>(GV))) {
811 Mod.Keep.push_back(GV);
814 NonPrevailingComdats.insert(GV->getComdat());
815 cast<GlobalObject>(GV)->setComdat(
nullptr);
820 GV->setDSOLocal(
true);
821 if (GV->hasDLLImportStorageClass())
823 DefaultStorageClass);
828 NonPrevailingAsmSymbols.
insert(AS->first);
836 if (Sym.isCommon()) {
839 auto &CommonRes = RegularLTO.Commons[std::string(Sym.getIRName())];
840 CommonRes.Size = std::max(CommonRes.Size, Sym.getCommonSize());
841 if (
uint32_t SymAlignValue = Sym.getCommonAlignment()) {
842 CommonRes.Alignment =
843 std::max(
Align(SymAlignValue), CommonRes.Alignment);
849 if (!
M.getComdatSymbolTable().empty())
855 if (!
M.getModuleInlineAsm().empty()) {
856 std::string NewIA =
".lto_discard";
857 if (!NonPrevailingAsmSymbols.
empty()) {
861 if (!NonPrevailingAsmSymbols.
count(Alias))
864 NewIA +=
" " + llvm::join(NonPrevailingAsmSymbols,
", ");
867 M.setModuleInlineAsm(NewIA +
M.getModuleInlineAsm());
871 return std::move(
Mod);
874Error LTO::linkRegularLTO(RegularLTOState::AddedModule
Mod,
875 bool LivenessFromIndex) {
876 std::vector<GlobalValue *>
Keep;
878 if (LivenessFromIndex && !ThinLTO.CombinedIndex.isGUIDLive(GV->
getGUID())) {
879 if (
Function *
F = dyn_cast<Function>(GV)) {
880 if (DiagnosticOutputFile) {
881 if (
Error Err =
F->materialize())
886 <<
" not added to the combined module ");
900 RegularLTO.CombinedModule->getNamedValue(GV->
getName());
907 return RegularLTO.Mover->move(std::move(
Mod.M),
Keep,
nullptr,
920 if (!Sym.getIRName().empty()) {
931 return ThinLTO.PrevailingModuleForGUID[GUID] ==
932 BM.getModuleIdentifier();
940 if (!Sym.getIRName().empty()) {
944 assert(ThinLTO.PrevailingModuleForGUID[GUID] ==
952 if (
auto S = ThinLTO.CombinedIndex.findSummaryInModule(
960 if (
auto S = ThinLTO.CombinedIndex.findSummaryInModule(
962 S->setDSOLocal(
true);
968 if (!ThinLTO.ModuleMap.insert({BM.getModuleIdentifier(), BM}).second)
969 return make_error<StringError>(
970 "Expected at most one ThinLTO module per bitcode file",
974 if (!ThinLTO.ModulesToCompile)
975 ThinLTO.ModulesToCompile = ModuleMapType();
991 CalledGetMaxTasks =
true;
992 auto ModuleCount = ThinLTO.ModulesToCompile ? ThinLTO.ModulesToCompile->size()
993 : ThinLTO.ModuleMap.size();
994 return RegularLTO.ParallelCodeGenParallelismLevel + ModuleCount;
999Error LTO::checkPartiallySplit() {
1000 if (!ThinLTO.CombinedIndex.partiallySplitLTOUnits())
1003 Function *TypeTestFunc = RegularLTO.CombinedModule->getFunction(
1005 Function *TypeCheckedLoadFunc = RegularLTO.CombinedModule->getFunction(
1010 if ((TypeTestFunc && !TypeTestFunc->
use_empty()) ||
1011 (TypeCheckedLoadFunc && !TypeCheckedLoadFunc->
use_empty()))
1012 return make_error<StringError>(
1013 "inconsistent LTO Unit splitting (recompile with -fsplit-lto-unit)",
1018 for (
auto &
P : ThinLTO.CombinedIndex) {
1019 for (
auto &S :
P.second.SummaryList) {
1020 auto *FS = dyn_cast<FunctionSummary>(S.get());
1023 if (!FS->type_test_assume_vcalls().empty() ||
1024 !FS->type_checked_load_vcalls().empty() ||
1025 !FS->type_test_assume_const_vcalls().empty() ||
1026 !FS->type_checked_load_const_vcalls().empty() ||
1027 !FS->type_tests().empty())
1028 return make_error<StringError>(
1029 "inconsistent LTO Unit splitting (recompile with -fsplit-lto-unit)",
1040 for (
auto &Res : GlobalResolutions) {
1043 if (Res.second.IRName.empty())
1049 if (Res.second.VisibleOutsideSummary && Res.second.
Prevailing)
1050 GUIDPreservedSymbols.
insert(GUID);
1053 DynamicExportSymbols.insert(GUID);
1055 GUIDPrevailingResolutions[GUID] =
1060 auto It = GUIDPrevailingResolutions.
find(
G);
1061 if (It == GUIDPrevailingResolutions.
end())
1070 if (!StatsFileOrErr)
1071 return StatsFileOrErr.takeError();
1072 std::unique_ptr<ToolOutputFile> StatsFile = std::move(StatsFileOrErr.get());
1074 Error Result = runRegularLTO(AddStream);
1076 Result = runThinLTO(AddStream, Cache, GUIDPreservedSymbols);
1091 return DiagFileOrErr.takeError();
1092 DiagnosticOutputFile = std::move(*DiagFileOrErr);
1096 for (
auto &M : RegularLTO.ModsWithSummaries)
1097 if (
Error Err = linkRegularLTO(std::move(M),
1105 if (
Error Err = checkPartiallySplit())
1110 const DataLayout &
DL = RegularLTO.CombinedModule->getDataLayout();
1111 for (
auto &
I : RegularLTO.Commons) {
1112 if (!
I.second.Prevailing)
1115 GlobalVariable *OldGV = RegularLTO.CombinedModule->getNamedGlobal(
I.first);
1116 if (OldGV &&
DL.getTypeAllocSize(OldGV->
getValueType()) ==
I.second.Size) {
1124 auto *GV =
new GlobalVariable(*RegularLTO.CombinedModule, Ty,
false,
1127 GV->setAlignment(
I.second.Alignment);
1141 DynamicExportSymbols);
1150 for (
const auto &R : GlobalResolutions) {
1151 if (!
R.second.isPrevailingIRSymbol())
1153 if (
R.second.Partition != 0 &&
1154 R.second.Partition != GlobalResolution::External)
1158 RegularLTO.CombinedModule->getNamedValue(
R.second.IRName);
1169 RegularLTO.CombinedModule->addModuleFlag(
Module::Error,
"LTOPostLink", 1);
1178 backend(Conf, AddStream, RegularLTO.ParallelCodeGenParallelismLevel,
1179 *RegularLTO.CombinedModule, ThinLTO.CombinedIndex))
1187#define HANDLE_LIBCALL(code, name) name,
1188#include "llvm/IR/RuntimeLibcalls.def"
1189#undef HANDLE_LIBCALL
1209 : Conf(Conf), CombinedIndex(CombinedIndex),
1210 ModuleToDefinedGVSummaries(ModuleToDefinedGVSummaries),
1211 OnWrite(OnWrite), ShouldEmitImportsFiles(ShouldEmitImportsFiles) {}
1218 const std::map<GlobalValue::GUID, GlobalValue::LinkageTypes> &ResolvedODR,
1226 const std::string &NewModulePath) {
1227 std::map<std::string, GVSummaryMapTy> ModuleToSummariesForIndex;
1230 ImportList, ModuleToSummariesForIndex);
1233 sys::fs::OpenFlags::OF_None);
1238 if (ShouldEmitImportsFiles) {
1240 ModuleToSummariesForIndex);
1253 std::set<GlobalValue::GUID> CfiFunctionDefs;
1254 std::set<GlobalValue::GUID> CfiFunctionDecls;
1256 std::optional<Error> Err;
1259 bool ShouldEmitIndexFiles;
1262 InProcessThinBackend(
1267 bool ShouldEmitIndexFiles,
bool ShouldEmitImportsFiles)
1269 OnWrite, ShouldEmitImportsFiles),
1270 BackendThreadPool(ThinLTOParallelism), AddStream(
std::
move(AddStream)),
1271 Cache(
std::
move(Cache)), ShouldEmitIndexFiles(ShouldEmitIndexFiles) {
1273 CfiFunctionDefs.insert(
1276 CfiFunctionDecls.insert(
1280 Error runThinLTOBackendThread(
1285 const std::map<GlobalValue::GUID, GlobalValue::LinkageTypes> &ResolvedODR,
1288 auto RunThinBackend = [&](
AddStreamFn AddStream) {
1294 return thinBackend(Conf, Task, AddStream, **MOrErr, CombinedIndex,
1295 ImportList, DefinedGlobals, &ModuleMap);
1300 if (ShouldEmitIndexFiles) {
1301 if (
auto E = emitFiles(ImportList, ModuleID, ModuleID.str()))
1307 [](
uint32_t V) { return V == 0; }))
1310 return RunThinBackend(AddStream);
1315 ExportList, ResolvedODR, DefinedGlobals, CfiFunctionDefs,
1320 AddStreamFn &CacheAddStream = *CacheAddStreamOrErr;
1322 return RunThinBackend(CacheAddStream);
1331 const std::map<GlobalValue::GUID, GlobalValue::LinkageTypes> &ResolvedODR,
1334 assert(ModuleToDefinedGVSummaries.
count(ModulePath));
1336 ModuleToDefinedGVSummaries.
find(ModulePath)->second;
1337 BackendThreadPool.
async(
1341 const std::map<GlobalValue::GUID, GlobalValue::LinkageTypes>
1348 Error E = runThinLTOBackendThread(
1349 AddStream, Cache, Task, BM, CombinedIndex, ImportList, ExportList,
1350 ResolvedODR, DefinedGlobals, ModuleMap);
1352 std::unique_lock<std::mutex> L(ErrMu);
1361 BM, std::ref(CombinedIndex), std::ref(ImportList), std::ref(ExportList),
1362 std::ref(ResolvedODR), std::ref(DefinedGlobals), std::ref(ModuleMap));
1365 OnWrite(std::string(ModulePath));
1369 Error wait()
override {
1370 BackendThreadPool.
wait();
1372 return std::move(*Err);
1377 unsigned getThreadCount()
override {
1385 bool ShouldEmitIndexFiles,
1386 bool ShouldEmitImportsFiles) {
1390 return std::make_unique<InProcessThinBackend>(
1391 Conf, CombinedIndex, Parallelism, ModuleToDefinedGVSummaries, AddStream,
1392 Cache, OnWrite, ShouldEmitIndexFiles, ShouldEmitImportsFiles);
1400 const std::string &OldPrefix,
1401 const std::string &NewPrefix) {
1402 if (OldPrefix.empty() && NewPrefix.empty())
1407 if (!ParentPath.
empty()) {
1410 llvm::errs() <<
"warning: could not create directory '" << ParentPath
1411 <<
"': " << EC.message() <<
'\n';
1413 return std::string(NewPath.
str());
1418 std::string OldPrefix, NewPrefix;
1422 WriteIndexesThinBackend(
1425 std::string OldPrefix, std::string NewPrefix,
bool ShouldEmitImportsFiles,
1428 OnWrite, ShouldEmitImportsFiles),
1429 OldPrefix(OldPrefix), NewPrefix(NewPrefix),
1430 LinkedObjectsFile(LinkedObjectsFile) {}
1436 const std::map<GlobalValue::GUID, GlobalValue::LinkageTypes> &ResolvedODR,
1439 std::string NewModulePath =
1442 if (LinkedObjectsFile)
1443 *LinkedObjectsFile << NewModulePath <<
'\n';
1445 if (
auto E = emitFiles(ImportList, ModulePath, NewModulePath))
1449 OnWrite(std::string(ModulePath));
1457 unsigned getThreadCount()
override {
return 1; }
1462 std::string OldPrefix, std::string NewPrefix,
bool ShouldEmitImportsFiles,
1467 return std::make_unique<WriteIndexesThinBackend>(
1468 Conf, CombinedIndex, ModuleToDefinedGVSummaries, OldPrefix, NewPrefix,
1469 ShouldEmitImportsFiles, LinkedObjectsFile, OnWrite);
1475 ThinLTO.CombinedIndex.releaseTemporaryMemory();
1481 if (ThinLTO.ModuleMap.empty())
1484 if (ThinLTO.ModulesToCompile && ThinLTO.ModulesToCompile->empty()) {
1485 llvm::errs() <<
"warning: [ThinLTO] No module compiled\n";
1496 ModuleToDefinedGVSummaries(ThinLTO.ModuleMap.size());
1497 ThinLTO.CombinedIndex.collectDefinedGVSummariesPerModule(
1498 ModuleToDefinedGVSummaries);
1506 for (
auto &
Mod : ThinLTO.ModuleMap)
1507 if (!ModuleToDefinedGVSummaries.
count(
Mod.first))
1514 ThinLTO.ModuleMap.size());
1516 ThinLTO.ModuleMap.size());
1520 ThinLTO.CombinedIndex.dumpSCCs(
outs());
1522 std::set<GlobalValue::GUID> ExportedGUIDs;
1525 ThinLTO.CombinedIndex.setWithWholeProgramVisibility();
1530 DynamicExportSymbols);
1535 std::map<ValueInfo, std::vector<VTableSlotSummary>> LocalWPDTargetsMap;
1537 LocalWPDTargetsMap);
1541 ImportLists, ExportLists);
1547 for (
auto &Res : GlobalResolutions) {
1550 if (Res.second.Partition != GlobalResolution::External ||
1551 !Res.second.isPrevailingIRSymbol())
1556 if (ThinLTO.CombinedIndex.isGUIDLive(GUID))
1557 ExportedGUIDs.insert(GUID);
1562 for (
auto &Def : ThinLTO.CombinedIndex.cfiFunctionDefs())
1563 ExportedGUIDs.insert(
1565 for (
auto &Decl : ThinLTO.CombinedIndex.cfiFunctionDecls())
1566 ExportedGUIDs.insert(
1570 const auto &ExportList = ExportLists.
find(ModuleIdentifier);
1571 return (ExportList != ExportLists.end() && ExportList->second.
count(VI)) ||
1572 ExportedGUIDs.count(
VI.getGUID());
1578 LocalWPDTargetsMap);
1582 return ThinLTO.PrevailingModuleForGUID[GUID] == S->modulePath();
1587 auto recordNewLinkage = [&](
StringRef ModuleIdentifier,
1590 ResolvedODR[ModuleIdentifier][GUID] = NewLinkage;
1593 recordNewLinkage, GUIDPreservedSymbols);
1602 TimeTraceScopeExit.release();
1604 std::unique_ptr<ThinBackendProc> BackendProc =
1605 ThinLTO.Backend(Conf, ThinLTO.CombinedIndex, ModuleToDefinedGVSummaries,
1609 ThinLTO.ModulesToCompile ? *ThinLTO.ModulesToCompile : ThinLTO.ModuleMap;
1611 auto ProcessOneModule = [&](
int I) ->
Error {
1615 return BackendProc->start(RegularLTO.ParallelCodeGenParallelismLevel +
I,
1616 Mod.second, ImportLists[
Mod.first],
1617 ExportLists[
Mod.first], ResolvedODR[
Mod.first],
1621 if (BackendProc->getThreadCount() == 1) {
1626 for (
int I = 0,
E = ModuleMap.
size();
I !=
E; ++
I)
1627 if (
Error E = ProcessOneModule(
I))
1634 std::vector<BitcodeModule *> ModulesVec;
1635 ModulesVec.reserve(ModuleMap.
size());
1636 for (
auto &
Mod : ModuleMap)
1637 ModulesVec.push_back(&
Mod.second);
1639 if (
Error E = ProcessOneModule(
I))
1642 return BackendProc->wait();
1652 if (!Filename.empty() && Count != -1)
1660 if (
Error E = ResultOrErr.takeError())
1661 return std::move(
E);
1664 (*ResultOrErr)->keep();
1672 if (StatsFilename.
empty())
1683 return std::move(StatsFile);
1690 auto Seq = llvm::seq<int>(0, R.size());
1691 std::vector<int> ModulesOrdering(Seq.begin(), Seq.end());
1692 llvm::sort(ModulesOrdering, [&](
int LeftIndex,
int RightIndex) {
1693 auto LSize = R[LeftIndex]->getBuffer().
size();
1694 auto RSize = R[RightIndex]->getBuffer().
size();
1695 return LSize > RSize;
1697 return ModulesOrdering;
MachineBasicBlock MachineBasicBlock::iterator DebugLoc DL
amdgpu Simplify well known AMD library false FunctionCallee Value * Arg
static GCRegistry::Add< ErlangGC > A("erlang", "erlang-compatible garbage collector")
static GCRegistry::Add< CoreCLRGC > E("coreclr", "CoreCLR-compatible GC")
static void writeToResolutionFile(raw_ostream &OS, InputFile *Input, ArrayRef< SymbolResolution > Res)
static void thinLTOResolvePrevailingGUID(const Config &C, ValueInfo VI, DenseSet< GlobalValueSummary * > &GlobalInvolvedWithAlias, function_ref< bool(GlobalValue::GUID, const GlobalValueSummary *)> isPrevailing, function_ref< void(StringRef, GlobalValue::GUID, GlobalValue::LinkageTypes)> recordNewLinkage, const DenseSet< GlobalValue::GUID > &GUIDPreservedSymbols)
static void handleNonPrevailingComdat(GlobalValue &GV, std::set< const Comdat * > &NonPrevailingComdats)
static bool isWeakObjectWithRWAccess(GlobalValueSummary *GVS)
static cl::opt< bool > DumpThinCGSCCs("dump-thin-cg-sccs", cl::init(false), cl::Hidden, cl::desc("Dump the SCCs in the ThinLTO index's callgraph"))
static void thinLTOInternalizeAndPromoteGUID(ValueInfo VI, function_ref< bool(StringRef, ValueInfo)> isExported, function_ref< bool(GlobalValue::GUID, const GlobalValueSummary *)> isPrevailing)
static const char * libcallRoutineNames[]
return ToRemove size() > 0
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
This file defines the make_scope_exit function, which executes user-defined cleanup logic at scope ex...
This file defines the SmallSet class.
This file defines the 'Statistic' class, which is designed to be an easy way to expose various metric...
ArrayRef - Represent a constant reference to an array (0 or more elements consecutively in memory),...
Class to represent array types.
static ArrayType * get(Type *ElementType, uint64_t NumElements)
This static method is the primary way to construct an ArrayType.
Represents a module in a bitcode file.
StringRef getModuleIdentifier() const
Expected< std::unique_ptr< Module > > parseModule(LLVMContext &Context, ParserCallbacks Callbacks={})
Read the entire bitcode module and return it.
Error readSummary(ModuleSummaryIndex &CombinedIndex, StringRef ModulePath, uint64_t ModuleId, std::function< bool(GlobalValue::GUID)> IsPrevailing=nullptr)
Parse the specified bitcode buffer and merge its module summary index into CombinedIndex.
Expected< std::unique_ptr< Module > > getLazyModule(LLVMContext &Context, bool ShouldLazyLoadMetadata, bool IsImporting, ParserCallbacks Callbacks={})
Read the bitcode module and prepare for lazy deserialization of function bodies.
static ConstantAggregateZero * get(Type *Ty)
static Constant * getBitCast(Constant *C, Type *Ty, bool OnlyIfReduced=false)
A parsed version of the target data layout string in and methods for querying it.
iterator find(const_arg_type_t< KeyT > Val)
Implements a dense probed hash-table based set.
Lightweight error class with error context and mandatory checking.
static ErrorSuccess success()
Create a success value.
Tagged union holding either a T or a Error.
Error takeError()
Take ownership of the stored error.
void setAlignment(Align Align)
Sets the alignment attribute of the GlobalObject.
Function and variable summary information to aid decisions and implementation of importing.
GlobalValueSummary * getBaseObject()
If this is an alias summary, returns the summary of the aliased object (a global variable or function...
static bool isAppendingLinkage(LinkageTypes Linkage)
static bool isLocalLinkage(LinkageTypes Linkage)
bool isDeclaration() const
Return true if the primary definition of this global value is outside of the current translation unit...
void setUnnamedAddr(UnnamedAddr Val)
bool hasLocalLinkage() const
static StringRef dropLLVMManglingEscape(StringRef Name)
If the given string begins with the GlobalValue name mangling escape character '\1',...
const Comdat * getComdat() const
static bool isLinkOnceLinkage(LinkageTypes Linkage)
void setLinkage(LinkageTypes LT)
DLLStorageClassTypes
Storage classes of global values for PE targets.
GUID getGUID() const
Return a 64-bit global unique ID constructed from global value name (i.e.
const GlobalObject * getAliaseeObject() const
PointerType * getType() const
Global values are always pointers.
VisibilityTypes
An enumeration for the kinds of visibility of global values.
@ DefaultVisibility
The GV is visible.
static GUID getGUID(StringRef GlobalName)
Return a 64-bit global unique ID constructed from global value name (i.e.
static bool isInterposableLinkage(LinkageTypes Linkage)
Whether the definition of this global may be replaced by something non-equivalent at link time.
static LinkageTypes getWeakLinkage(bool ODR)
bool hasAvailableExternallyLinkage() const
std::string getGlobalIdentifier() const
Return the modified name for this global value suitable to be used as the key for a global lookup (e....
LinkageTypes
An enumeration for the kinds of linkage for global values.
@ CommonLinkage
Tentative definitions.
@ InternalLinkage
Rename collisions when linking (static functions).
@ WeakODRLinkage
Same, but only replaced by something equivalent.
@ ExternalLinkage
Externally visible function.
@ WeakAnyLinkage
Keep one copy of named function when linking (weak)
@ AppendingLinkage
Special purpose, only applies to global arrays.
@ AvailableExternallyLinkage
Available for inspection, not emission.
@ LinkOnceODRLinkage
Same, but only replaced by something equivalent.
Type * getValueType() const
static bool isLinkOnceODRLinkage(LinkageTypes Linkage)
void eraseFromParent()
eraseFromParent - This method unlinks 'this' from the containing module and deletes it.
This is an important class for using LLVM in a threaded context.
This class implements a map that also provides access to all stored values in a deterministic order.
static ErrorOr< std::unique_ptr< MemoryBuffer > > getFile(const Twine &Filename, bool IsText=false, bool RequiresNullTerminator=true, bool IsVolatile=false, std::optional< Align > Alignment=std::nullopt)
Open the specified file as a MemoryBuffer, returning a new MemoryBuffer if successful,...
Class to hold module path string table and global value map, and encapsulate methods for operating on...
std::set< std::string > & cfiFunctionDecls()
const ModuleHash & getModuleHash(const StringRef ModPath) const
Get the module SHA1 hash recorded for the given module path.
const StringMap< std::pair< uint64_t, ModuleHash > > & modulePaths() const
Table of modules, containing module hash and id.
std::set< std::string > & cfiFunctionDefs()
void addModule(Module *M)
static void CollectAsmSymvers(const Module &M, function_ref< void(StringRef, StringRef)> AsmSymver)
Parse inline ASM and collect the symvers directives that are defined in the current module.
std::pair< std::string, uint32_t > AsmSymbol
uint32_t getSymbolFlags(Symbol S) const
ArrayRef< Symbol > symbols() const
A Module instance is used to store all the information related to an LLVM module.
@ Error
Emits an error if two values disagree, otherwise the resulting value is that of the operands.
A discriminated union of two or more pointer types, with the discriminator in the low bit of the poin...
T dyn_cast() const
Returns the current pointer if it is of the specified pointer type, otherwise returns null.
A class that wrap the SHA1 algorithm.
void update(ArrayRef< uint8_t > Data)
Digest more data.
std::array< uint8_t, 20 > result()
Return the current raw 160-bits SHA1 for the digested data since the last call to init().
SmallSet - This maintains a set of unique values, optimizing for the case when the set is small (less...
size_type count(const T &V) const
count - Return 1 if the element is in the set, 0 otherwise.
std::pair< const_iterator, bool > insert(const T &V)
insert - Insert an element into the set if it isn't already there.
SmallString - A SmallString is just a SmallVector with methods and accessors that make it work better...
StringRef str() const
Explicit conversion to StringRef.
StringMap - This is an unconventional map that is specialized for handling keys that are "strings",...
StringMapConstIterator< ValueTy > const_iterator
iterator find(StringRef Key)
size_type count(StringRef Key) const
count - Return 1 if the element is in the map, 0 otherwise.
std::pair< iterator, bool > try_emplace(StringRef Key, ArgsTy &&...Args)
Emplace a new element for the specified key into the map if the key isn't already in the map.
StringRef - Represent a constant reference to a string, i.e.
constexpr bool empty() const
empty - Check if the string is empty.
bool contains(StringRef Other) const
Return true if the given string is a substring of *this, and false otherwise.
unsigned RelaxELFRelocations
DebuggerKind DebuggerTuning
Which debugger to tune for.
unsigned FunctionSections
Emit functions into separate sections.
unsigned DataSections
Emit data into separate sections.
This tells how a thread pool will be used.
A ThreadPool for asynchronous parallel execution on a defined number of threads.
void wait()
Blocking wait for all the threads to complete and the queue to be empty.
unsigned getThreadCount() const
auto async(Function &&F, Args &&...ArgList)
Asynchronous submission of a task to the pool.
Triple - Helper class for working with autoconf configuration names.
bool isOSBinFormatELF() const
Tests whether the OS uses the ELF binary format.
Twine - A lightweight data structure for efficiently representing the concatenation of temporary valu...
static IntegerType * getInt8Ty(LLVMContext &C)
void setName(const Twine &Name)
Change the name of the value.
void replaceAllUsesWith(Value *V)
Change all uses of this to point to a new Value.
StringRef getName() const
Return a constant reference to the value's name.
void takeName(Value *V)
Transfer the name from V to this value.
std::pair< iterator, bool > insert(const ValueT &V)
iterator find(const_arg_type_t< ValueT > V)
size_type count(const_arg_type_t< ValueT > V) const
Return 1 if the specified key is in the set, 0 otherwise.
An efficient, type-erasing, non-owning reference to a callable.
Ephemeral symbols produced by Reader::symbols() and Reader::module_symbols().
Error add(std::unique_ptr< InputFile > Obj, ArrayRef< SymbolResolution > Res)
Add an input file to the LTO link, using the provided symbol resolutions.
static ArrayRef< const char * > getRuntimeLibcallSymbols()
Static method that returns a list of libcall symbols that can be generated by LTO but might not be vi...
Error run(AddStreamFn AddStream, FileCache Cache=nullptr)
Runs the LTO pipeline.
unsigned getMaxTasks() const
Returns an upper bound on the number of tasks that the client may expect.
LTO(Config Conf, ThinBackend Backend=nullptr, unsigned ParallelCodeGenParallelismLevel=1)
Create an LTO object.
A raw_ostream that writes to a file descriptor.
This class implements an extremely fast bulk output stream that can only output to a stream.
This class defines the interface to the ThinLTO backend.
virtual unsigned getThreadCount()=0
bool ShouldEmitImportsFiles
lto::IndexWriteCallback OnWrite
ThinBackendProc(const Config &Conf, ModuleSummaryIndex &CombinedIndex, const StringMap< GVSummaryMapTy > &ModuleToDefinedGVSummaries, lto::IndexWriteCallback OnWrite, bool ShouldEmitImportsFiles)
Error emitFiles(const FunctionImporter::ImportMapTy &ImportList, llvm::StringRef ModulePath, const std::string &NewModulePath)
ModuleSummaryIndex & CombinedIndex
virtual ~ThinBackendProc()=default
virtual Error start(unsigned Task, BitcodeModule BM, const FunctionImporter::ImportMapTy &ImportList, const FunctionImporter::ExportSetTy &ExportList, const std::map< GlobalValue::GUID, GlobalValue::LinkageTypes > &ResolvedODR, MapVector< StringRef, BitcodeModule > &ModuleMap)=0
const StringMap< GVSummaryMapTy > & ModuleToDefinedGVSummaries
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
@ C
The default llvm calling convention, compatible with C.
StringRef getName(ID id)
Return the LLVM name for an intrinsic, such as "llvm.ppc.altivec.lvx".
initializer< Ty > init(const Ty &Val)
ThinBackend createInProcessThinBackend(ThreadPoolStrategy Parallelism, IndexWriteCallback OnWrite=nullptr, bool ShouldEmitIndexFiles=false, bool ShouldEmitImportsFiles=false)
Error thinBackend(const Config &C, unsigned Task, AddStreamFn AddStream, Module &M, const ModuleSummaryIndex &CombinedIndex, const FunctionImporter::ImportMapTy &ImportList, const GVSummaryMapTy &DefinedGlobals, MapVector< StringRef, BitcodeModule > *ModuleMap, const std::vector< uint8_t > &CmdArgs=std::vector< uint8_t >())
Runs a ThinLTO backend.
ThinBackend createWriteIndexesThinBackend(std::string OldPrefix, std::string NewPrefix, bool ShouldEmitImportsFiles, raw_fd_ostream *LinkedObjectsFile, IndexWriteCallback OnWrite)
This ThinBackend writes individual module indexes to files, instead of running the individual backend...
std::function< std::unique_ptr< ThinBackendProc >(const Config &C, ModuleSummaryIndex &CombinedIndex, StringMap< GVSummaryMapTy > &ModuleToDefinedGVSummaries, AddStreamFn AddStream, FileCache Cache)> ThinBackend
A ThinBackend defines what happens after the thin-link phase during ThinLTO.
std::function< void(const std::string &)> IndexWriteCallback
This ThinBackend runs the individual backend jobs in-process.
Expected< std::unique_ptr< ToolOutputFile > > setupStatsFile(StringRef StatsFilename)
Setups the output file for saving statistics.
Error backend(const Config &C, AddStreamFn AddStream, unsigned ParallelCodeGenParallelismLevel, Module &M, ModuleSummaryIndex &CombinedIndex)
Runs a regular LTO backend.
std::string getThinLTOOutputFile(const std::string &Path, const std::string &OldPrefix, const std::string &NewPrefix)
Given the original Path to an output file, replace any path prefix matching OldPrefix with NewPrefix.
Error finalizeOptimizationRemarks(std::unique_ptr< ToolOutputFile > DiagOutputFile)
std::vector< int > generateModulesOrdering(ArrayRef< BitcodeModule * > R)
Produces a container ordering for optimal multi-threaded processing.
Expected< std::unique_ptr< ToolOutputFile > > setupLLVMOptimizationRemarks(LLVMContext &Context, StringRef RemarksFilename, StringRef RemarksPasses, StringRef RemarksFormat, bool RemarksWithHotness, std::optional< uint64_t > RemarksHotnessThreshold=0, int Count=-1)
Setup optimization remarks.
Expected< IRSymtabFile > readIRSymtab(MemoryBufferRef MBRef)
Reads a bitcode file, creating its irsymtab if necessary.
void write64le(void *P, uint64_t V)
void write32le(void *P, uint32_t V)
std::error_code create_directories(const Twine &path, bool IgnoreExisting=true, perms Perms=owner_all|group_all)
Create all the non-existent directories in path.
StringRef parent_path(StringRef path, Style style=Style::native)
Get parent path.
bool replace_path_prefix(SmallVectorImpl< char > &Path, StringRef OldPrefix, StringRef NewPrefix, Style style=Style::native)
Replace matching path prefix with another path.
This is an optimization pass for GlobalISel generic memory operations.
ThreadPoolStrategy heavyweight_hardware_concurrency(unsigned ThreadCount=0)
Returns a thread strategy for tasks requiring significant memory or other resources.
cl::opt< std::string > RemarksFormat("lto-pass-remarks-format", cl::desc("The format used for serializing remarks (default: YAML)"), cl::value_desc("format"), cl::init("yaml"))
bool all_of(R &&range, UnaryPredicate P)
Provide wrappers to std::all_of which take ranges instead of having to pass begin/end explicitly.
detail::scope_exit< std::decay_t< Callable > > make_scope_exit(Callable &&F)
void timeTraceProfilerInitialize(unsigned TimeTraceGranularity, StringRef ProcName)
Initialize the time trace profiler.
void generateParamAccessSummary(ModuleSummaryIndex &Index)
void updateVCallVisibilityInModule(Module &M, bool WholeProgramVisibilityEnabledInLTO, const DenseSet< GlobalValue::GUID > &DynamicExportSymbols)
If whole program visibility asserted, then upgrade all public vcall visibility metadata on vtable def...
cl::opt< std::string > RemarksPasses("lto-pass-remarks-filter", cl::desc("Only record optimization remarks from passes whose " "names match the given regular expression"), cl::value_desc("regex"))
std::error_code inconvertibleErrorCode()
The value returned by this function can be returned from convertToErrorCode for Error values where no...
void writeIndexToFile(const ModuleSummaryIndex &Index, raw_ostream &Out, const std::map< std::string, GVSummaryMapTy > *ModuleToSummariesForIndex=nullptr)
Write the specified module summary index to the given raw output stream, where it will be written in ...
raw_fd_ostream & outs()
This returns a reference to a raw_fd_ostream for standard output.
void gatherImportedSummariesForModule(StringRef ModulePath, const StringMap< GVSummaryMapTy > &ModuleToDefinedGVSummaries, const FunctionImporter::ImportMapTy &ImportList, std::map< std::string, GVSummaryMapTy > &ModuleToSummariesForIndex)
Compute the set of summaries needed for a ThinLTO backend compilation of ModulePath.
std::function< Expected< std::unique_ptr< CachedFileStream > >(unsigned Task, const Twine &ModuleName)> AddStreamFn
This type defines the callback to add a file that is generated on the fly.
std::error_code EmitImportsFiles(StringRef ModulePath, StringRef OutputFilename, const std::map< std::string, GVSummaryMapTy > &ModuleToSummariesForIndex)
Emit into OutputFilename the files module ModulePath will import from.
bool thinLTOPropagateFunctionAttrs(ModuleSummaryIndex &Index, function_ref< bool(GlobalValue::GUID, const GlobalValueSummary *)> isPrevailing)
Propagate function attributes for function summaries along the index's callgraph during thinlink.
bool hasWholeProgramVisibility(bool WholeProgramVisibilityEnabledInLTO)
void EnableStatistics(bool DoPrintOnExit=true)
Enable the collection and printing of statistics.
void thinLTOInternalizeAndPromoteInIndex(ModuleSummaryIndex &Index, function_ref< bool(StringRef, ValueInfo)> isExported, function_ref< bool(GlobalValue::GUID, const GlobalValueSummary *)> isPrevailing)
Update the linkages in the given Index to mark exported values as external and non-exported values as...
void computeLTOCacheKey(SmallString< 40 > &Key, const lto::Config &Conf, const ModuleSummaryIndex &Index, StringRef ModuleID, const FunctionImporter::ImportMapTy &ImportList, const FunctionImporter::ExportSetTy &ExportList, const std::map< GlobalValue::GUID, GlobalValue::LinkageTypes > &ResolvedODR, const GVSummaryMapTy &DefinedGlobals, const std::set< GlobalValue::GUID > &CfiFunctionDefs={}, const std::set< GlobalValue::GUID > &CfiFunctionDecls={})
Computes a unique hash for the Module considering the current list of export/import and other global ...
void timeTraceProfilerFinishThread()
Finish a time trace profiler running on a worker thread.
void timeTraceProfilerBegin(StringRef Name, StringRef Detail)
Manually begin a time section, with the given Name and Detail.
Error joinErrors(Error E1, Error E2)
Concatenate errors.
void updatePublicTypeTestCalls(Module &M, bool WholeProgramVisibilityEnabledInLTO)
void sort(IteratorTy Start, IteratorTy End)
bool timeTraceProfilerEnabled()
Is the time trace profiler enabled, i.e. initialized?
void ComputeCrossModuleImport(const ModuleSummaryIndex &Index, const StringMap< GVSummaryMapTy > &ModuleToDefinedGVSummaries, StringMap< FunctionImporter::ImportMapTy > &ImportLists, StringMap< FunctionImporter::ExportSetTy > &ExportLists)
Compute all the imports and exports for every module in the Index.
Expected< std::unique_ptr< ToolOutputFile > > setupLLVMOptimizationRemarks(LLVMContext &Context, StringRef RemarksFilename, StringRef RemarksPasses, StringRef RemarksFormat, bool RemarksWithHotness, std::optional< uint64_t > RemarksHotnessThreshold=0)
Setup optimization remarks that output to a file.
cl::opt< bool > EnableLTOInternalization
Enable global value internalization in LTO.
cl::opt< bool > RemarksWithHotness("lto-pass-remarks-with-hotness", cl::desc("With PGO, include profile count in optimization remarks"), cl::Hidden)
void computeSyntheticCounts(ModuleSummaryIndex &Index)
Compute synthetic function entry counts.
void timeTraceProfilerEnd()
Manually end the last time section.
cl::opt< std::string > RemarksFilename("lto-pass-remarks-output", cl::desc("Output filename for pass remarks"), cl::value_desc("filename"))
void updateIndexWPDForExports(ModuleSummaryIndex &Summary, function_ref< bool(StringRef, ValueInfo)> isExported, std::map< ValueInfo, std::vector< VTableSlotSummary > > &LocalWPDTargetsMap)
Call after cross-module importing to update the recorded single impl devirt target names for any loca...
void thinLTOResolvePrevailingInIndex(const lto::Config &C, ModuleSummaryIndex &Index, function_ref< bool(GlobalValue::GUID, const GlobalValueSummary *)> isPrevailing, function_ref< void(StringRef, GlobalValue::GUID, GlobalValue::LinkageTypes)> recordNewLinkage, const DenseSet< GlobalValue::GUID > &GUIDPreservedSymbols)
Resolve linkage for prevailing symbols in the Index.
raw_fd_ostream & errs()
This returns a reference to a raw_ostream for standard error.
@ Mod
The access may modify the value stored in memory.
void updateVCallVisibilityInIndex(ModuleSummaryIndex &Index, bool WholeProgramVisibilityEnabledInLTO, const DenseSet< GlobalValue::GUID > &DynamicExportSymbols)
If whole program visibility asserted, then upgrade all public vcall visibility metadata on vtable def...
void runWholeProgramDevirtOnIndex(ModuleSummaryIndex &Summary, std::set< GlobalValue::GUID > &ExportedGUIDs, std::map< ValueInfo, std::vector< VTableSlotSummary > > &LocalWPDTargetsMap)
Perform index-based whole program devirtualization on the Summary index.
OutputIt move(R &&Range, OutputIt Out)
Provide wrappers to std::move which take ranges instead of having to pass begin/end explicitly.
cl::opt< std::optional< uint64_t >, false, remarks::HotnessThresholdParser > RemarksHotnessThreshold("lto-pass-remarks-hotness-threshold", cl::desc("Minimum profile count required for an " "optimization remark to be output." " Use 'auto' to apply the threshold from profile summary."), cl::value_desc("uint or 'auto'"), cl::init(0), cl::Hidden)
Error errorCodeToError(std::error_code EC)
Helper for converting an std::error_code to a Error.
bool UpgradeDebugInfo(Module &M)
Check the debug info version number, if it is out-dated, drop the debug info.
std::function< Expected< AddStreamFn >(unsigned Task, StringRef Key, const Twine &ModuleName)> FileCache
This is the type of a file cache.
void PrintStatisticsJSON(raw_ostream &OS)
Print statistics in JSON format.
void computeDeadSymbolsWithConstProp(ModuleSummaryIndex &Index, const DenseSet< GlobalValue::GUID > &GUIDPreservedSymbols, function_ref< PrevailingType(GlobalValue::GUID)> isPrevailing, bool ImportEnabled)
Compute dead symbols and run constant propagation in combined index after that.
@ Keep
No function return thunk.
This struct is a compact representation of a valid (non-zero power of two) alignment.
Used in the streaming interface as the general argument type.
Struct that holds a reference to a particular GUID in a global value summary.
bool HasWholeProgramVisibility
Asserts whether we can assume whole program visibility during the LTO link.
std::optional< uint64_t > RemarksHotnessThreshold
The minimum hotness value a diagnostic needs in order to be included in optimization diagnostics.
std::string StatsFile
Statistics output file path.
ModuleHookFn PreOptModuleHook
This module hook is called after linking (regular LTO) or loading (ThinLTO) the module,...
CombinedIndexHookFn CombinedIndexHook
std::optional< CodeModel::Model > CodeModel
bool CodeGenOnly
Disable entirely the optimizer, including importing for ThinLTO.
std::vector< std::string > MAttrs
std::vector< std::string > MllvmArgs
std::vector< std::string > ThinLTOModulesToCompile
Specific thinLTO modules to compile.
std::unique_ptr< raw_ostream > ResolutionFile
If this field is set, LTO will write input file paths and symbol resolutions here in llvm-lto2 comman...
std::string DefaultTriple
Setting this field will replace unspecified target triples in input files with this triple.
bool AlwaysEmitRegularLTOObj
Always emit a Regular LTO object even when it is empty because no Regular LTO modules were linked.
std::string DwoDir
The directory to store .dwo files.
std::string RemarksFilename
Optimization remarks file path.
VisScheme VisibilityScheme
Allows non-imported definitions to get the potentially more constraining visibility from the prevaili...
std::string OverrideTriple
Setting this field will replace target triples in input files with this triple.
std::string ProfileRemapping
Name remapping file for profile data.
bool TimeTraceEnabled
Time trace enabled.
CodeGenOpt::Level CGOptLevel
std::string RemarksPasses
Optimization remarks pass filter.
std::string OptPipeline
If this field is set, the set of passes run in the middle-end optimizer will be the one specified by ...
ModuleHookFn PostInternalizeModuleHook
This hook is called after internalizing the module.
unsigned TimeTraceGranularity
Time trace granularity.
bool RemarksWithHotness
Whether to emit optimization remarks with hotness informations.
std::optional< Reloc::Model > RelocModel
CodeGenFileType CGFileType
bool Freestanding
Flag to indicate that the optimizer should not assume builtins are present on the target.
std::string SampleProfile
Sample PGO profile path.
std::string RemarksFormat
The format used for serializing remarks (default: YAML).
A derived class of LLVMContext that initializes itself according to a given Config object.
The resolution for a symbol.
unsigned FinalDefinitionInLinkageUnit
The definition of this symbol is unpreemptable at runtime and is known to be in this linkage unit.
unsigned ExportDynamic
The symbol was exported dynamically, and therefore could be referenced by a shared library not visibl...
unsigned Prevailing
The linker has chosen this definition of the symbol.
unsigned LinkerRedefined
Linker redefined version of the symbol which appeared in -wrap or -defsym linker option.
unsigned VisibleToRegularObj
The definition of this symbol is visible outside of the LTO unit.