14#ifndef LLVM_PROFILEDATA_SAMPLEPROF_H
15#define LLVM_PROFILEDATA_SAMPLEPROF_H
36#include <system_error>
37#include <unordered_map>
84struct is_error_code_enum<
llvm::sampleprof_error> : std::true_type {};
134 return "InvalidSection";
136 return "ProfileSummarySection";
138 return "NameTableSection";
140 return "ProfileSymbolListSection";
142 return "FuncOffsetTableSection";
144 return "FunctionMetadata";
146 return "CSNameTableSection";
148 return "LBRProfileSection";
150 return "UnknownSection";
220template <
class SecFlagType>
223 if (std::is_same<SecCommonFlags, SecFlagType>())
227 bool IsFlagLegal =
false;
230 IsFlagLegal = std::is_same<SecNameTableFlags, SecFlagType>();
233 IsFlagLegal = std::is_same<SecProfSummaryFlags, SecFlagType>();
236 IsFlagLegal = std::is_same<SecFuncMetadataFlags, SecFlagType>();
240 IsFlagLegal = std::is_same<SecFuncOffsetFlags, SecFlagType>();
247template <
class SecFlagType>
250 auto FVal =
static_cast<uint64_t>(Flag);
251 bool IsCommon = std::is_same<SecCommonFlags, SecFlagType>();
252 Entry.Flags |= IsCommon ? FVal : (FVal << 32);
255template <
class SecFlagType>
258 auto FVal =
static_cast<uint64_t>(Flag);
259 bool IsCommon = std::is_same<SecCommonFlags, SecFlagType>();
260 Entry.Flags &= ~(IsCommon ? FVal : (FVal << 32));
263template <
class SecFlagType>
266 auto FVal =
static_cast<uint64_t>(Flag);
267 bool IsCommon = std::is_same<SecCommonFlags, SecFlagType>();
268 return Entry.Flags & (IsCommon ? FVal : (FVal << 32));
330 if (
LHS.second !=
RHS.second)
331 return LHS.second >
RHS.second;
333 return LHS.first <
RHS.first;
369 uint64_t &TargetSamples = CallTargets[
F];
381 auto I = CallTargets.find(
F);
382 if (
I != CallTargets.end()) {
384 CallTargets.erase(
I);
390 bool hasCalls()
const {
return !CallTargets.empty(); }
400 for (
const auto &
I : CallTargets)
408 for (
const auto &[
Target, Frequency] : Targets) {
409 SortedTargets.emplace(
Target, Frequency);
411 return SortedTargets;
416 float DistributionFactor) {
418 for (
const auto &[
Target, Frequency] : Targets) {
419 AdjustedTargets[
Target] = Frequency * DistributionFactor;
421 return AdjustedTargets;
431 return NumSamples ==
Other.NumSamples && CallTargets ==
Other.CallTargets;
435 return !(*
this ==
Other);
478 return !(*
this == That);
481 std::string
toString(
bool OutputLineLocation)
const {
482 std::ostringstream OContextStr;
484 if (OutputLineLocation) {
489 return OContextStr.str();
495 return NameHash + (LocId << 5) + LocId;
545 std::list<SampleContextFrameVector> &CSNameTable,
556 CSNameTable.emplace_back();
568 ContextStr = ContextStr.
substr(1, ContextStr.
size() - 2);
572 while (!ContextRemain.
empty()) {
573 auto ContextSplit = ContextRemain.
split(
" @ ");
574 ChildContext = ContextSplit.first;
575 ContextRemain = ContextSplit.second;
578 Context.emplace_back(Callee, CallSiteLoc);
588 auto EntrySplit = ContextStr.
split(
':');
592 if (!EntrySplit.second.empty()) {
596 auto LocSplit = EntrySplit.second.split(
'.');
597 LocSplit.first.getAsInteger(10, LineOffset);
601 if (!LocSplit.second.empty())
620 bool IncludeLeafLineLocation =
false) {
621 std::ostringstream OContextStr;
623 if (OContextStr.str().size()) {
624 OContextStr <<
" @ ";
627 IncludeLeafLineLocation);
629 return OContextStr.str();
660 return State == That.State && Func == That.Func &&
661 FullContext == That.FullContext;
667 if (State != That.State)
668 return State < That.State;
671 return Func < That.Func;
675 while (
I < std::min(FullContext.
size(), That.FullContext.
size())) {
676 auto &Context1 = FullContext[
I];
677 auto &Context2 = That.FullContext[
I];
678 auto V = Context1.Func.compare(Context2.Func);
681 if (Context1.Location != Context2.Location)
682 return Context1.Location < Context2.Location;
686 return FullContext.
size() < That.FullContext.
size();
696 auto ThisContext = FullContext;
697 auto ThatContext = That.FullContext;
698 if (ThatContext.size() < ThisContext.size())
700 ThatContext = ThatContext.
take_front(ThisContext.size());
702 if (ThisContext.back().Func != ThatContext.back().Func)
737 std::unordered_map<LineLocation, LineLocation, LineLocationHash>;
760 if (TotalSamples < Num)
780 return BodySamples[
LineLocation(LineOffset, Discriminator)].addSamples(
789 return BodySamples[
LineLocation(LineOffset, Discriminator)].addCalledTarget(
796 return BodySamples[Location].merge(
SampleRecord, Weight);
805 auto I = BodySamples.find(
LineLocation(LineOffset, Discriminator));
806 if (
I != BodySamples.end()) {
807 Count =
I->second.removeCalledTarget(Func);
808 Count =
I->second.removeSamples(Count);
809 if (!
I->second.getSamples())
810 BodySamples.erase(
I);
818 CallsiteSamples.clear();
823 for (
auto &
I : BodySamples) {
824 uint64_t TargetSamples =
I.second.getCallTargetSum();
829 if (TargetSamples >
I.second.getSamples())
830 I.second.addSamples(TargetSamples -
I.second.getSamples());
837 for (
const auto &
I : BodySamples)
840 for (
auto &
I : CallsiteSamples) {
841 for (
auto &CS :
I.second) {
842 CS.second.updateTotalSamples();
851 for (
auto &
I : CallsiteSamples) {
852 for (
auto &CS :
I.second) {
853 CS.second.SetContextSynthetic();
862 if (!IRToProfileLocationMap)
864 const auto &ProfileLoc = IRToProfileLocationMap->find(IRLoc);
865 if (ProfileLoc != IRToProfileLocationMap->end())
866 return ProfileLoc->second;
876 const auto &ret = BodySamples.find(
878 if (ret == BodySamples.end())
879 return std::error_code();
880 return ret->second.getSamples();
888 const auto &ret = BodySamples.find(
890 if (ret == BodySamples.end())
891 return std::error_code();
892 return ret->second.getCallTargets();
900 if (Ret == BodySamples.end())
901 return std::error_code();
902 return Ret->second.getCallTargets();
914 if (iter == CallsiteSamples.end())
916 return &iter->second;
929 bool empty()
const {
return TotalSamples == 0; }
956 if (!BodySamples.empty() &&
957 (CallsiteSamples.empty() ||
958 BodySamples.begin()->first < CallsiteSamples.begin()->first))
959 Count = BodySamples.begin()->second.getSamples();
960 else if (!CallsiteSamples.empty()) {
963 for (
const auto &N_FS : CallsiteSamples.begin()->second)
964 Count += N_FS.second.getHeadSamplesEstimate();
967 return Count ? Count : TotalSamples > 0;
975 return CallsiteSamples;
985 MaxCount = std::max(MaxCount, L.second.getSamples());
989 for (
const FunctionSamplesMap::value_type &
F :
C.second)
990 MaxCount = std::max(MaxCount,
F.second.getMaxCountInside());
1001 Context =
Other.getContext();
1002 if (FunctionHash == 0) {
1004 FunctionHash =
Other.getFunctionHash();
1005 }
else if (FunctionHash !=
Other.getFunctionHash()) {
1018 for (
const auto &
I :
Other.getBodySamples()) {
1023 for (
const auto &
I :
Other.getCallsiteSamples()) {
1026 for (
const auto &Rec :
I.second)
1027 MergeResult(Result, FSMap[Rec.first].merge(Rec.second, Weight));
1040 if (TotalSamples <= Threshold)
1042 auto isDeclaration = [](
const Function *
F) {
1043 return !
F ||
F->isDeclaration();
1051 for (
const auto &BS : BodySamples)
1052 for (
const auto &TS : BS.second.getCallTargets())
1053 if (TS.second > Threshold) {
1055 if (isDeclaration(Callee))
1056 S.
insert(TS.first.getHashCode());
1058 for (
const auto &CS : CallsiteSamples)
1059 for (
const auto &NameFS : CS.second)
1060 NameFS.second.findInlinedFunctions(S, SymbolMap, Threshold);
1079 assert(IRToProfileLocationMap ==
nullptr &&
"this should be set only once");
1080 IRToProfileLocationMap = LTLM;
1086 auto AttrName =
"sample-profile-suffix-elision-policy";
1087 auto Attr =
F.getFnAttribute(AttrName).getValueAsString();
1103 if (Attr ==
"" || Attr ==
"all") {
1104 return FnName.
split(
'.').first;
1105 }
else if (Attr ==
"selected") {
1107 for (
const auto &Suf : knownSuffixes) {
1113 auto It = Cand.
rfind(Suffix);
1116 auto Dit = Cand.
rfind(
'.');
1117 if (Dit == It + Suffix.
size() - 1)
1118 Cand = Cand.
substr(0, It);
1121 }
else if (Attr ==
"none") {
1124 assert(
false &&
"internal error: unknown suffix elision policy");
1138 return Func.stringRef();
1216 FunctionHash ==
Other.FunctionHash && Context ==
Other.Context &&
1217 TotalSamples ==
Other.TotalSamples &&
1218 TotalHeadSamples ==
Other.TotalHeadSamples &&
1219 BodySamples ==
Other.BodySamples &&
1220 CallsiteSamples ==
Other.CallsiteSamples;
1224 return !(*
this ==
Other);
1287 const LocToLocMap *IRToProfileLocationMap =
nullptr;
1306 :
public HashKeyMap<std::unordered_map, SampleContext, FunctionSamples> {
1313 Ret.first->second.setContext(Ctx);
1314 return Ret.first->second;
1338 std::vector<NameFunctionSamples> &SortedProfiles);
1350 for (
const auto &
I : Samples)
1353 return A->first <
B->first;
1377 bool TrimColdContext,
1378 bool MergeColdContext,
1380 bool TrimBaseProfileOnly);
1416 bool ProfileIsCS =
false) {
1419 ProfileMap = std::move(TmpProfiles);
1424 bool ProfileIsCS =
false) {
1426 for (
const auto &
I : InputProfiles) {
1433 for (
const auto &
I : InputProfiles)
1434 flattenNestedProfile(OutputProfiles,
I.second);
1444 auto Ret = OutputProfiles.
try_emplace(Context, FS);
1449 Profile.removeAllCallsiteSamples();
1459 "There should be no inlinees' profiles after flattening.");
1465 uint64_t TotalSamples =
FS.getTotalSamples();
1467 for (
const auto &
I :
FS.getCallsiteSamples()) {
1468 for (
const auto &Callee :
I.second) {
1469 const auto &CalleeProfile =
Callee.second;
1471 Profile.addBodySamples(
I.first.LineOffset,
I.first.Discriminator,
1472 CalleeProfile.getHeadSamplesEstimate());
1474 Profile.addCalledTargetSamples(
1475 I.first.LineOffset,
I.first.Discriminator,
1476 CalleeProfile.getFunction(),
1477 CalleeProfile.getHeadSamplesEstimate());
1479 TotalSamples = TotalSamples >= CalleeProfile.getTotalSamples()
1480 ? TotalSamples - CalleeProfile.getTotalSamples()
1482 TotalSamples += CalleeProfile.getHeadSamplesEstimate();
1484 flattenNestedProfile(OutputProfiles, CalleeProfile);
1487 Profile.addTotalSamples(TotalSamples);
1494 FrameNode *getOrCreateContextPath(
const SampleContext &Context);
1496 SampleProfileMap &ProfileMap;
1497 FrameNode RootFrame;
1513 Syms.insert(
Name.copy(Allocator));
1523 unsigned size() {
return Syms.size(); }
1536 bool ToCompress =
false;
1543using namespace sampleprof;
1576 return toString(IntHash, 10,
false)
This file defines the BumpPtrAllocator interface.
static GCRegistry::Add< OcamlGC > B("ocaml", "ocaml 3.10-compatible GC")
static GCRegistry::Add< ErlangGC > A("erlang", "erlang-compatible garbage collector")
static GCRegistry::Add< StatepointGC > D("statepoint-example", "an example strategy for statepoint")
static GCRegistry::Add< CoreCLRGC > E("coreclr", "CoreCLR-compatible GC")
This file defines the DenseSet and SmallDenseSet classes.
Provides ErrorOr<T> smart pointer.
Defines HashKeyMap template.
static cl::opt< unsigned > ColdCountThreshold("mfs-count-threshold", cl::desc("Minimum number of times a block must be executed to be retained."), cl::init(1), cl::Hidden)
Defines FunctionId class.
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
This file defines the SmallVector class.
Class for arbitrary precision integers.
ArrayRef< T > take_front(size_t N=1) const
Return a copy of *this with only the first N elements.
size_t size() const
size - Get the array size.
ArrayRef< T > drop_back(size_t N=1) const
Drop the last N elements of the array.
Allocate memory in an ever growing pool, as if by bump-pointer.
ValueT lookup(const_arg_type_t< KeyT > Val) const
lookup - Return the entry for the specified key, or a default constructed value if no such entry exis...
Implements a dense probed hash-table based set.
Represents either an error or a value T.
GUID getGUID() const
Return a 64-bit global unique ID constructed from global value name (i.e.
void update(ArrayRef< uint8_t > Data)
Updates the hash for the byte stream provided.
static void stringifyResult(MD5Result &Result, SmallVectorImpl< char > &Str)
Translates the bytes in Res to a hex string that is deposited into Str.
void final(MD5Result &Result)
Finishes off the hash and puts the result in result.
SmallString - A SmallString is just a SmallVector with methods and accessors that make it work better...
void push_back(const T &Elt)
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
StringRef - Represent a constant reference to a string, i.e.
std::pair< StringRef, StringRef > split(char Separator) const
Split into two substrings around the first occurrence of a separator character.
constexpr StringRef substr(size_t Start, size_t N=npos) const
Return a reference to the substring from [Start, Start + N).
constexpr bool empty() const
empty - Check if the string is empty.
constexpr size_t size() const
size - Get the string size.
bool startswith(StringRef Prefix) const
size_t rfind(char C, size_t From=npos) const
Search for the last character C in the string.
static constexpr size_t npos
Target - Wrapper for Target specific information.
The instances of the Type class are immutable: once they are created, they are never changed.
std::pair< iterator, bool > insert(const ValueT &V)
An opaque object representing a hash code.
This class implements an extremely fast bulk output stream that can only output to a stream.
This class represents a function that is read from a sample profile.
uint64_t getHashCode() const
Get hash code of this object.
std::string str() const
Convert to a string, usually for output purpose.
Representation of the samples collected for a function.
void setTotalSamples(uint64_t Num)
static bool ProfileIsPreInlined
void findInlinedFunctions(DenseSet< GlobalValue::GUID > &S, const HashKeyMap< std::unordered_map, FunctionId, Function * > &SymbolMap, uint64_t Threshold) const
Recursively traverses all children, if the total sample count of the corresponding function is no les...
bool operator!=(const FunctionSamples &Other) const
void updateTotalSamples()
void setHeadSamples(uint64_t Num)
sampleprof_error addTotalSamples(uint64_t Num, uint64_t Weight=1)
static constexpr const char * UniqSuffix
void updateCallsiteSamples()
static StringRef getCanonicalFnName(StringRef FnName, StringRef Attr="selected")
ErrorOr< SampleRecord::CallTargetMap > findCallTargetMapAt(uint32_t LineOffset, uint32_t Discriminator) const
Returns the call target map collected at a given location.
bool operator==(const FunctionSamples &Other) const
static constexpr const char * PartSuffix
static uint64_t getCallSiteHash(FunctionId Callee, const LineLocation &Callsite)
Returns a unique hash code for a combination of a callsite location and the callee function name.
const FunctionSamplesMap * findFunctionSamplesMapAt(const LineLocation &Loc) const
Returns the FunctionSamplesMap at the given Loc.
void removeAllCallsiteSamples()
uint64_t getMaxCountInside(bool SkipCallSite=false) const
Return the maximum of sample counts in a function body.
void removeTotalSamples(uint64_t Num)
uint64_t getHeadSamples() const
For top-level functions, return the total number of branch samples that have the function as the bran...
ErrorOr< uint64_t > findSamplesAt(uint32_t LineOffset, uint32_t Discriminator) const
Return the number of samples collected at the given location.
ErrorOr< SampleRecord::CallTargetMap > findCallTargetMapAt(const LineLocation &CallSite) const
Returns the call target map collected at a given location specified by CallSite.
const LineLocation & mapIRLocToProfileLoc(const LineLocation &IRLoc) const
FunctionId getFunction() const
Return the function name.
uint64_t getFunctionHash() const
static constexpr const char * LLVMSuffix
Name suffixes which canonicalization should handle to avoid profile mismatch.
StringRef getFuncName(FunctionId Func) const
Translate Func into its original name.
sampleprof_error addHeadSamples(uint64_t Num, uint64_t Weight=1)
sampleprof_error addSampleRecord(LineLocation Location, const SampleRecord &SampleRecord, uint64_t Weight=1)
uint64_t removeCalledTargetAndBodySample(uint32_t LineOffset, uint32_t Discriminator, FunctionId Func)
const FunctionSamples * findFunctionSamplesAt(const LineLocation &Loc, StringRef CalleeName, SampleProfileReaderItaniumRemapper *Remapper) const
Returns a pointer to FunctionSamples at the given callsite location Loc with callee CalleeName.
DenseMap< uint64_t, StringRef > * GUIDToFuncNameMap
GUIDToFuncNameMap saves the mapping from GUID to the symbol name, for all the function symbols define...
sampleprof_error addCalledTargetSamples(uint32_t LineOffset, uint32_t Discriminator, FunctionId Func, uint64_t Num, uint64_t Weight=1)
void setFunction(FunctionId newFunction)
Set the name of the function.
FunctionSamplesMap & functionSamplesAt(const LineLocation &Loc)
Return the function samples at the given callsite location.
static bool ProfileIsProbeBased
void setIRToProfileLocationMap(const LocToLocMap *LTLM)
static StringRef getCanonicalFnName(const Function &F)
Return the canonical name for a function, taking into account suffix elision policy attributes.
StringRef getFuncName() const
Return the original function name.
void findAllNames(DenseSet< FunctionId > &NameSet) const
sampleprof_error addBodySamples(uint32_t LineOffset, uint32_t Discriminator, uint64_t Num, uint64_t Weight=1)
static unsigned getOffset(const DILocation *DIL)
Returns the line offset to the start line of the subprogram.
void setFunctionHash(uint64_t Hash)
static bool ProfileIsFS
If this profile uses flow sensitive discriminators.
SampleContext & getContext() const
static bool HasUniqSuffix
Whether the profile contains any ".__uniq." suffix in a name.
uint64_t getTotalSamples() const
Return the total number of samples collected inside the function.
void print(raw_ostream &OS=dbgs(), unsigned Indent=0) const
Print the samples collected for a function on stream OS.
sampleprof_error merge(const FunctionSamples &Other, uint64_t Weight=1)
Merge the samples in Other into this one.
FunctionSamples()=default
const CallsiteSampleMap & getCallsiteSamples() const
Return all the callsite samples collected in the body of the function.
void setContext(const SampleContext &FContext)
void SetContextSynthetic()
static LineLocation getCallSiteIdentifier(const DILocation *DIL, bool ProfileIsFS=false)
Returns a unique call site identifier for a given debug location of a call instruction.
uint64_t getHeadSamplesEstimate() const
Return an estimate of the sample count of the function entry basic block.
const FunctionSamples * findFunctionSamples(const DILocation *DIL, SampleProfileReaderItaniumRemapper *Remapper=nullptr) const
Get the FunctionSamples of the inline instance where DIL originates from.
uint64_t getGUID() const
Return the GUID of the context's name.
const BodySampleMap & getBodySamples() const
Return all the samples collected in the body of the function.
static bool UseMD5
Whether the profile uses MD5 to represent string.
This class is a wrapper to associative container MapT<KeyT, ValueT> using the hash value of the origi...
std::pair< iterator, bool > try_emplace(const key_type &Hash, const original_key_type &Key, Ts &&...Args)
typename base_type::iterator iterator
decltype(hash_value(SampleContext())) key_type
size_t erase(const original_key_type &Ctx)
iterator find(const original_key_type &Key)
typename base_type::const_iterator const_iterator
Helper class for profile conversion.
static void flattenProfile(SampleProfileMap &ProfileMap, bool ProfileIsCS=false)
static void flattenProfile(const SampleProfileMap &InputProfiles, SampleProfileMap &OutputProfiles, bool ProfileIsCS=false)
ProfileSymbolList records the list of function symbols shown up in the binary used to generate the pr...
void setToCompress(bool TC)
std::error_code write(raw_ostream &OS)
void dump(raw_ostream &OS=dbgs()) const
void merge(const ProfileSymbolList &List)
bool contains(StringRef Name)
void add(StringRef Name, bool copy=false)
copy indicates whether we need to copy the underlying memory for the input Name.
std::error_code read(const uint8_t *Data, uint64_t ListSize)
SampleContextTrimmer impelements helper functions to trim, merge cold context profiles.
SampleContextTrimmer(SampleProfileMap &Profiles)
void trimAndMergeColdContextProfiles(uint64_t ColdCountThreshold, bool TrimColdContext, bool MergeColdContext, uint32_t ColdContextFrameLength, bool TrimBaseProfileOnly)
static void createCtxVectorFromStr(StringRef ContextStr, SampleContextFrameVector &Context)
Create a context vector from a given context string and save it in Context.
void setFunction(FunctionId newFunction)
Set the name of the function and clear the current context.
bool operator==(const SampleContext &That) const
SampleContext(SampleContextFrames Context, ContextStateMask CState=RawContext)
bool operator<(const SampleContext &That) const
SampleContext(StringRef ContextStr, std::list< SampleContextFrameVector > &CSNameTable, ContextStateMask CState=RawContext)
bool hasState(ContextStateMask S)
void clearState(ContextStateMask S)
SampleContextFrames getContextFrames() const
SampleContext(FunctionId Func)
bool isBaseContext() const
static void decodeContextString(StringRef ContextStr, FunctionId &Func, LineLocation &LineLoc)
static std::string getContextString(SampleContextFrames Context, bool IncludeLeafLineLocation=false)
bool operator!=(const SampleContext &That) const
void setState(ContextStateMask S)
void setAllAttributes(uint32_t A)
uint64_t getHashCode() const
void setContext(SampleContextFrames Context, ContextStateMask CState=RawContext)
FunctionId getFunction() const
uint32_t getAllAttributes()
void setAttribute(ContextAttributeMask A)
bool IsPrefixOf(const SampleContext &That) const
bool hasAttribute(ContextAttributeMask A)
std::string toString() const
SampleContext(StringRef Name)
This class provides operator overloads to the map container using MD5 as the key type,...
iterator find(const SampleContext &Ctx)
size_t erase(const key_type &Key)
const_iterator find(const SampleContext &Ctx) const
mapped_type & Create(const SampleContext &Ctx)
size_t erase(const SampleContext &Ctx)
SampleProfileReaderItaniumRemapper remaps the profile data from a sample profile data reader,...
Representation of a single sample record.
std::unordered_map< FunctionId, uint64_t > CallTargetMap
bool hasCalls() const
Return true if this sample record contains function calls.
sampleprof_error merge(const SampleRecord &Other, uint64_t Weight=1)
Merge the samples in Other into this record.
const CallTargetMap & getCallTargets() const
std::set< CallTarget, CallTargetComparator > SortedCallTargetSet
uint64_t getSamples() const
uint64_t getCallTargetSum() const
uint64_t removeSamples(uint64_t S)
Decrease the number of samples for this record by S.
sampleprof_error addSamples(uint64_t S, uint64_t Weight=1)
Increment the number of samples for this record by S.
uint64_t removeCalledTarget(FunctionId F)
Remove called function from the call target map.
static const SortedCallTargetSet SortCallTargets(const CallTargetMap &Targets)
Sort call targets in descending order of call frequency.
const SortedCallTargetSet getSortedCallTargets() const
static const CallTargetMap adjustCallTargets(const CallTargetMap &Targets, float DistributionFactor)
Prorate call targets by a distribution factor.
std::pair< FunctionId, uint64_t > CallTarget
bool operator!=(const SampleRecord &Other) const
bool operator==(const SampleRecord &Other) const
void print(raw_ostream &OS, unsigned Indent) const
Print the sample record to the stream OS indented by Indent.
sampleprof_error addCalledTarget(FunctionId F, uint64_t S, uint64_t Weight=1)
Add called function F with samples S.
Sort a LocationT->SampleT map by LocationT.
std::pair< const LocationT, SampleT > SamplesWithLoc
SampleSorter(const std::map< LocationT, SampleT > &Samples)
const SamplesWithLocList & get() const
SmallVector< const SamplesWithLoc *, 20 > SamplesWithLocList
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
@ C
The default llvm calling convention, compatible with C.
std::optional< const char * > toString(const std::optional< DWARFFormValue > &V)
Take an optional DWARFFormValue and try to extract a string value from it.
static FunctionId getRepInFormat(StringRef Name)
Get the proper representation of a string according to whether the current Format uses MD5 to represe...
static void verifySecFlag(SecType Type, SecFlagType Flag)
ArrayRef< SampleContextFrame > SampleContextFrames
void sortFuncProfiles(const SampleProfileMap &ProfileMap, std::vector< NameFunctionSamples > &SortedProfiles)
static uint64_t SPMagic(SampleProfileFormat Format=SPF_Binary)
std::unordered_map< LineLocation, LineLocation, LineLocationHash > LocToLocMap
std::pair< hash_code, const FunctionSamples * > NameFunctionSamples
static void addSecFlag(SecHdrTableEntry &Entry, SecFlagType Flag)
static bool hasSecFlag(const SecHdrTableEntry &Entry, SecFlagType Flag)
std::map< LineLocation, FunctionSamplesMap > CallsiteSampleMap
@ ContextDuplicatedIntoBase
std::map< LineLocation, SampleRecord > BodySampleMap
@ SecFlagIsPreInlined
SecFlagIsPreInlined means this profile contains ShouldBeInlined contexts thus this is CS preinliner c...
@ SecFlagPartial
SecFlagPartial means the profile is for common/shared code.
@ SecFlagFSDiscriminator
SecFlagFSDiscriminator means this profile uses flow-sensitive discriminators.
@ SecFlagFullContext
SecFlagContext means this is context-sensitive flat profile for CSSPGO.
static void removeSecFlag(SecHdrTableEntry &Entry, SecFlagType Flag)
std::map< FunctionId, FunctionSamples > FunctionSamplesMap
raw_ostream & operator<<(raw_ostream &OS, const FunctionId &Obj)
static std::string getSecName(SecType Type)
uint64_t hash_value(const FunctionId &Obj)
static uint64_t SPVersion()
This is an optimization pass for GlobalISel generic memory operations.
void stable_sort(R &&Range)
std::error_code make_error_code(BitcodeError E)
@ unsupported_writing_format
@ ostream_seek_unsupported
raw_ostream & dbgs()
dbgs() - This returns a reference to a raw_ostream for debugging messages.
std::enable_if_t< std::is_unsigned_v< T >, T > SaturatingMultiplyAdd(T X, T Y, T A, bool *ResultOverflowed=nullptr)
Multiply two unsigned integers, X and Y, and add the unsigned integer, A to the product.
const std::error_category & sampleprof_category()
std::string getUniqueInternalLinkagePostfix(const StringRef &FName)
sampleprof_error MergeResult(sampleprof_error &Accumulator, sampleprof_error Result)
OutputIt copy(R &&Range, OutputIt Out)
hash_code hash_combine_range(InputIteratorT first, InputIteratorT last)
Compute a hash_code for a sequence of values.
Implement std::hash so that hash_code can be used in STL containers.
static unsigned getHashValue(const SampleContext &Val)
static SampleContext getTombstoneKey()
static SampleContext getEmptyKey()
static bool isEqual(const SampleContext &LHS, const SampleContext &RHS)
An information struct used to provide DenseMap with the various necessary components for a given valu...
uint64_t operator()(const LineLocation &Loc) const
Represents the relative location of an instruction.
void print(raw_ostream &OS) const
LineLocation(uint32_t L, uint32_t D)
bool operator!=(const LineLocation &O) const
bool operator<(const LineLocation &O) const
uint64_t getHashCode() const
bool operator==(const LineLocation &O) const
FunctionSamples * FuncSamples
FrameNode(FunctionId FName=FunctionId(), FunctionSamples *FSamples=nullptr, LineLocation CallLoc={0, 0})
FrameNode * getOrCreateChildFrame(const LineLocation &CallSite, FunctionId CalleeName)
std::map< uint64_t, FrameNode > AllChildFrames
uint64_t operator()(const SampleContextFrameVector &S) const
bool operator==(const SampleContextFrame &That) const
SampleContextFrame(FunctionId Func, LineLocation Location)
bool operator!=(const SampleContextFrame &That) const
std::string toString(bool OutputLineLocation) const
uint64_t getHashCode() const
uint64_t operator()(const SampleContext &Context) const
bool operator()(const CallTarget &LHS, const CallTarget &RHS) const