MemProfContextDisambiguation.cpp File Reference

#include "llvm/Transforms/IPO/MemProfContextDisambiguation.h"
#include "llvm/ADT/DenseMap.h"
#include "llvm/ADT/DenseSet.h"
#include "llvm/ADT/MapVector.h"
#include "llvm/ADT/SetOperations.h"
#include "llvm/ADT/SmallPtrSet.h"
#include "llvm/ADT/SmallSet.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/ADT/Statistic.h"
#include "llvm/Analysis/MemoryProfileInfo.h"
#include "llvm/Analysis/ModuleSummaryAnalysis.h"
#include "llvm/Analysis/OptimizationRemarkEmitter.h"
#include "llvm/Bitcode/BitcodeReader.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/Module.h"
#include "llvm/IR/ModuleSummaryIndex.h"
#include "llvm/Pass.h"
#include "llvm/Support/CommandLine.h"
#include "llvm/Support/FileSystem.h"
#include "llvm/Support/GraphWriter.h"
#include "llvm/Support/raw_ostream.h"
#include "llvm/Transforms/IPO.h"
#include "llvm/Transforms/Utils/Cloning.h"
#include <sstream>
#include <vector>

Go to the source code of this file.

Classes
class	CallsiteContextGraph< DerivedCCG, FuncTy, CallTy >
	CRTP base for graphs built from either IR or ThinLTO summary index. More...
struct	CallsiteContextGraph< DerivedCCG, FuncTy, CallTy >::FuncInfo
	Represents a function clone via FuncTy pointer and clone number pair. More...
struct	CallsiteContextGraph< DerivedCCG, FuncTy, CallTy >::CallInfo
	Represents a callsite clone via CallTy and clone number pair. More...
struct	CallsiteContextGraph< DerivedCCG, FuncTy, CallTy >::ContextNode
	Node in the Callsite Context Graph. More...
struct	CallsiteContextGraph< DerivedCCG, FuncTy, CallTy >::ContextEdge
	Edge in the Callsite Context Graph from a ContextNode N to a caller or callee. More...
class	ModuleCallsiteContextGraph
	CRTP derived class for graphs built from IR (regular LTO). More...
struct	IndexCall
	Represents a call in the summary index graph, which can either be an allocation or an interior callsite node in an allocation's context. More...
class	IndexCallsiteContextGraph
	CRTP derived class for graphs built from summary index (ThinLTO). More...
struct	llvm::DenseMapInfo< typename CallsiteContextGraph< ModuleCallsiteContextGraph, Function, Instruction * >::CallInfo >
struct	llvm::DenseMapInfo< typename CallsiteContextGraph< IndexCallsiteContextGraph, FunctionSummary, IndexCall >::CallInfo >
struct	llvm::DenseMapInfo< IndexCall >
struct	GraphTraits< const CallsiteContextGraph< DerivedCCG, FuncTy, CallTy > * >
struct	DOTGraphTraits< const CallsiteContextGraph< DerivedCCG, FuncTy, CallTy > * >

Namespaces
namespace	llvm
	This is an optimization pass for GlobalISel generic memory operations.

Macros
#define	DEBUG_TYPE   "memprof-context-disambiguation"

Typedefs
template<typename DerivedCCG , typename FuncTy , typename CallTy >
using	ContextNode = typename CallsiteContextGraph< DerivedCCG, FuncTy, CallTy >::ContextNode
template<typename DerivedCCG , typename FuncTy , typename CallTy >
using	ContextEdge = typename CallsiteContextGraph< DerivedCCG, FuncTy, CallTy >::ContextEdge
template<typename DerivedCCG , typename FuncTy , typename CallTy >
using	FuncInfo = typename CallsiteContextGraph< DerivedCCG, FuncTy, CallTy >::FuncInfo
template<typename DerivedCCG , typename FuncTy , typename CallTy >
using	CallInfo = typename CallsiteContextGraph< DerivedCCG, FuncTy, CallTy >::CallInfo

Functions
	STATISTIC (FunctionClonesAnalysis, "Number of function clones created during whole program analysis")
	STATISTIC (FunctionClonesThinBackend, "Number of function clones created during ThinLTO backend")
	STATISTIC (FunctionsClonedThinBackend, "Number of functions that had clones created during ThinLTO backend")
	STATISTIC (AllocTypeNotCold, "Number of not cold static allocations (possibly " "cloned) during whole program analysis")
	STATISTIC (AllocTypeCold, "Number of cold static allocations (possibly cloned) " "during whole program analysis")
	STATISTIC (AllocTypeNotColdThinBackend, "Number of not cold static allocations (possibly cloned) during " "ThinLTO backend")
	STATISTIC (AllocTypeColdThinBackend, "Number of cold static allocations " "(possibly cloned) during ThinLTO backend")
	STATISTIC (OrigAllocsThinBackend, "Number of original (not cloned) allocations with memprof profiles " "during ThinLTO backend")
	STATISTIC (AllocVersionsThinBackend, "Number of allocation versions (including clones) during ThinLTO backend")
	STATISTIC (MaxAllocVersionsThinBackend, "Maximum number of allocation versions created for an original " "allocation during ThinLTO backend")
	STATISTIC (UnclonableAllocsThinBackend, "Number of unclonable ambigous allocations during ThinLTO backend")
static std::string	getMemProfFuncName (Twine Base, unsigned CloneNo)
static std::string	getAllocTypeString (uint8_t AllocTypes)
template<typename DerivedCCG , typename FuncTy , typename CallTy >
static void	checkEdge (const std::shared_ptr< ContextEdge< DerivedCCG, FuncTy, CallTy > > &Edge)
template<typename DerivedCCG , typename FuncTy , typename CallTy >
static void	checkNode (const ContextNode< DerivedCCG, FuncTy, CallTy > *Node, bool CheckEdges=true)
bool	checkColdOrNotCold (uint8_t AllocType)
static SmallVector< std::unique_ptr< ValueToValueMapTy >, 4 >	createFunctionClones (Function &F, unsigned NumClones, Module &M, OptimizationRemarkEmitter &ORE, std::map< const Function *, SmallPtrSet< const GlobalAlias *, 1 > > &FuncToAliasMap)
static ValueInfo	findValueInfoForFunc (const Function &F, const Module &M, const ModuleSummaryIndex *ImportSummary)

Variables
static cl::opt< std::string >	DotFilePathPrefix ("memprof-dot-file-path-prefix", cl::init(""), cl::Hidden, cl::value_desc("filename"), cl::desc("Specify the path prefix of the MemProf dot files."))
static cl::opt< bool >	ExportToDot ("memprof-export-to-dot", cl::init(false), cl::Hidden, cl::desc("Export graph to dot files."))
static cl::opt< bool >	DumpCCG ("memprof-dump-ccg", cl::init(false), cl::Hidden, cl::desc("Dump CallingContextGraph to stdout after each stage."))
static cl::opt< bool >	VerifyCCG ("memprof-verify-ccg", cl::init(false), cl::Hidden, cl::desc("Perform verification checks on CallingContextGraph."))
static cl::opt< bool >	VerifyNodes ("memprof-verify-nodes", cl::init(false), cl::Hidden, cl::desc("Perform frequent verification checks on nodes."))
static cl::opt< std::string >	MemProfImportSummary ("memprof-import-summary", cl::desc("Import summary to use for testing the ThinLTO backend via opt"), cl::Hidden)
cl::opt< bool >	SupportsHotColdNew ("supports-hot-cold-new", cl::init(false), cl::Hidden, cl::desc("Linking with hot/cold operator new interfaces"))
static const std::string	MemProfCloneSuffix = ".memprof."

Macro Definition Documentation

DEBUG_TYPE

#define DEBUG_TYPE   "memprof-context-disambiguation"

Definition at line 52 of file MemProfContextDisambiguation.cpp.

Typedef Documentation

CallInfo

template<typename DerivedCCG , typename FuncTy , typename CallTy >

using CallInfo = typename CallsiteContextGraph<DerivedCCG, FuncTy, CallTy>::CallInfo

Definition at line 536 of file MemProfContextDisambiguation.cpp.

ContextEdge

template<typename DerivedCCG , typename FuncTy , typename CallTy >

using ContextEdge = typename CallsiteContextGraph<DerivedCCG, FuncTy, CallTy>::ContextEdge

Definition at line 530 of file MemProfContextDisambiguation.cpp.

ContextNode

template<typename DerivedCCG , typename FuncTy , typename CallTy >

using ContextNode = typename CallsiteContextGraph<DerivedCCG, FuncTy, CallTy>::ContextNode

Definition at line 527 of file MemProfContextDisambiguation.cpp.

FuncInfo

template<typename DerivedCCG , typename FuncTy , typename CallTy >

using FuncInfo = typename CallsiteContextGraph<DerivedCCG, FuncTy, CallTy>::FuncInfo

Definition at line 533 of file MemProfContextDisambiguation.cpp.

Function Documentation

checkColdOrNotCold()

bool checkColdOrNotCold

(

uint8_t

AllocType

)

Definition at line 2064 of file MemProfContextDisambiguation.cpp.

checkEdge()

template<typename DerivedCCG , typename FuncTy , typename CallTy >

static void checkEdge ( const std::shared_ptr< ContextEdge< DerivedCCG, FuncTy, CallTy > > &  Edge )

static

Definition at line 1771 of file MemProfContextDisambiguation.cpp.

References assert().

checkNode()

template<typename DerivedCCG , typename FuncTy , typename CallTy >

static void checkNode ( const ContextNode< DerivedCCG, FuncTy, CallTy > *  Node, bool  CheckEdges = true  )

static

Definition at line 1780 of file MemProfContextDisambiguation.cpp.

References assert(), llvm::set_is_subset(), and llvm::set_union().

createFunctionClones()

static SmallVector< std::unique_ptr< ValueToValueMapTy >, 4 > createFunctionClones ( Function &  F, unsigned  NumClones, Module &  M, OptimizationRemarkEmitter &  ORE, std::map< const Function *, SmallPtrSet< const GlobalAlias *, 1 > > &  FuncToAliasMap  )

static

Definition at line 2811 of file MemProfContextDisambiguation.cpp.

References A, assert(), llvm::SmallVectorTemplateCommon< T, typename >::back(), llvm::CloneFunction(), llvm::GlobalAlias::create(), DEBUG_TYPE, llvm::OptimizationRemarkEmitter::emit(), llvm::SmallVectorImpl< T >::emplace_back(), F, getMemProfFuncName(), I, Name, and llvm::SmallVectorImpl< T >::reserve().

findValueInfoForFunc()

static ValueInfo findValueInfoForFunc ( const Function &  F, const Module &  M, const ModuleSummaryIndex *  ImportSummary  )

static

Definition at line 2872 of file MemProfContextDisambiguation.cpp.

References F, llvm::GlobalValue::getGlobalIdentifier(), llvm::GlobalValue::getGUID(), llvm::ModuleSummaryIndex::getGUIDFromOriginalID(), llvm::ModuleSummaryIndex::getOriginalNameBeforePromote(), llvm::ModuleSummaryIndex::getValueInfo(), and llvm::GlobalValue::InternalLinkage.

getAllocTypeString()

static std::string getAllocTypeString ( uint8_t  AllocTypes )

static

Definition at line 1682 of file MemProfContextDisambiguation.cpp.

Referenced by CallsiteContextGraph< DerivedCCG, FuncTy, CallTy >::ContextNode::print(), and CallsiteContextGraph< DerivedCCG, FuncTy, CallTy >::ContextEdge::print().

getMemProfFuncName()

static std::string getMemProfFuncName ( Twine  Base, unsigned  CloneNo  )

static

Definition at line 1398 of file MemProfContextDisambiguation.cpp.

References llvm::sampleprof::Base, and MemProfCloneSuffix.

Referenced by createFunctionClones().

STATISTIC() [1/11]

STATISTIC	(	AllocTypeCold	,
		"Number of cold static allocations (possibly cloned) " "during whole program analysis"
	)

STATISTIC() [2/11]

STATISTIC	(	AllocTypeColdThinBackend	,
		"Number of cold static allocations " "(possibly cloned) during ThinLTO backend"
	)

STATISTIC() [3/11]

STATISTIC	(	AllocTypeNotCold	,
		"Number of not cold static allocations (possibly " "cloned) during whole program analysis"
	)

STATISTIC() [4/11]

STATISTIC	(	AllocTypeNotColdThinBackend	,
		"Number of not cold static allocations (possibly cloned) during " "ThinLTO backend"
	)

STATISTIC() [5/11]

STATISTIC	(	AllocVersionsThinBackend	,
		"Number of allocation versions (including clones) during ThinLTO backend"
	)

STATISTIC() [6/11]

STATISTIC	(	FunctionClonesAnalysis	,
		"Number of function clones created during whole program analysis"
	)

STATISTIC() [7/11]

STATISTIC	(	FunctionClonesThinBackend	,
		"Number of function clones created during ThinLTO backend"
	)

STATISTIC() [8/11]

STATISTIC	(	FunctionsClonedThinBackend	,
		"Number of functions that had clones created during ThinLTO backend"
	)

STATISTIC() [9/11]

STATISTIC	(	MaxAllocVersionsThinBackend	,
		"Maximum number of allocation versions created for an original " "allocation during ThinLTO backend"
	)

STATISTIC() [10/11]

STATISTIC	(	OrigAllocsThinBackend	,
		"Number of original (not cloned) allocations with memprof profiles " "during ThinLTO backend"
	)

STATISTIC() [11/11]

STATISTIC	(	UnclonableAllocsThinBackend	,
		"Number of unclonable ambigous allocations during ThinLTO backend"
	)

Variable Documentation

DotFilePathPrefix

cl::opt< std::string > DotFilePathPrefix("memprof-dot-file-path-prefix", cl::init(""), cl::Hidden, cl::value_desc("filename"), cl::desc("Specify the path prefix of the MemProf dot files.")) ( "memprof-dot-file-path-prefix"  , cl::init("")  , cl::Hidden  , cl::value_desc("filename")  , cl::desc("Specify the path prefix of the MemProf dot files.")    )

static

Referenced by CallsiteContextGraph< DerivedCCG, FuncTy, CallTy >::exportToDot().

DumpCCG

cl::opt< bool > DumpCCG("memprof-dump-ccg", cl::init(false), cl::Hidden, cl::desc("Dump CallingContextGraph to stdout after each stage.")) ( "memprof-dump-ccg"  , cl::init(false)  , cl::Hidden  , cl::desc("Dump CallingContextGraph to stdout after each stage.")    )

static

Referenced by ModuleCallsiteContextGraph::ModuleCallsiteContextGraph(), and CallsiteContextGraph< DerivedCCG, FuncTy, CallTy >::process().

ExportToDot

cl::opt< bool > ExportToDot("memprof-export-to-dot", cl::init(false), cl::Hidden, cl::desc("Export graph to dot files.")) ( "memprof-export-to-dot"  , cl::init(false)  , cl::Hidden  , cl::desc("Export graph to dot files.")    )

static

Referenced by ModuleCallsiteContextGraph::ModuleCallsiteContextGraph(), and CallsiteContextGraph< DerivedCCG, FuncTy, CallTy >::process().

MemProfCloneSuffix

const std::string MemProfCloneSuffix = ".memprof."

static

Definition at line 1396 of file MemProfContextDisambiguation.cpp.

Referenced by getMemProfFuncName().

MemProfImportSummary

cl::opt< std::string > MemProfImportSummary("memprof-import-summary", cl::desc("Import summary to use for testing the ThinLTO backend via opt"), cl::Hidden) ( "memprof-import-summary"  , cl::desc("Import summary to use for testing the ThinLTO backend via opt")  , cl::Hidden    )

static

Referenced by llvm::MemProfContextDisambiguation::MemProfContextDisambiguation().

SupportsHotColdNew

cl::opt< bool > SupportsHotColdNew("supports-hot-cold-new", cl::init(false), cl::Hidden, cl::desc("Linking with hot/cold operator new interfaces"))	(	"supports-hot-cold-new"	,
		cl::init(false)	,
		cl::Hidden	,
		cl::desc("Linking with hot/cold operator new interfaces")
	)

VerifyCCG

cl::opt< bool > VerifyCCG("memprof-verify-ccg", cl::init(false), cl::Hidden, cl::desc("Perform verification checks on CallingContextGraph.")) ( "memprof-verify-ccg"  , cl::init(false)  , cl::Hidden  , cl::desc("Perform verification checks on CallingContextGraph.")    )

static

Referenced by CallsiteContextGraph< DerivedCCG, FuncTy, CallTy >::assignFunctions(), CallsiteContextGraph< DerivedCCG, FuncTy, CallTy >::process(), and CallsiteContextGraph< DerivedCCG, FuncTy, CallTy >::updateStackNodes().

VerifyNodes

cl::opt< bool > VerifyNodes("memprof-verify-nodes", cl::init(false), cl::Hidden, cl::desc("Perform frequent verification checks on nodes.")) ( "memprof-verify-nodes"  , cl::init(false)  , cl::Hidden  , cl::desc("Perform frequent verification checks on nodes.")    )

static

Referenced by CallsiteContextGraph< DerivedCCG, FuncTy, CallTy >::assignFunctions().