CoroSplit.cpp File Reference

#include "llvm/Transforms/Coroutines/CoroSplit.h"
#include "CoroInstr.h"
#include "CoroInternal.h"
#include "llvm/ADT/DenseMap.h"
#include "llvm/ADT/SmallPtrSet.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/ADT/StringRef.h"
#include "llvm/ADT/Twine.h"
#include "llvm/Analysis/CFG.h"
#include "llvm/Analysis/CallGraph.h"
#include "llvm/Analysis/CallGraphSCCPass.h"
#include "llvm/Analysis/LazyCallGraph.h"
#include "llvm/IR/Argument.h"
#include "llvm/IR/Attributes.h"
#include "llvm/IR/BasicBlock.h"
#include "llvm/IR/CFG.h"
#include "llvm/IR/CallingConv.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/DataLayout.h"
#include "llvm/IR/DerivedTypes.h"
#include "llvm/IR/Dominators.h"
#include "llvm/IR/Function.h"
#include "llvm/IR/GlobalValue.h"
#include "llvm/IR/GlobalVariable.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/IR/InstIterator.h"
#include "llvm/IR/InstrTypes.h"
#include "llvm/IR/Instruction.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/LLVMContext.h"
#include "llvm/IR/LegacyPassManager.h"
#include "llvm/IR/Module.h"
#include "llvm/IR/Type.h"
#include "llvm/IR/Value.h"
#include "llvm/IR/Verifier.h"
#include "llvm/InitializePasses.h"
#include "llvm/Pass.h"
#include "llvm/Support/Casting.h"
#include "llvm/Support/Debug.h"
#include "llvm/Support/PrettyStackTrace.h"
#include "llvm/Support/raw_ostream.h"
#include "llvm/Transforms/Scalar.h"
#include "llvm/Transforms/Utils/BasicBlockUtils.h"
#include "llvm/Transforms/Utils/CallGraphUpdater.h"
#include "llvm/Transforms/Utils/Cloning.h"
#include "llvm/Transforms/Utils/Local.h"
#include "llvm/Transforms/Utils/ValueMapper.h"
#include <cassert>
#include <cstddef>
#include <cstdint>
#include <initializer_list>
#include <iterator>

Go to the source code of this file.

Macros
#define	DEBUG_TYPE   "coro-split"

Functions
static void	maybeFreeRetconStorage (IRBuilder<> &Builder, const coro::Shape &Shape, Value *FramePtr, CallGraph *CG)
static bool	replaceCoroEndAsync (AnyCoroEndInst *End)
	Replace an llvm.coro.end.async. More...
static void	replaceFallthroughCoroEnd (AnyCoroEndInst *End, const coro::Shape &Shape, Value *FramePtr, bool InResume, CallGraph *CG)
	Replace a non-unwind call to llvm.coro.end. More...
static void	replaceUnwindCoroEnd (AnyCoroEndInst *End, const coro::Shape &Shape, Value *FramePtr, bool InResume, CallGraph *CG)
	Replace an unwind call to llvm.coro.end. More...
static void	replaceCoroEnd (AnyCoroEndInst *End, const coro::Shape &Shape, Value *FramePtr, bool InResume, CallGraph *CG)
static void	createResumeEntryBlock (Function &F, coro::Shape &Shape)
static FunctionType *	getFunctionTypeFromAsyncSuspend (AnyCoroSuspendInst *Suspend)
static Function *	createCloneDeclaration (Function &OrigF, coro::Shape &Shape, const Twine &Suffix, Module::iterator InsertBefore, AnyCoroSuspendInst *ActiveSuspend)
static void	replaceSwiftErrorOps (Function &F, coro::Shape &Shape, ValueToValueMapTy *VMap)
static void	addFramePointerAttrs (AttributeList &Attrs, LLVMContext &Context, unsigned ParamIndex, uint64_t Size, Align Alignment)
static void	addAsyncContextAttrs (AttributeList &Attrs, LLVMContext &Context, unsigned ParamIndex)
static void	addSwiftSelfAttrs (AttributeList &Attrs, LLVMContext &Context, unsigned ParamIndex)
static Function *	createClone (Function &F, const Twine &Suffix, coro::Shape &Shape, CoroCloner::Kind FKind)
static void	removeCoroEnds (const coro::Shape &Shape, CallGraph *CG)
	Remove calls to llvm.coro.end in the original function. More...
static void	updateAsyncFuncPointerContextSize (coro::Shape &Shape)
static void	replaceFrameSize (coro::Shape &Shape)
static void	setCoroInfo (Function &F, coro::Shape &Shape, ArrayRef< Function * > Fns)
static void	updateCoroFrame (coro::Shape &Shape, Function *ResumeFn, Function *DestroyFn, Function *CleanupFn)
static void	postSplitCleanup (Function &F)
static void	scanPHIsAndUpdateValueMap (Instruction *Prev, BasicBlock *NewBlock, DenseMap< Value *, Value * > &ResolvedValues)
static bool	simplifyTerminatorLeadingToRet (Instruction *InitialInst)
static bool	shouldBeMustTail (const CallInst &CI, const Function &F)
static void	addMustTailToCoroResumes (Function &F)
static void	handleNoSuspendCoroutine (coro::Shape &Shape)
static bool	hasCallsInBlockBetween (Instruction *From, Instruction *To)
static bool	hasCallsInBlocksBetween (BasicBlock *SaveBB, BasicBlock *ResDesBB)
static bool	hasCallsBetween (Instruction *Save, Instruction *ResumeOrDestroy)
static bool	simplifySuspendPoint (CoroSuspendInst *Suspend, CoroBeginInst *CoroBegin)
static void	simplifySuspendPoints (coro::Shape &Shape)
static void	splitSwitchCoroutine (Function &F, coro::Shape &Shape, SmallVectorImpl< Function * > &Clones)
static void	replaceAsyncResumeFunction (CoroSuspendAsyncInst *Suspend, Value *Continuation)
static void	coerceArguments (IRBuilder<> &Builder, FunctionType *FnTy, ArrayRef< Value * > FnArgs, SmallVectorImpl< Value * > &CallArgs)
	Coerce the arguments in FnArgs according to FnTy in CallArgs. More...
static void	splitAsyncCoroutine (Function &F, coro::Shape &Shape, SmallVectorImpl< Function * > &Clones)
static void	splitRetconCoroutine (Function &F, coro::Shape &Shape, SmallVectorImpl< Function * > &Clones)
static coro::Shape	splitCoroutine (Function &F, SmallVectorImpl< Function * > &Clones, bool ReuseFrameSlot)
static void	updateCallGraphAfterCoroutineSplit (Function &F, const coro::Shape &Shape, const SmallVectorImpl< Function * > &Clones, CallGraph &CG, CallGraphSCC &SCC)
static void	updateCallGraphAfterCoroutineSplit (LazyCallGraph::Node &N, const coro::Shape &Shape, const SmallVectorImpl< Function * > &Clones, LazyCallGraph::SCC &C, LazyCallGraph &CG, CGSCCAnalysisManager &AM, CGSCCUpdateResult &UR, FunctionAnalysisManager &FAM)
static void	prepareForSplit (Function &F, CallGraph &CG, bool MarkForAsyncRestart=false)
static void	createDevirtTriggerFunc (CallGraph &CG, CallGraphSCC &SCC)
static void	replacePrepare (CallInst *Prepare, LazyCallGraph &CG, LazyCallGraph::SCC &C)
	Replace a call to llvm.coro.prepare.retcon. More...
static void	replacePrepare (CallInst *Prepare, CallGraph &CG)
	Replace a call to llvm.coro.prepare.retcon. More...
static bool	replaceAllPrepares (Function *PrepareFn, LazyCallGraph &CG, LazyCallGraph::SCC &C)
static bool	replaceAllPrepares (Function *PrepareFn, CallGraph &CG)
	Remove calls to llvm.coro.prepare.retcon, a barrier meant to prevent IPO from operating on calls to a retcon coroutine before it's been split. More...
static bool	declaresCoroSplitIntrinsics (const Module &M)
static void	addPrepareFunction (const Module &M, SmallVectorImpl< Function * > &Fns, StringRef Name)
	INITIALIZE_PASS_BEGIN (CoroSplitLegacy, "coro-split", "Split coroutine into a set of functions driving its state machine", false, false) INITIALIZE_PASS_END(CoroSplitLegacy

Variables
coro	split
coro Split coroutine into a set of functions driving its state	machine
coro Split coroutine into a set of functions driving its state	false

Macro Definition Documentation

DEBUG_TYPE

#define DEBUG_TYPE   "coro-split"

Definition at line 77 of file CoroSplit.cpp.

Function Documentation

addAsyncContextAttrs()

static void addAsyncContextAttrs ( AttributeList &  Attrs, LLVMContext &  Context, unsigned  ParamIndex  )

static

Definition at line 821 of file CoroSplit.cpp.

References llvm::AttrBuilder::addAttribute(), Attrs, and Context.

addFramePointerAttrs()

static void addFramePointerAttrs ( AttributeList &  Attrs, LLVMContext &  Context, unsigned  ParamIndex, uint64_t  Size, Align  Alignment  )

static

Definition at line 810 of file CoroSplit.cpp.

References llvm::AttrBuilder::addAlignmentAttr(), llvm::AttrBuilder::addAttribute(), llvm::AttrBuilder::addDereferenceableAttr(), Attrs, Context, and llvm::Check::Size.

addMustTailToCoroResumes()

static void addMustTailToCoroResumes ( Function &  F )

static

Definition at line 1274 of file CoroSplit.cpp.

References F, I, llvm::instructions(), llvm::removeUnreachableBlocks(), shouldBeMustTail(), simplifyTerminatorLeadingToRet(), and llvm::CallInst::TCK_MustTail.

Referenced by splitSwitchCoroutine().

addPrepareFunction()

static void addPrepareFunction ( const Module &  M, SmallVectorImpl< Function * > &  Fns, StringRef  Name  )

static

Definition at line 2094 of file CoroSplit.cpp.

References M.

Referenced by llvm::CoroSplitPass::run().

addSwiftSelfAttrs()

static void addSwiftSelfAttrs ( AttributeList &  Attrs, LLVMContext &  Context, unsigned  ParamIndex  )

static

Definition at line 828 of file CoroSplit.cpp.

References llvm::AttrBuilder::addAttribute(), Attrs, and Context.

coerceArguments()

static void coerceArguments ( IRBuilder<> &  Builder, FunctionType *  FnTy, ArrayRef< Value * >  FnArgs, SmallVectorImpl< Value * > &  CallArgs  )

static

Coerce the arguments in FnArgs according to FnTy in CallArgs.

Definition at line 1530 of file CoroSplit.cpp.

References assert(), Builder, llvm::Intrinsic::getType(), llvm::FunctionType::params(), and llvm::ArrayRef< T >::size().

Referenced by llvm::coro::createMustTailCall().

createClone()

static Function* createClone ( Function &  F, const Twine &  Suffix, coro::Shape &  Shape, CoroCloner::Kind  FKind  )

static

Definition at line 1031 of file CoroSplit.cpp.

References F.

Referenced by splitSwitchCoroutine().

createCloneDeclaration()

static Function* createCloneDeclaration ( Function &  OrigF, coro::Shape &  Shape, const Twine &  Suffix, Module::iterator  InsertBefore, AnyCoroSuspendInst *  ActiveSuspend  )

static

Definition at line 468 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, llvm::Function::addParamAttr(), llvm::coro::Async, llvm::Function::Create(), getFunctionTypeFromAsyncSuspend(), llvm::Value::getName(), llvm::GlobalValue::getParent(), llvm::coro::Shape::getResumeFunctionType(), and M.

Referenced by splitRetconCoroutine().

createDevirtTriggerFunc()

static void createDevirtTriggerFunc ( CallGraph &  CG, CallGraphSCC &  SCC  )

static

Definition at line 1943 of file CoroSplit.cpp.

References llvm::Function::addFnAttr(), CORO_DEVIRT_TRIGGER_FN, llvm::Function::Create(), llvm::FunctionType::get(), llvm::Type::getInt8PtrTy(), llvm::CallGraph::getModule(), llvm::Type::getVoidTy(), and M.

createResumeEntryBlock()

static void createResumeEntryBlock ( Function &  F, coro::Shape &  Shape  )

static

Definition at line 329 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, assert(), Builder, llvm::coro::Shape::CoroSuspends, llvm::BasicBlock::Create(), llvm::PHINode::Create(), F, llvm::coro::Shape::FramePtr, llvm::coro::Shape::FrameTy, llvm::ConstantPointerNull::get(), llvm::ConstantTokenNone::get(), llvm::coro::Shape::getIndex(), llvm::coro::Shape::getIndexType(), llvm::coro::Shape::getSwitchIndexField(), Index, llvm::coro::Shape::SwitchFieldIndex::Resume, llvm::coro::Shape::SwitchLoweringStorage::ResumeEntryBlock, llvm::coro::Shape::SwitchLoweringStorage::ResumeSwitch, S, llvm::coro::Switch, and llvm::coro::Shape::SwitchLowering.

Referenced by splitSwitchCoroutine().

declaresCoroSplitIntrinsics()

static bool declaresCoroSplitIntrinsics ( const Module &  M )

static

Definition at line 2088 of file CoroSplit.cpp.

References llvm::coro::declaresIntrinsics(), and M.

Referenced by llvm::CoroSplitPass::run().

getFunctionTypeFromAsyncSuspend()

static FunctionType* getFunctionTypeFromAsyncSuspend ( AnyCoroSuspendInst *  Suspend )

static

Definition at line 460 of file CoroSplit.cpp.

References Context, llvm::FunctionType::get(), llvm::Function::getContext(), llvm::Instruction::getParent(), llvm::BasicBlock::getParent(), and llvm::Type::getVoidTy().

Referenced by createCloneDeclaration().

handleNoSuspendCoroutine()

static void handleNoSuspendCoroutine ( coro::Shape &  Shape )

static

Definition at line 1297 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, llvm::coro::Async, Builder, llvm::coro::Shape::CoroBegin, llvm::coro::Shape::FrameAlign, llvm::coro::Shape::FrameTy, llvm::UndefValue::get(), llvm::AnyCoroIdInst::getCoroAlloc(), llvm::CoroBeginInst::getId(), llvm::coro::replaceCoroFree(), llvm::coro::Retcon, llvm::coro::RetconOnce, and llvm::coro::Switch.

Referenced by splitCoroutine().

hasCallsBetween()

static bool hasCallsBetween ( Instruction *  Save, Instruction *  ResumeOrDestroy  )

static

Definition at line 1373 of file CoroSplit.cpp.

References llvm::ilist_node_with_parent< NodeTy, ParentTy, Options >::getNextNode(), llvm::Instruction::getParent(), hasCallsInBlockBetween(), and hasCallsInBlocksBetween().

Referenced by simplifySuspendPoint().

hasCallsInBlockBetween()

static bool hasCallsInBlockBetween ( Instruction *  From, Instruction *  To  )

static

Definition at line 1332 of file CoroSplit.cpp.

References From, and I.

Referenced by hasCallsBetween(), and hasCallsInBlocksBetween().

hasCallsInBlocksBetween()

static bool hasCallsInBlocksBetween ( BasicBlock *  SaveBB, BasicBlock *  ResDesBB  )

static

Definition at line 1344 of file CoroSplit.cpp.

References BB, llvm::SmallPtrSetImpl< PtrType >::count(), llvm::SmallPtrSetImpl< PtrType >::erase(), hasCallsInBlockBetween(), llvm::SmallPtrSetImpl< PtrType >::insert(), llvm::SmallVectorImpl< T >::pop_back_val(), and llvm::predecessors().

Referenced by hasCallsBetween().

INITIALIZE_PASS_BEGIN()

INITIALIZE_PASS_BEGIN	(	CoroSplitLegacy	,
		"coro-split"	,
		"Split coroutine into a set of functions driving its state machine"	,
		false	,
		false
	)

maybeFreeRetconStorage()

static void maybeFreeRetconStorage ( IRBuilder<> &  Builder, const coro::Shape &  Shape, Value *  FramePtr, CallGraph *  CG  )

static

Definition at line 169 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, assert(), Builder, llvm::coro::Shape::emitDealloc(), llvm::coro::Shape::RetconLoweringStorage::IsFrameInlineInStorage, llvm::coro::Retcon, llvm::coro::Shape::RetconLowering, and llvm::coro::RetconOnce.

postSplitCleanup()

static void postSplitCleanup ( Function &  F )

static

Definition at line 1140 of file CoroSplit.cpp.

References llvm::errs(), F, llvm::removeUnreachableBlocks(), llvm::report_fatal_error(), and llvm::verifyFunction().

Referenced by splitSwitchCoroutine(), and updateCallGraphAfterCoroutineSplit().

prepareForSplit()

static void prepareForSplit ( Function &  F, CallGraph &  CG, bool  MarkForAsyncRestart = false  )

static

Definition at line 1906 of file CoroSplit.cpp.

References assert(), ASYNC_RESTART_AFTER_SPLIT, Context, CORO_DEVIRT_TRIGGER_FN, CORO_PRESPLIT_ATTR, llvm::CallInst::Create(), F, llvm::FunctionType::get(), llvm::ConstantPointerNull::get(), llvm::CallGraph::getCallsExternalNode(), llvm::Type::getInt8PtrTy(), llvm::Type::getVoidTy(), llvm::IndirectCall, M, llvm::coro::LowererBase::makeSubFnCall(), PREPARED_FOR_SPLIT, and llvm::CoroSubFnInst::RestartTrigger.

removeCoroEnds()

static void removeCoroEnds ( const coro::Shape &  Shape, CallGraph *  CG  )

static

Remove calls to llvm.coro.end in the original function.

Definition at line 1039 of file CoroSplit.cpp.

Referenced by updateCallGraphAfterCoroutineSplit().

replaceAllPrepares() [1/2]

static bool replaceAllPrepares ( Function *  PrepareFn, CallGraph &  CG  )

static

Remove calls to llvm.coro.prepare.retcon, a barrier meant to prevent IPO from operating on calls to a retcon coroutine before it's been split.

This is only safe to do after we've split all retcon coroutines in the module. We can do that this in this pass because this pass does promise to split all retcon coroutines (as opposed to switch coroutines, which are lowered in multiple stages).

Definition at line 2075 of file CoroSplit.cpp.

References replacePrepare(), llvm::Value::use_begin(), and llvm::Value::use_end().

replaceAllPrepares() [2/2]

static bool replaceAllPrepares ( Function *  PrepareFn, LazyCallGraph &  CG, LazyCallGraph::SCC &  C  )

static

Definition at line 2056 of file CoroSplit.cpp.

References replacePrepare(), llvm::Value::use_begin(), and llvm::Value::use_end().

Referenced by llvm::CoroSplitPass::run().

replaceAsyncResumeFunction()

static void replaceAsyncResumeFunction ( CoroSuspendAsyncInst *  Suspend, Value *  Continuation  )

static

Definition at line 1515 of file CoroSplit.cpp.

References Builder, Context, llvm::UndefValue::get(), llvm::Function::getContext(), llvm::Type::getInt8PtrTy(), llvm::Instruction::getParent(), llvm::BasicBlock::getParent(), llvm::CoroSuspendAsyncInst::getResumeFunction(), llvm::CoroSuspendAsyncInst::ResumeFunctionArg, and llvm::User::setOperand().

replaceCoroEnd()

static void replaceCoroEnd ( AnyCoroEndInst *  End, const coro::Shape &  Shape, Value *  FramePtr, bool  InResume, CallGraph *  CG  )

static

Definition at line 314 of file CoroSplit.cpp.

replaceCoroEndAsync()

static bool replaceCoroEndAsync ( AnyCoroEndInst *  End )

static

Replace an llvm.coro.end.async.

Will inline the must tail call function call if there is one.

Returns

true if cleanup of the coro.end block is needed, false otherwise.

Definition at line 183 of file CoroSplit.cpp.

replaceFallthroughCoroEnd()

static void replaceFallthroughCoroEnd ( AnyCoroEndInst *  End, const coro::Shape &  Shape, Value *  FramePtr, bool  InResume, CallGraph *  CG  )

static

Replace a non-unwind call to llvm.coro.end.

Definition at line 226 of file CoroSplit.cpp.

replaceFrameSize()

static void replaceFrameSize ( coro::Shape &  Shape )

static

Definition at line 1060 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, llvm::coro::Async, llvm::coro::Shape::CoroSizes, DL, llvm::Instruction::eraseFromParent(), llvm::coro::Shape::FrameTy, llvm::ConstantInt::get(), M, llvm::Value::replaceAllUsesWith(), llvm::Check::Size, and updateAsyncFuncPointerContextSize().

Referenced by splitCoroutine().

replacePrepare() [1/2]

static void replacePrepare ( CallInst *  Prepare, CallGraph &  CG  )

static

Replace a call to llvm.coro.prepare.retcon.

Definition at line 2002 of file CoroSplit.cpp.

References llvm::CallGraphNode::addCalledFunction(), llvm::Instruction::eraseFromParent(), llvm::CallBase::getArgOperand(), llvm::Instruction::getFunction(), llvm::Use::getUser(), llvm::CallGraphNode::removeCallEdgeFor(), llvm::Value::replaceAllUsesWith(), llvm::Value::stripPointerCasts(), llvm::Value::use_begin(), llvm::Value::use_end(), and llvm::Value::uses().

replacePrepare() [2/2]

static void replacePrepare ( CallInst *  Prepare, LazyCallGraph &  CG, LazyCallGraph::SCC &  C  )

static

Replace a call to llvm.coro.prepare.retcon.

Definition at line 1966 of file CoroSplit.cpp.

References llvm::Instruction::eraseFromParent(), llvm::CallBase::getArgOperand(), llvm::Value::replaceAllUsesWith(), llvm::Value::stripPointerCasts(), llvm::Value::use_begin(), and llvm::Value::use_end().

Referenced by replaceAllPrepares().

replaceSwiftErrorOps()

static void replaceSwiftErrorOps ( Function &  F, coro::Shape &  Shape, ValueToValueMapTy *  VMap  )

static

Definition at line 588 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, Arg, assert(), llvm::coro::Async, Builder, llvm::coro::Shape::CoroSuspends, F, llvm::Type::getPointerElementType(), llvm::Value::getType(), and llvm::coro::Shape::SwiftErrorOps.

Referenced by splitCoroutine().

replaceUnwindCoroEnd()

static void replaceUnwindCoroEnd ( AnyCoroEndInst *  End, const coro::Shape &  Shape, Value *  FramePtr, bool  InResume, CallGraph *  CG  )

static

Replace an unwind call to llvm.coro.end.

Definition at line 284 of file CoroSplit.cpp.

scanPHIsAndUpdateValueMap()

static void scanPHIsAndUpdateValueMap ( Instruction *  Prev, BasicBlock *  NewBlock, DenseMap< Value *, Value * > &  ResolvedValues  )

static

Definition at line 1155 of file CoroSplit.cpp.

References llvm::DenseMapBase< DenseMap< KeyT, ValueT, DenseMapInfo< KeyT >, llvm::detail::DenseMapPair< KeyT, ValueT > >, KeyT, ValueT, DenseMapInfo< KeyT >, llvm::detail::DenseMapPair< KeyT, ValueT > >::end(), llvm::DenseMapBase< DenseMap< KeyT, ValueT, DenseMapInfo< KeyT >, llvm::detail::DenseMapPair< KeyT, ValueT > >, KeyT, ValueT, DenseMapInfo< KeyT >, llvm::detail::DenseMapPair< KeyT, ValueT > >::find(), llvm::Instruction::getParent(), llvm::BasicBlock::phis(), and VI.

Referenced by simplifyTerminatorLeadingToRet().

setCoroInfo()

static void setCoroInfo ( Function &  F, coro::Shape &  Shape, ArrayRef< Function * >  Fns  )

static

Definition at line 1091 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, llvm::AMDGPU::HSAMD::Kernel::Key::Args, assert(), llvm::ArrayRef< T >::begin(), llvm::ArrayRef< T >::end(), F, llvm::ArrayType::get(), llvm::ConstantArray::get(), llvm::Type::getInt8PtrTy(), llvm::GlobalValue::getParent(), llvm::ConstantExpr::getPointerCast(), llvm::coro::Shape::getSwitchCoroId(), llvm::GlobalValue::getType(), M, llvm::GlobalValue::PrivateLinkage, llvm::CoroIdInst::setInfo(), and llvm::coro::Switch.

Referenced by splitSwitchCoroutine().

shouldBeMustTail()

static bool shouldBeMustTail ( const CallInst &  CI, const Function &  F  )

static

Definition at line 1239 of file CoroSplit.cpp.

References Attrs, F, llvm::CallBase::getAttributes(), llvm::CallBase::getCallingConv(), llvm::CallBase::getFunctionType(), llvm::FunctionType::getNumParams(), llvm::FunctionType::getParamType(), llvm::Type::getPointerAddressSpace(), llvm::FunctionType::getReturnType(), llvm::CallBase::isInlineAsm(), llvm::Type::isPointerTy(), and llvm::Type::isVoidTy().

Referenced by addMustTailToCoroResumes().

simplifySuspendPoint()

static bool simplifySuspendPoint ( CoroSuspendInst *  Suspend, CoroBeginInst *  CoroBegin  )

static

Definition at line 1398 of file CoroSplit.cpp.

References Callee, llvm::BranchInst::Create(), llvm::Instruction::eraseFromParent(), llvm::CallBase::getCalledOperand(), llvm::CoroSuspendInst::getCoroSave(), llvm::Instruction::getParent(), llvm::ilist_node_with_parent< NodeTy, ParentTy, Options >::getPrevNode(), llvm::BasicBlock::getSinglePredecessor(), hasCallsBetween(), I, llvm::Value::replaceAllUsesWith(), and llvm::Value::stripPointerCasts().

Referenced by simplifySuspendPoints().

simplifySuspendPoints()

static void simplifySuspendPoints ( coro::Shape &  Shape )

static

Definition at line 1458 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, llvm::coro::Shape::CoroBegin, llvm::coro::Shape::CoroSuspends, I, N, S, SI, simplifySuspendPoint(), std::swap(), and llvm::coro::Switch.

Referenced by splitCoroutine().

simplifyTerminatorLeadingToRet()

static bool simplifyTerminatorLeadingToRet ( Instruction *  InitialInst )

static

Definition at line 1172 of file CoroSplit.cpp.

References BB, llvm::ISD::BR, Cond, llvm::DenseMapBase< DenseMap< KeyT, ValueT, DenseMapInfo< KeyT >, llvm::detail::DenseMapPair< KeyT, ValueT > >, KeyT, ValueT, DenseMapInfo< KeyT >, llvm::detail::DenseMapPair< KeyT, ValueT > >::end(), llvm::DenseMapBase< DenseMap< KeyT, ValueT, DenseMapInfo< KeyT >, llvm::detail::DenseMapPair< KeyT, ValueT > >, KeyT, ValueT, DenseMapInfo< KeyT >, llvm::detail::DenseMapPair< KeyT, ValueT > >::find(), llvm::Instruction::getParent(), llvm::ConstantInt::getZExtValue(), I, llvm::CmpInst::ICMP_EQ, it, llvm::BasicBlock::removePredecessor(), llvm::ReplaceInstWithInst(), scanPHIsAndUpdateValueMap(), and SI.

Referenced by addMustTailToCoroResumes().

splitAsyncCoroutine()

static void splitAsyncCoroutine ( Function &  F, coro::Shape &  Shape, SmallVectorImpl< Function * > &  Clones  )

static

Definition at line 1561 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, assert(), llvm::coro::Async, llvm::coro::Shape::AsyncLowering, Builder, Context, llvm::coro::Shape::CoroBegin, llvm::coro::Shape::CoroSuspends, F, llvm::coro::Shape::AsyncLoweringStorage::FrameOffset, llvm::coro::Shape::FramePtr, llvm::CoroBeginInst::getId(), llvm::Type::getInt8PtrTy(), llvm::Type::getInt8Ty(), llvm::TrackingVH< ValueTy >::getValPtr(), llvm::Value::replaceAllUsesWith(), and llvm::SmallVectorImpl< T >::reserve().

Referenced by splitCoroutine().

splitCoroutine()

static coro::Shape splitCoroutine ( Function &  F, SmallVectorImpl< Function * > &  Clones, bool  ReuseFrameSlot  )

static

Definition at line 1802 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, llvm::coro::Async, llvm::coro::buildCoroutineFrame(), llvm::coro::Shape::CoroBegin, llvm::coro::Shape::CoroSuspends, F, handleNoSuspendCoroutine(), llvm::removeUnreachableBlocks(), replaceFrameSize(), replaceSwiftErrorOps(), llvm::coro::Retcon, llvm::coro::RetconOnce, simplifySuspendPoints(), splitAsyncCoroutine(), splitRetconCoroutine(), splitSwitchCoroutine(), and llvm::coro::Switch.

Referenced by llvm::CoroSplitPass::run().

splitRetconCoroutine()

static void splitRetconCoroutine ( Function &  F, coro::Shape &  Shape, SmallVectorImpl< Function * > &  Clones  )

static

Definition at line 1658 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, assert(), llvm::MCID::Branch, Builder, llvm::coro::Shape::CoroBegin, llvm::coro::Shape::CoroSuspends, llvm::BasicBlock::Create(), createCloneDeclaration(), DL, llvm::numbers::e, E, llvm::coro::Shape::emitAlloc(), F, llvm::coro::Shape::FramePtr, llvm::coro::Shape::FrameTy, llvm::UndefValue::get(), llvm::CoroBeginInst::getId(), llvm::Type::getPointerTo(), llvm::coro::Shape::getRetconResultTypes(), llvm::Value::getType(), llvm::TrackingVH< ValueTy >::getValPtr(), i, I, llvm::coro::Shape::RetconLoweringStorage::IsFrameInlineInStorage, llvm::Value::replaceAllUsesWith(), llvm::SmallVectorImpl< T >::reserve(), llvm::coro::Retcon, llvm::coro::Shape::RetconLowering, llvm::coro::RetconOnce, llvm::coro::Shape::RetconLoweringStorage::ReturnBlock, and llvm::Check::Size.

Referenced by splitCoroutine().

splitSwitchCoroutine()

static void splitSwitchCoroutine ( Function &  F, coro::Shape &  Shape, SmallVectorImpl< Function * > &  Clones  )

static

Definition at line 1483 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, addMustTailToCoroResumes(), assert(), createClone(), createResumeEntryBlock(), F, postSplitCleanup(), setCoroInfo(), llvm::coro::Switch, and updateCoroFrame().

Referenced by splitCoroutine().

updateAsyncFuncPointerContextSize()

static void updateAsyncFuncPointerContextSize ( coro::Shape &  Shape )

static

Definition at line 1045 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, assert(), llvm::coro::Async, llvm::coro::Shape::AsyncLoweringStorage::AsyncFuncPointer, llvm::coro::Shape::AsyncLowering, llvm::coro::Shape::AsyncLoweringStorage::ContextSize, llvm::ConstantInt::get(), llvm::ConstantStruct::get(), llvm::GlobalVariable::getInitializer(), and llvm::GlobalVariable::setInitializer().

Referenced by replaceFrameSize().

updateCallGraphAfterCoroutineSplit() [1/2]

static void updateCallGraphAfterCoroutineSplit ( Function &  F, const coro::Shape &  Shape, const SmallVectorImpl< Function * > &  Clones, CallGraph &  CG, CallGraphSCC &  SCC  )

static

Definition at line 1846 of file CoroSplit.cpp.

References llvm::coro::Shape::CoroBegin, F, postSplitCleanup(), removeCoroEnds(), llvm::AMDGPU::CPol::SCC, and llvm::coro::updateCallGraph().

Referenced by llvm::CoroSplitPass::run().

updateCallGraphAfterCoroutineSplit() [2/2]

static void updateCallGraphAfterCoroutineSplit ( LazyCallGraph::Node &  N, const coro::Shape &  Shape, const SmallVectorImpl< Function * > &  Clones, LazyCallGraph::SCC &  C, LazyCallGraph &  CG, CGSCCAnalysisManager &  AM, CGSCCUpdateResult &  UR, FunctionAnalysisManager &  FAM  )

static

Definition at line 1859 of file CoroSplit.cpp.

References llvm::coro::Shape::CoroBegin.

updateCoroFrame()

static void updateCoroFrame ( coro::Shape &  Shape, Function *  ResumeFn, Function *  DestroyFn, Function *  CleanupFn  )

static

Definition at line 1115 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, assert(), Builder, llvm::coro::Shape::SwitchFieldIndex::Destroy, llvm::coro::Shape::FramePtr, llvm::coro::Shape::FrameTy, llvm::AnyCoroIdInst::getCoroAlloc(), llvm::ilist_node_with_parent< NodeTy, ParentTy, Options >::getNextNode(), llvm::coro::Shape::getSwitchCoroId(), llvm::coro::Shape::SwitchFieldIndex::Resume, and llvm::coro::Switch.

Referenced by splitSwitchCoroutine().

Variable Documentation

false

coro Split coroutine into a set of functions driving its state false

Definition at line 2277 of file CoroSplit.cpp.

machine

coro Split coroutine into a set of functions driving its state machine

Definition at line 2277 of file CoroSplit.cpp.

split

coro split

Definition at line 2276 of file CoroSplit.cpp.

Referenced by llvm::StringRef::split().