CoroSplit.cpp File Reference

#include "llvm/Transforms/Coroutines/CoroSplit.h"
#include "CoroInstr.h"
#include "CoroInternal.h"
#include "llvm/ADT/DenseMap.h"
#include "llvm/ADT/PriorityWorklist.h"
#include "llvm/ADT/SmallPtrSet.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/ADT/StringRef.h"
#include "llvm/ADT/Twine.h"
#include "llvm/Analysis/CFG.h"
#include "llvm/Analysis/CallGraph.h"
#include "llvm/Analysis/ConstantFolding.h"
#include "llvm/Analysis/LazyCallGraph.h"
#include "llvm/Analysis/OptimizationRemarkEmitter.h"
#include "llvm/Analysis/TargetTransformInfo.h"
#include "llvm/BinaryFormat/Dwarf.h"
#include "llvm/IR/Argument.h"
#include "llvm/IR/Attributes.h"
#include "llvm/IR/BasicBlock.h"
#include "llvm/IR/CFG.h"
#include "llvm/IR/CallingConv.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/DataLayout.h"
#include "llvm/IR/DerivedTypes.h"
#include "llvm/IR/Dominators.h"
#include "llvm/IR/Function.h"
#include "llvm/IR/GlobalValue.h"
#include "llvm/IR/GlobalVariable.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/IR/InstIterator.h"
#include "llvm/IR/InstrTypes.h"
#include "llvm/IR/Instruction.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/LLVMContext.h"
#include "llvm/IR/Module.h"
#include "llvm/IR/Type.h"
#include "llvm/IR/Value.h"
#include "llvm/IR/Verifier.h"
#include "llvm/Support/Casting.h"
#include "llvm/Support/Debug.h"
#include "llvm/Support/PrettyStackTrace.h"
#include "llvm/Support/raw_ostream.h"
#include "llvm/Transforms/Scalar.h"
#include "llvm/Transforms/Utils/BasicBlockUtils.h"
#include "llvm/Transforms/Utils/CallGraphUpdater.h"
#include "llvm/Transforms/Utils/Cloning.h"
#include "llvm/Transforms/Utils/Local.h"
#include "llvm/Transforms/Utils/ValueMapper.h"
#include <cassert>
#include <cstddef>
#include <cstdint>
#include <initializer_list>
#include <iterator>

Go to the source code of this file.

Macros
#define	DEBUG_TYPE   "coro-split"

Functions
static void	lowerAwaitSuspend (IRBuilder<> &Builder, CoroAwaitSuspendInst *CB)
static void	lowerAwaitSuspends (Function &F, coro::Shape &Shape)
static void	maybeFreeRetconStorage (IRBuilder<> &Builder, const coro::Shape &Shape, Value *FramePtr, CallGraph *CG)
static bool	replaceCoroEndAsync (AnyCoroEndInst *End)
	Replace an llvm.coro.end.async.
static void	replaceFallthroughCoroEnd (AnyCoroEndInst *End, const coro::Shape &Shape, Value *FramePtr, bool InResume, CallGraph *CG)
	Replace a non-unwind call to llvm.coro.end.
static void	markCoroutineAsDone (IRBuilder<> &Builder, const coro::Shape &Shape, Value *FramePtr)
static void	replaceUnwindCoroEnd (AnyCoroEndInst *End, const coro::Shape &Shape, Value *FramePtr, bool InResume, CallGraph *CG)
	Replace an unwind call to llvm.coro.end.
static void	replaceCoroEnd (AnyCoroEndInst *End, const coro::Shape &Shape, Value *FramePtr, bool InResume, CallGraph *CG)
static FunctionType *	getFunctionTypeFromAsyncSuspend (AnyCoroSuspendInst *Suspend)
static Function *	createCloneDeclaration (Function &OrigF, coro::Shape &Shape, const Twine &Suffix, Module::iterator InsertBefore, AnyCoroSuspendInst *ActiveSuspend)
static void	replaceSwiftErrorOps (Function &F, coro::Shape &Shape, ValueToValueMapTy *VMap)
static std::pair< SmallVector< DbgVariableIntrinsic *, 8 >, SmallVector< DbgVariableRecord * > >	collectDbgVariableIntrinsics (Function &F)
	Returns all DbgVariableIntrinsic in F.
static void	addFramePointerAttrs (AttributeList &Attrs, LLVMContext &Context, unsigned ParamIndex, uint64_t Size, Align Alignment, bool NoAlias)
static void	addAsyncContextAttrs (AttributeList &Attrs, LLVMContext &Context, unsigned ParamIndex)
static void	addSwiftSelfAttrs (AttributeList &Attrs, LLVMContext &Context, unsigned ParamIndex)
static void	updateAsyncFuncPointerContextSize (coro::Shape &Shape)
static void	replaceFrameSizeAndAlignment (coro::Shape &Shape)
static void	postSplitCleanup (Function &F)
static void	scanPHIsAndUpdateValueMap (Instruction *Prev, BasicBlock *NewBlock, DenseMap< Value *, Value * > &ResolvedValues)
static bool	simplifyTerminatorLeadingToRet (Instruction *InitialInst)
static bool	shouldBeMustTail (const CallInst &CI, const Function &F)
static void	handleNoSuspendCoroutine (coro::Shape &Shape)
static bool	hasCallsInBlockBetween (Instruction *From, Instruction *To)
static bool	hasCallsInBlocksBetween (BasicBlock *SaveBB, BasicBlock *ResDesBB)
static bool	hasCallsBetween (Instruction *Save, Instruction *ResumeOrDestroy)
static bool	simplifySuspendPoint (CoroSuspendInst *Suspend, CoroBeginInst *CoroBegin)
static void	simplifySuspendPoints (coro::Shape &Shape)
static void	replaceAsyncResumeFunction (CoroSuspendAsyncInst *Suspend, Value *Continuation)
Coerce the arguments in p FnArgs according to p FnTy in p static CallArgs void	coerceArguments (IRBuilder<> &Builder, FunctionType *FnTy, ArrayRef< Value * > FnArgs, SmallVectorImpl< Value * > &CallArgs)
static void	splitAsyncCoroutine (Function &F, coro::Shape &Shape, SmallVectorImpl< Function * > &Clones, TargetTransformInfo &TTI)
static void	splitRetconCoroutine (Function &F, coro::Shape &Shape, SmallVectorImpl< Function * > &Clones)
static coro::Shape	splitCoroutine (Function &F, SmallVectorImpl< Function * > &Clones, TargetTransformInfo &TTI, bool OptimizeFrame, std::function< bool(Instruction &)> MaterializableCallback)
Remove calls to llvm coro end in the original static function void	removeCoroEnds (const coro::Shape &Shape)
static void	updateCallGraphAfterCoroutineSplit (LazyCallGraph::Node &N, const coro::Shape &Shape, const SmallVectorImpl< Function * > &Clones, LazyCallGraph::SCC &C, LazyCallGraph &CG, CGSCCAnalysisManager &AM, CGSCCUpdateResult &UR, FunctionAnalysisManager &FAM)
Replace a call to llvm coro prepare static retcon void	replacePrepare (CallInst *Prepare, LazyCallGraph &CG, LazyCallGraph::SCC &C)
static bool	replaceAllPrepares (Function *PrepareFn, LazyCallGraph &CG, LazyCallGraph::SCC &C)
static void	addPrepareFunction (const Module &M, SmallVectorImpl< Function * > &Fns, StringRef Name)

Macro Definition Documentation

DEBUG_TYPE

#define DEBUG_TYPE   "coro-split"

Definition at line 78 of file CoroSplit.cpp.

Function Documentation

addAsyncContextAttrs()

static void addAsyncContextAttrs ( AttributeList &  Attrs, LLVMContext &  Context, unsigned  ParamIndex  )

static

Definition at line 876 of file CoroSplit.cpp.

References llvm::AttrBuilder::addAttribute(), and Context.

addFramePointerAttrs()

static void addFramePointerAttrs ( AttributeList &  Attrs, LLVMContext &  Context, unsigned  ParamIndex, uint64_t  Size, Align  Alignment, bool  NoAlias  )

static

Definition at line 861 of file CoroSplit.cpp.

References llvm::AttrBuilder::addAlignmentAttr(), llvm::AttrBuilder::addAttribute(), llvm::AttrBuilder::addDereferenceableAttr(), Context, and Size.

addPrepareFunction()

static void addPrepareFunction ( const Module &  M, SmallVectorImpl< Function * > &  Fns, StringRef  Name  )

static

Definition at line 2203 of file CoroSplit.cpp.

References Name, and llvm::SmallVectorTemplateBase< T, bool >::push_back().

Referenced by llvm::CoroSplitPass::run().

addSwiftSelfAttrs()

static void addSwiftSelfAttrs ( AttributeList &  Attrs, LLVMContext &  Context, unsigned  ParamIndex  )

static

Definition at line 883 of file CoroSplit.cpp.

References llvm::AttrBuilder::addAttribute(), and Context.

coerceArguments()

Coerce the arguments in p FnArgs according to p FnTy in p static CallArgs void coerceArguments ( IRBuilder<> &  Builder, FunctionType *  FnTy, ArrayRef< Value * >  FnArgs, SmallVectorImpl< Value * > &  CallArgs  )

static

Definition at line 1770 of file CoroSplit.cpp.

References assert(), llvm::IRBuilderBase::CreateBitOrPointerCast(), getType(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), and llvm::ArrayRef< T >::size().

Referenced by llvm::coro::createMustTailCall().

collectDbgVariableIntrinsics()

static std::pair< SmallVector< DbgVariableIntrinsic *, 8 >, SmallVector< DbgVariableRecord * > > collectDbgVariableIntrinsics ( Function &  F )

static

Returns all DbgVariableIntrinsic in F.

Definition at line 684 of file CoroSplit.cpp.

References F, llvm::filterDbgVars(), I, instructions, and llvm::SmallVectorTemplateBase< T, bool >::push_back().

Referenced by splitCoroutine().

createCloneDeclaration()

static Function * createCloneDeclaration ( Function &  OrigF, coro::Shape &  Shape, const Twine &  Suffix, Module::iterator  InsertBefore, AnyCoroSuspendInst *  ActiveSuspend  )

static

Definition at line 510 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, llvm::Function::Create(), getFunctionTypeFromAsyncSuspend(), llvm::Value::getName(), llvm::GlobalValue::getParent(), and llvm::coro::Shape::getResumeFunctionType().

Referenced by splitAsyncCoroutine(), and splitRetconCoroutine().

getFunctionTypeFromAsyncSuspend()

static FunctionType * getFunctionTypeFromAsyncSuspend ( AnyCoroSuspendInst *  Suspend )

static

Definition at line 502 of file CoroSplit.cpp.

References Context, llvm::Function::getContext(), llvm::BasicBlock::getParent(), llvm::Instruction::getParent(), and llvm::Type::getVoidTy().

Referenced by createCloneDeclaration().

handleNoSuspendCoroutine()

static void handleNoSuspendCoroutine ( coro::Shape &  Shape )

static

Definition at line 1315 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, llvm::coro::Shape::CoroBegin, llvm::IRBuilderBase::CreateAlloca(), llvm::coro::Shape::FrameAlign, llvm::coro::Shape::FrameTy, llvm::UndefValue::get(), llvm::AnyCoroIdInst::getCoroAlloc(), llvm::IRBuilderBase::getFalse(), llvm::CoroBeginInst::getId(), llvm::coro::replaceCoroFree(), and llvm::AllocaInst::setAlignment().

Referenced by splitCoroutine().

hasCallsBetween()

static bool hasCallsBetween ( Instruction *  Save, Instruction *  ResumeOrDestroy  )

static

Definition at line 1390 of file CoroSplit.cpp.

References llvm::ilist_node_with_parent< NodeTy, ParentTy, Options >::getNextNode(), llvm::Instruction::getParent(), hasCallsInBlockBetween(), and hasCallsInBlocksBetween().

Referenced by simplifySuspendPoint().

hasCallsInBlockBetween()

static bool hasCallsInBlockBetween ( Instruction *  From, Instruction *  To  )

static

Definition at line 1349 of file CoroSplit.cpp.

References From, and I.

Referenced by hasCallsBetween(), and hasCallsInBlocksBetween().

hasCallsInBlocksBetween()

static bool hasCallsInBlocksBetween ( BasicBlock *  SaveBB, BasicBlock *  ResDesBB  )

static

Definition at line 1361 of file CoroSplit.cpp.

References llvm::SmallPtrSetImpl< PtrType >::contains(), llvm::SmallVectorBase< Size_T >::empty(), llvm::SmallPtrSetImpl< PtrType >::erase(), hasCallsInBlockBetween(), llvm::SmallPtrSetImpl< PtrType >::insert(), llvm::SmallVectorImpl< T >::pop_back_val(), llvm::predecessors(), and llvm::SmallVectorTemplateBase< T, bool >::push_back().

Referenced by hasCallsBetween().

lowerAwaitSuspend()

static void lowerAwaitSuspend ( IRBuilder<> &  Builder, CoroAwaitSuspendInst *  CB  )

static

Definition at line 174 of file CoroSplit.cpp.

References llvm::IRBuilderBase::CreateCall(), llvm::IRBuilderBase::CreateInvoke(), llvm::Instruction::eraseFromParent(), FramePtr, llvm::CallBase::getAttributes(), llvm::CoroAwaitSuspendInst::getAwaiter(), llvm::Value::getContext(), llvm::CoroAwaitSuspendInst::getFrame(), llvm::CoroAwaitSuspendInst::getWrapperFunction(), llvm_unreachable, llvm::AttributeList::removeParamAttributes(), llvm::Value::replaceAllUsesWith(), llvm::CallBase::setAttributes(), llvm::CallBase::setCallingConv(), llvm::IRBuilderBase::SetInsertPoint(), and Wrapper.

Referenced by lowerAwaitSuspends().

lowerAwaitSuspends()

static void lowerAwaitSuspends ( Function &  F, coro::Shape &  Shape  )

static

Definition at line 213 of file CoroSplit.cpp.

References llvm::coro::Shape::CoroAwaitSuspends, F, and lowerAwaitSuspend().

Referenced by splitCoroutine().

markCoroutineAsDone()

static void markCoroutineAsDone ( IRBuilder<> &  Builder, const coro::Shape &  Shape, Value *  FramePtr  )

static

Definition at line 374 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, assert(), llvm::coro::Shape::CoroSuspends, llvm::IRBuilderBase::CreateStore(), llvm::IRBuilderBase::CreateStructGEP(), FramePtr, llvm::coro::Shape::FrameTy, llvm::ConstantPointerNull::get(), llvm::coro::Shape::getIndex(), llvm::coro::Shape::getSwitchIndexField(), llvm::StructType::getTypeAtIndex(), llvm::coro::Shape::SwitchLoweringStorage::HasFinalSuspend, llvm::coro::Shape::SwitchLoweringStorage::HasUnwindCoroEnd, llvm::coro::Shape::SwitchFieldIndex::Resume, and llvm::coro::Shape::SwitchLowering.

Referenced by replaceUnwindCoroEnd().

maybeFreeRetconStorage()

static void maybeFreeRetconStorage ( IRBuilder<> &  Builder, const coro::Shape &  Shape, Value *  FramePtr, CallGraph *  CG  )

static

Definition at line 219 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, assert(), llvm::coro::Shape::emitDealloc(), FramePtr, llvm::coro::Shape::RetconLoweringStorage::IsFrameInlineInStorage, and llvm::coro::Shape::RetconLowering.

Referenced by replaceFallthroughCoroEnd(), and replaceUnwindCoroEnd().

postSplitCleanup()

static void postSplitCleanup ( Function &  F )

static

Definition at line 1160 of file CoroSplit.cpp.

References llvm::errs(), F, llvm::removeUnreachableBlocks(), llvm::report_fatal_error(), and llvm::verifyFunction().

Referenced by updateCallGraphAfterCoroutineSplit().

removeCoroEnds()

Remove calls to llvm coro end in the original static function void removeCoroEnds ( const coro::Shape &  Shape )

static

Definition at line 2101 of file CoroSplit.cpp.

References llvm::coro::Shape::CoroEnds, End, llvm::coro::Shape::FramePtr, and replaceCoroEnd().

Referenced by updateCallGraphAfterCoroutineSplit().

replaceAllPrepares()

static bool replaceAllPrepares ( Function *  PrepareFn, LazyCallGraph &  CG, LazyCallGraph::SCC &  C  )

static

Definition at line 2190 of file CoroSplit.cpp.

References llvm::CallingConv::C, llvm::make_early_inc_range(), P, replacePrepare(), and llvm::Value::uses().

Referenced by llvm::CoroSplitPass::run().

replaceAsyncResumeFunction()

static void replaceAsyncResumeFunction ( CoroSuspendAsyncInst *  Suspend, Value *  Continuation  )

static

Definition at line 1755 of file CoroSplit.cpp.

References Context, llvm::IRBuilderBase::CreateBitOrPointerCast(), llvm::UndefValue::get(), llvm::Function::getContext(), llvm::BasicBlock::getParent(), llvm::Instruction::getParent(), llvm::CoroSuspendAsyncInst::getResumeFunction(), llvm::Value::replaceAllUsesWith(), llvm::CoroSuspendAsyncInst::ResumeFunctionArg, and llvm::User::setOperand().

Referenced by splitAsyncCoroutine().

replaceCoroEnd()

static void replaceCoroEnd ( AnyCoroEndInst *  End, const coro::Shape &  Shape, Value *  FramePtr, bool  InResume, CallGraph *  CG  )

static

Definition at line 446 of file CoroSplit.cpp.

References Context, End, FramePtr, llvm::ConstantInt::getFalse(), llvm::ConstantInt::getTrue(), replaceFallthroughCoroEnd(), and replaceUnwindCoroEnd().

Referenced by removeCoroEnds().

replaceCoroEndAsync()

static bool replaceCoroEndAsync ( AnyCoroEndInst *  End )

static

Replace an llvm.coro.end.async.

Will inline the must tail call function call if there is one.

Returns

true if cleanup of the coro.end block is needed, false otherwise.

Definition at line 232 of file CoroSplit.cpp.

References assert(), llvm::IRBuilderBase::CreateRetVoid(), End, llvm::InlineFunction(), and llvm::IRBuilderBase::SetInsertPoint().

Referenced by replaceFallthroughCoroEnd().

replaceFallthroughCoroEnd()

static void replaceFallthroughCoroEnd ( AnyCoroEndInst *  End, const coro::Shape &  Shape, Value *  FramePtr, bool  InResume, CallGraph *  CG  )

static

Replace a non-unwind call to llvm.coro.end.

Definition at line 275 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, assert(), llvm::IRBuilderBase::CreateInsertValue(), llvm::IRBuilderBase::CreateRet(), llvm::IRBuilderBase::CreateRetVoid(), End, FramePtr, llvm::ConstantTokenNone::get(), llvm::ConstantPointerNull::get(), llvm::UndefValue::get(), llvm::coro::Shape::getResumeFunctionType(), llvm::FunctionType::getReturnType(), Idx, maybeFreeRetconStorage(), llvm::Value::replaceAllUsesWith(), replaceCoroEndAsync(), and RetTy.

Referenced by replaceCoroEnd().

replaceFrameSizeAndAlignment()

static void replaceFrameSizeAndAlignment ( coro::Shape &  Shape )

static

Definition at line 1134 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, llvm::coro::Shape::CoroAligns, llvm::coro::Shape::CoroSizes, DL, llvm::Instruction::eraseFromParent(), llvm::coro::Shape::FrameAlign, llvm::coro::Shape::FrameTy, llvm::Value::getType(), llvm::Value::replaceAllUsesWith(), Size, updateAsyncFuncPointerContextSize(), and llvm::Align::value().

Referenced by splitCoroutine().

replacePrepare()

Replace a call to llvm coro prepare static retcon void replacePrepare ( CallInst *  Prepare, LazyCallGraph &  CG, LazyCallGraph::SCC &  C  )

static

Definition at line 2154 of file CoroSplit.cpp.

References llvm::Instruction::eraseFromParent(), llvm::CallBase::getArgOperand(), llvm::make_early_inc_range(), llvm::Value::replaceAllUsesWith(), llvm::Value::stripPointerCasts(), and llvm::Value::uses().

Referenced by replaceAllPrepares().

replaceSwiftErrorOps()

static void replaceSwiftErrorOps ( Function &  F, coro::Shape &  Shape, ValueToValueMapTy *  VMap  )

static

Definition at line 626 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, assert(), llvm::coro::Shape::CoroSuspends, llvm::IRBuilderBase::CreateAlloca(), llvm::IRBuilderBase::CreateLoad(), llvm::IRBuilderBase::CreateStore(), F, llvm::Value::getType(), llvm::AllocaInst::setSwiftError(), and llvm::coro::Shape::SwiftErrorOps.

Referenced by splitCoroutine().

replaceUnwindCoroEnd()

static void replaceUnwindCoroEnd ( AnyCoroEndInst *  End, const coro::Shape &  Shape, Value *  FramePtr, bool  InResume, CallGraph *  CG  )

static

Replace an unwind call to llvm.coro.end.

Definition at line 408 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, llvm::IRBuilderBase::CreateCleanupRet(), End, FramePtr, markCoroutineAsDone(), maybeFreeRetconStorage(), and llvm::LLVMContext::OB_funclet.

Referenced by replaceCoroEnd().

scanPHIsAndUpdateValueMap()

static void scanPHIsAndUpdateValueMap ( Instruction *  Prev, BasicBlock *  NewBlock, DenseMap< Value *, Value * > &  ResolvedValues  )

static

Definition at line 1175 of file CoroSplit.cpp.

References llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::end(), llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::find(), llvm::Instruction::getParent(), and llvm::BasicBlock::phis().

Referenced by simplifyTerminatorLeadingToRet().

shouldBeMustTail()

static bool shouldBeMustTail ( const CallInst &  CI, const Function &  F  )

static

Definition at line 1283 of file CoroSplit.cpp.

References F, llvm::CallBase::getAttributes(), llvm::CallBase::getCallingConv(), llvm::CallBase::getFunctionType(), llvm::Type::getPointerAddressSpace(), llvm::CallBase::isInlineAsm(), and llvm::Type::isPointerTy().

simplifySuspendPoint()

static bool simplifySuspendPoint ( CoroSuspendInst *  Suspend, CoroBeginInst *  CoroBegin  )

static

Definition at line 1415 of file CoroSplit.cpp.

References llvm::BranchInst::Create(), llvm::Instruction::eraseFromParent(), llvm::CallBase::getCalledOperand(), llvm::CoroSuspendInst::getCoroSave(), llvm::Instruction::getParent(), llvm::ilist_node_with_parent< NodeTy, ParentTy, Options >::getPrevNode(), llvm::BasicBlock::getSinglePredecessor(), hasCallsBetween(), I, llvm::Value::replaceAllUsesWith(), and llvm::Value::stripPointerCasts().

Referenced by simplifySuspendPoints().

simplifySuspendPoints()

static void simplifySuspendPoints ( coro::Shape &  Shape )

static

Definition at line 1475 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, assert(), llvm::coro::Shape::CoroBegin, llvm::coro::Shape::CoroSuspends, llvm::coro::Shape::SwitchLoweringStorage::HasFinalSuspend, I, N, simplifySuspendPoint(), std::swap(), and llvm::coro::Shape::SwitchLowering.

Referenced by splitCoroutine().

simplifyTerminatorLeadingToRet()

static bool simplifyTerminatorLeadingToRet ( Instruction *  InitialInst )

static

Definition at line 1192 of file CoroSplit.cpp.

References assert(), Cond, llvm::ConstantFoldCompareInstOperands(), DL, llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::end(), llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::find(), llvm::Module::getDataLayout(), llvm::BasicBlock::getFirstNonPHIOrDbgOrLifetime(), llvm::Instruction::getModule(), I, llvm::ReplaceInstWithInst(), scanPHIsAndUpdateValueMap(), and llvm::wouldInstructionBeTriviallyDead().

splitAsyncCoroutine()

static void splitAsyncCoroutine ( Function &  F, coro::Shape &  Shape, SmallVectorImpl< Function * > &  Clones, TargetTransformInfo &  TTI  )

static

Definition at line 1805 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, assert(), llvm::coro::Shape::AsyncLowering, Context, llvm::coro::Shape::CoroBegin, llvm::coro::Shape::CoroSuspends, llvm::BasicBlock::Create(), llvm::IRBuilderBase::CreateBitOrPointerCast(), createCloneDeclaration(), llvm::IRBuilderBase::CreateConstInBoundsGEP1_32(), llvm::coro::createMustTailCall(), llvm::IRBuilderBase::CreateRetVoid(), llvm::ArrayRef< T >::drop_front(), llvm::SmallVectorBase< Size_T >::empty(), End, F, llvm::coro::Shape::AsyncLoweringStorage::FrameOffset, FramePtr, llvm::coro::Shape::FramePtr, llvm::CoroBeginInst::getId(), llvm::Type::getInt8Ty(), llvm::TrackingVH< ValueTy >::getValPtr(), Idx, llvm::InlineFunction(), llvm::CoroSuspendAsyncInst::MustTailCallFuncArg, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::Value::replaceAllUsesWith(), replaceAsyncResumeFunction(), llvm::SmallVectorImpl< T >::reserve(), and llvm::SmallVectorBase< Size_T >::size().

Referenced by splitCoroutine().

splitCoroutine()

static coro::Shape splitCoroutine ( Function &  F, SmallVectorImpl< Function * > &  Clones, TargetTransformInfo &  TTI, bool  OptimizeFrame, std::function< bool(Instruction &)>  MaterializableCallback  )

static

Definition at line 2044 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, collectDbgVariableIntrinsics(), llvm::coro::Shape::CoroBegin, llvm::coro::Shape::CoroSuspends, F, handleNoSuspendCoroutine(), lowerAwaitSuspends(), llvm::coro::Shape::OptimizeFrame, llvm::removeUnreachableBlocks(), replaceFrameSizeAndAlignment(), replaceSwiftErrorOps(), llvm::coro::salvageDebugInfo(), simplifySuspendPoints(), splitAsyncCoroutine(), and splitRetconCoroutine().

Referenced by llvm::CoroSplitPass::run().

splitRetconCoroutine()

static void splitRetconCoroutine ( Function &  F, coro::Shape &  Shape, SmallVectorImpl< Function * > &  Clones  )

static

Definition at line 1901 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, assert(), llvm::coro::Shape::CoroBegin, llvm::coro::Shape::CoroSuspends, llvm::BasicBlock::Create(), llvm::IRBuilderBase::CreateBitCast(), createCloneDeclaration(), llvm::IRBuilderBase::CreateInsertValue(), llvm::IRBuilderBase::CreatePHI(), llvm::IRBuilderBase::CreateRet(), llvm::IRBuilderBase::CreateStore(), DL, llvm::coro::Shape::emitAlloc(), llvm::SmallVectorBase< Size_T >::empty(), F, llvm::coro::Shape::FramePtr, llvm::coro::Shape::FrameTy, llvm::PoisonValue::get(), llvm::CoroBeginInst::getId(), llvm::IRBuilderBase::getInt64(), llvm::coro::Shape::getRetconResultTypes(), llvm::Value::getType(), llvm::TrackingVH< ValueTy >::getValPtr(), I, llvm::coro::Shape::RetconLoweringStorage::IsFrameInlineInStorage, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::Value::replaceAllUsesWith(), llvm::SmallVectorImpl< T >::reserve(), llvm::coro::Shape::RetconLowering, RetTy, llvm::coro::Shape::RetconLoweringStorage::ReturnBlock, llvm::SmallVectorBase< Size_T >::size(), and Size.

Referenced by splitCoroutine().

updateAsyncFuncPointerContextSize()

static void updateAsyncFuncPointerContextSize ( coro::Shape &  Shape )

static

Definition at line 1119 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, assert(), llvm::coro::Shape::AsyncLoweringStorage::AsyncFuncPointer, llvm::coro::Shape::AsyncLowering, llvm::coro::Shape::AsyncLoweringStorage::ContextSize, llvm::ConstantStruct::get(), llvm::GlobalVariable::getInitializer(), and llvm::GlobalVariable::setInitializer().

Referenced by replaceFrameSizeAndAlignment().

updateCallGraphAfterCoroutineSplit()

static void updateCallGraphAfterCoroutineSplit ( LazyCallGraph::Node &  N, const coro::Shape &  Shape, const SmallVectorImpl< Function * > &  Clones, LazyCallGraph::SCC &  C, LazyCallGraph &  CG, CGSCCAnalysisManager &  AM, CGSCCUpdateResult &  UR, FunctionAnalysisManager &  FAM  )

static

Definition at line 2107 of file CoroSplit.cpp.

References llvm::coro::Shape::ABI, llvm::LazyCallGraph::addSplitFunction(), llvm::LazyCallGraph::addSplitRefRecursiveFunctions(), llvm::CallingConv::C, Context, llvm::coro::Shape::CoroBegin, llvm::coro::Shape::CoroEnds, llvm::SmallVectorBase< Size_T >::empty(), End, FAM, llvm::ConstantInt::getFalse(), N, postSplitCleanup(), removeCoroEnds(), llvm::updateCGAndAnalysisManagerForCGSCCPass(), and llvm::updateCGAndAnalysisManagerForFunctionPass().

Referenced by llvm::CoroSplitPass::run().