VPlan-based builder utility analogous to IRBuilder. More...

#include "Transforms/Vectorize/LoopVectorizationPlanner.h"

Classes
class	InsertPointGuard
	RAII object that stores the current insertion point and restores it when the object is destroyed. More...
class	VPInsertPoint
	InsertPoint - A saved insertion point. More...

Public Member Functions
	VPBuilder ()=default
	VPBuilder (VPBasicBlock *InsertBB)
	VPBuilder (VPRecipeBase *InsertPt)
	VPBuilder (VPBasicBlock *TheBB, VPBasicBlock::iterator IP)
void	clearInsertionPoint ()
	Clear the insertion point: created instructions will not be inserted into a block.
VPBasicBlock *	getInsertBlock () const
VPBasicBlock::iterator	getInsertPoint () const
void	restoreIP (VPInsertPoint IP)
	Sets the current insert point to a previously-saved location.
void	setInsertPoint (VPBasicBlock *TheBB)
	This specifies that created VPInstructions should be appended to the end of the specified block.
void	setInsertPoint (VPBasicBlock *TheBB, VPBasicBlock::iterator IP)
	This specifies that created instructions should be inserted at the specified point.
void	setInsertPoint (VPRecipeBase *IP)
	This specifies that created instructions should be inserted at the specified point.
template<typename T>
T *	insert (T *R)
	Insert `R` at the current insertion point. Returns `R` unchanged.
VPInstruction *	createNaryOp (unsigned Opcode, ArrayRef< VPValue * > Operands, Instruction *Inst=nullptr, const VPIRFlags &Flags={}, const VPIRMetadata &MD={}, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
	Create an N-ary operation with `Opcode`, `Operands` and set `Inst` as its underlying Instruction.
VPInstruction *	createNaryOp (unsigned Opcode, ArrayRef< VPValue * > Operands, DebugLoc DL, const Twine &Name="")
VPInstruction *	createNaryOp (unsigned Opcode, ArrayRef< VPValue * > Operands, const VPIRFlags &Flags, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createNaryOp (unsigned Opcode, ArrayRef< VPValue * > Operands, Type *ResultTy, const VPIRFlags &Flags={}, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createOverflowingOp (unsigned Opcode, ArrayRef< VPValue * > Operands, VPRecipeWithIRFlags::WrapFlagsTy WrapFlags={false, false}, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createNot (VPValue *Operand, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createAnd (VPValue LHS, VPValue RHS, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createOr (VPValue LHS, VPValue RHS, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createAdd (VPValue LHS, VPValue RHS, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="", VPRecipeWithIRFlags::WrapFlagsTy WrapFlags={false, false})
VPInstruction *	createSub (VPValue LHS, VPValue RHS, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="", VPRecipeWithIRFlags::WrapFlagsTy WrapFlags={false, false})
VPInstruction *	createLogicalAnd (VPValue LHS, VPValue RHS, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createLogicalOr (VPValue LHS, VPValue RHS, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createSelect (VPValue Cond, VPValue TrueVal, VPValue *FalseVal, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="", const VPIRFlags &Flags={})
VPInstruction *	createICmp (CmpInst::Predicate Pred, VPValue A, VPValue B, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
	Create a new ICmp VPInstruction with predicate `Pred` and operands `A` and `B`.
VPInstruction *	createFCmp (CmpInst::Predicate Pred, VPValue A, VPValue B, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
	Create a new FCmp VPInstruction with predicate `Pred` and operands `A` and `B`.
VPInstruction *	createAnyOfReduction (VPValue ChainOp, VPValue TrueVal, VPValue *FalseVal, DebugLoc DL=DebugLoc::getUnknown())
	Create an AnyOf reduction pattern: or-reduce `ChainOp`, freeze the result, then select between `TrueVal` and `FalseVal`.
VPInstruction *	createPtrAdd (VPValue Ptr, VPValue Offset, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createNoWrapPtrAdd (VPValue Ptr, VPValue Offset, GEPNoWrapFlags GEPFlags, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createWidePtrAdd (VPValue Ptr, VPValue Offset, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPPhi *	createScalarPhi (ArrayRef< VPValue * > IncomingValues, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="", const VPIRFlags &Flags={})
VPWidenPHIRecipe *	createWidenPhi (ArrayRef< VPValue * > IncomingValues, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPValue *	createElementCount (Type *Ty, ElementCount EC)
VPDerivedIVRecipe *	createDerivedIV (InductionDescriptor::InductionKind Kind, FPMathOperator FPBinOp, VPIRValue Start, VPValue Current, VPValue Step, const Twine &Name="")
	Convert the input value `Current` to the corresponding value of an induction with `Start` and `Step` values, using `Start` + `Current` * `Step`.
VPInstructionWithType *	createScalarLoad (Type ResultTy, VPValue Addr, DebugLoc DL, const VPIRMetadata &Metadata={})
VPInstruction *	createScalarCast (Instruction::CastOps Opcode, VPValue Op, Type ResultTy, DebugLoc DL, const VPIRMetadata &Metadata={})
VPInstruction *	createScalarCast (Instruction::CastOps Opcode, VPValue Op, Type ResultTy, DebugLoc DL, const VPIRFlags &Flags, const VPIRMetadata &Metadata={})
VPValue *	createScalarZExtOrTrunc (VPValue Op, Type ResultTy, Type *SrcTy, DebugLoc DL)
VPValue *	createScalarSExtOrTrunc (VPValue Op, Type ResultTy, Type *SrcTy, DebugLoc DL)
VPWidenCastRecipe *	createWidenCast (Instruction::CastOps Opcode, VPValue Op, Type ResultTy)
VPScalarIVStepsRecipe *	createScalarIVSteps (Instruction::BinaryOps InductionOpcode, FPMathOperator FPBinOp, VPValue IV, VPValue Step, VPValue VF, DebugLoc DL)
VPExpandSCEVRecipe *	createExpandSCEV (const SCEV *Expr)

Static Public Member Functions
static VPBuilder	getToInsertAfter (VPRecipeBase *R)
	Create a VPBuilder to insert after `R`.

Detailed Description

VPlan-based builder utility analogous to IRBuilder.

Definition at line 71 of file LoopVectorizationPlanner.h.

Constructor & Destructor Documentation

◆ VPBuilder() [1/4]

llvm::VPBuilder::VPBuilder ( )

default

Referenced by getToInsertAfter(), and llvm::VPBuilder::InsertPointGuard::InsertPointGuard().

◆ VPBuilder() [2/4]

llvm::VPBuilder::VPBuilder ( VPBasicBlock * InsertBB )

inline

Definition at line 92 of file LoopVectorizationPlanner.h.

References setInsertPoint().

◆ VPBuilder() [3/4]

llvm::VPBuilder::VPBuilder ( VPRecipeBase * InsertPt )

inline

Definition at line 93 of file LoopVectorizationPlanner.h.

References setInsertPoint().

◆ VPBuilder() [4/4]

llvm::VPBuilder::VPBuilder	(	VPBasicBlock *	TheBB,
		VPBasicBlock::iterator	IP )

inline

Definition at line 94 of file LoopVectorizationPlanner.h.

References setInsertPoint().

Member Function Documentation

◆ clearInsertionPoint()

void llvm::VPBuilder::clearInsertionPoint ( )

inline

Clear the insertion point: created instructions will not be inserted into a block.

Definition at line 100 of file LoopVectorizationPlanner.h.

Referenced by restoreIP().

◆ createAdd()

VPInstruction * llvm::VPBuilder::createAdd	(	VPValue *	LHS,
		VPValue *	RHS,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "",
		VPRecipeWithIRFlags::WrapFlagsTy	WrapFlags = {false, false} )

inline

Definition at line 235 of file LoopVectorizationPlanner.h.

References DL, llvm::DebugLoc::getUnknown(), LHS, and RHS.

Referenced by preparePlanForEpilogueVectorLoop().

◆ createAnd()

VPInstruction * llvm::VPBuilder::createAnd	(	VPValue *	LHS,
		VPValue *	RHS,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 218 of file LoopVectorizationPlanner.h.

References DL, llvm::DebugLoc::getUnknown(), LHS, and RHS.

Referenced by llvm::VPlanTransforms::handleMaxMinNumReductions().

◆ createAnyOfReduction()

VPInstruction * VPBuilder::createAnyOfReduction	(	VPValue *	ChainOp,
		VPValue *	TrueVal,
		VPValue *	FalseVal,
		DebugLoc	DL = DebugLoc::getUnknown() )

Create an AnyOf reduction pattern: or-reduce ChainOp, freeze the result, then select between TrueVal and FalseVal.

Definition at line 1670 of file VPlan.cpp.

References assert(), llvm::VPInstruction::ComputeReductionResult, createNaryOp(), createSelect(), DL, getInsertBlock(), and llvm::Or.

Referenced by llvm::VPlanTransforms::optimizeFindIVReductions().

◆ createDerivedIV()

VPDerivedIVRecipe * llvm::VPBuilder::createDerivedIV	(	InductionDescriptor::InductionKind	Kind,
		FPMathOperator *	FPBinOp,
		VPIRValue *	Start,
		VPValue *	Current,
		VPValue *	Step,
		const Twine &	Name = "" )

inline

Convert the input value Current to the corresponding value of an induction with Start and Step values, using Start + Current * Step.

Definition at line 352 of file LoopVectorizationPlanner.h.

Referenced by tryToComputeEndValueForInduction().

◆ createElementCount()

VPValue * llvm::VPBuilder::createElementCount	(	Type *	Ty,
		ElementCount	EC )

inline

Definition at line 336 of file LoopVectorizationPlanner.h.

References createNaryOp(), createOverflowingOp(), llvm::VPlan::getConstantInt(), getInsertBlock(), llvm::VPBlockBase::getPlan(), and llvm::VPInstruction::VScale.

Referenced by llvm::VPlanTransforms::narrowInterleaveGroups().

◆ createExpandSCEV()

VPExpandSCEVRecipe * llvm::VPBuilder::createExpandSCEV ( const SCEV * Expr )

inline

Definition at line 420 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPlanTransforms::addMinimumIterationCheck().

◆ createFCmp()

VPInstruction * llvm::VPBuilder::createFCmp	(	CmpInst::Predicate	Pred,
		VPValue *	A,
		VPValue *	B,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Create a new FCmp VPInstruction with predicate Pred and operands A and B.

Definition at line 284 of file LoopVectorizationPlanner.h.

References A(), assert(), B(), DL, llvm::CmpInst::FIRST_FCMP_PREDICATE, llvm::DebugLoc::getUnknown(), and llvm::CmpInst::LAST_FCMP_PREDICATE.

Referenced by llvm::VPlanTransforms::handleMaxMinNumReductions().

◆ createICmp()

VPInstruction * llvm::VPBuilder::createICmp	(	CmpInst::Predicate	Pred,
		VPValue *	A,
		VPValue *	B,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Create a new ICmp VPInstruction with predicate Pred and operands A and B.

Definition at line 273 of file LoopVectorizationPlanner.h.

References A(), assert(), B(), DL, llvm::CmpInst::FIRST_ICMP_PREDICATE, llvm::DebugLoc::getUnknown(), and llvm::CmpInst::LAST_ICMP_PREDICATE.

Referenced by llvm::VPlanTransforms::handleMaxMinNumReductions(), and llvm::VPlanTransforms::optimizeFindIVReductions().

◆ createLogicalAnd()

VPInstruction * llvm::VPBuilder::createLogicalAnd	(	VPValue *	LHS,
		VPValue *	RHS,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 250 of file LoopVectorizationPlanner.h.

References createNaryOp(), DL, llvm::DebugLoc::getUnknown(), LHS, llvm::VPInstruction::LogicalAnd, and RHS.

Referenced by llvm::VPlanTransforms::optimizeFindIVReductions().

◆ createLogicalOr()

VPInstruction * llvm::VPBuilder::createLogicalOr	(	VPValue *	LHS,
		VPValue *	RHS,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 256 of file LoopVectorizationPlanner.h.

References createNaryOp(), DL, llvm::DebugLoc::getUnknown(), LHS, llvm::VPInstruction::LogicalOr, and RHS.

◆ createNaryOp() [1/4]

VPInstruction * llvm::VPBuilder::createNaryOp	(	unsigned	Opcode,
		ArrayRef< VPValue * >	Operands,
		const VPIRFlags &	Flags,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 188 of file LoopVectorizationPlanner.h.

References DL, and llvm::DebugLoc::getUnknown().

◆ createNaryOp() [2/4]

VPInstruction * llvm::VPBuilder::createNaryOp	(	unsigned	Opcode,
		ArrayRef< VPValue * >	Operands,
		DebugLoc	DL,
		const Twine &	Name = "" )

inline

Definition at line 184 of file LoopVectorizationPlanner.h.

References DL.

◆ createNaryOp() [3/4]

VPInstruction * llvm::VPBuilder::createNaryOp	(	unsigned	Opcode,
		ArrayRef< VPValue * >	Operands,
		Instruction *	Inst = nullptr,
		const VPIRFlags &	Flags = {},
		const VPIRMetadata &	MD = {},
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Create an N-ary operation with Opcode, Operands and set Inst as its underlying Instruction.

Definition at line 173 of file LoopVectorizationPlanner.h.

Referenced by addBypassBranch(), llvm::VPlanTransforms::addExitUsersForFirstOrderRecurrences(), addInitialSkeleton(), llvm::VPlanTransforms::adjustFixedOrderRecurrences(), createAnyOfReduction(), createElementCount(), createLogicalAnd(), createLogicalOr(), llvm::VPlanTransforms::expandBranchOnTwoConds(), llvm::VPlanTransforms::handleMaxMinNumReductions(), llvm::VPlanTransforms::handleUncountableEarlyExits(), llvm::VPlanTransforms::optimizeFindIVReductions(), and preparePlanForMainVectorLoop().

◆ createNaryOp() [4/4]

VPInstruction * llvm::VPBuilder::createNaryOp	(	unsigned	Opcode,
		ArrayRef< VPValue * >	Operands,
		Type *	ResultTy,
		const VPIRFlags &	Flags = {},
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 196 of file LoopVectorizationPlanner.h.

◆ createNot()

VPInstruction * llvm::VPBuilder::createNot	(	VPValue *	Operand,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 212 of file LoopVectorizationPlanner.h.

References DL, llvm::DebugLoc::getUnknown(), and llvm::VPInstruction::Not.

Referenced by llvm::VPlanTransforms::handleMaxMinNumReductions(), llvm::VPlanTransforms::handleUncountableEarlyExits(), and llvm::VPlanTransforms::optimizeFindIVReductions().

◆ createNoWrapPtrAdd()

VPInstruction * llvm::VPBuilder::createNoWrapPtrAdd	(	VPValue *	Ptr,
		VPValue *	Offset,
		GEPNoWrapFlags	GEPFlags,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 308 of file LoopVectorizationPlanner.h.

References DL, llvm::DebugLoc::getUnknown(), llvm::Offset, and llvm::VPInstruction::PtrAdd.

◆ createOr()

VPInstruction * llvm::VPBuilder::createOr	(	VPValue *	LHS,
		VPValue *	RHS,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 225 of file LoopVectorizationPlanner.h.

References DL, llvm::DebugLoc::getUnknown(), LHS, and RHS.

Referenced by llvm::VPlanTransforms::handleMaxMinNumReductions(), and llvm::VPlanTransforms::optimizeFindIVReductions().

◆ createOverflowingOp()

VPInstruction * llvm::VPBuilder::createOverflowingOp	(	unsigned	Opcode,
		ArrayRef< VPValue * >	Operands,
		VPRecipeWithIRFlags::WrapFlagsTy	WrapFlags = {false, false},
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 204 of file LoopVectorizationPlanner.h.

Referenced by createElementCount(), llvm::VPRegionBlock::getOrCreateCanonicalIVIncrement(), and llvm::VPlanTransforms::narrowInterleaveGroups().

◆ createPtrAdd()

VPInstruction * llvm::VPBuilder::createPtrAdd	(	VPValue *	Ptr,
		VPValue *	Offset,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 300 of file LoopVectorizationPlanner.h.

References DL, llvm::DebugLoc::getUnknown(), llvm::GEPNoWrapFlags::none(), llvm::Offset, and llvm::VPInstruction::PtrAdd.

◆ createScalarCast() [1/2]

VPInstruction * llvm::VPBuilder::createScalarCast	(	Instruction::CastOps	Opcode,
		VPValue *	Op,
		Type *	ResultTy,
		DebugLoc	DL,
		const VPIRFlags &	Flags,
		const VPIRMetadata &	Metadata = {} )

inline

Definition at line 375 of file LoopVectorizationPlanner.h.

References DL.

◆ createScalarCast() [2/2]

VPInstruction * llvm::VPBuilder::createScalarCast	(	Instruction::CastOps	Opcode,
		VPValue *	Op,
		Type *	ResultTy,
		DebugLoc	DL,
		const VPIRMetadata &	Metadata = {} )

inline

Definition at line 367 of file LoopVectorizationPlanner.h.

References DL.

Referenced by createScalarSExtOrTrunc(), createScalarZExtOrTrunc(), and tryToComputeEndValueForInduction().

◆ createScalarIVSteps()

VPScalarIVStepsRecipe * llvm::VPBuilder::createScalarIVSteps	(	Instruction::BinaryOps	InductionOpcode,
		FPMathOperator *	FPBinOp,
		VPValue *	IV,
		VPValue *	Step,
		VPValue *	VF,
		DebugLoc	DL )

inline

Definition at line 412 of file LoopVectorizationPlanner.h.

References DL, llvm::FPMathOperator::getFastMathFlags(), and IV.

◆ createScalarLoad()

VPInstructionWithType * llvm::VPBuilder::createScalarLoad	(	Type *	ResultTy,
		VPValue *	Addr,
		DebugLoc	DL,
		const VPIRMetadata &	Metadata = {} )

inline

Definition at line 360 of file LoopVectorizationPlanner.h.

References DL.

◆ createScalarPhi()

VPPhi * llvm::VPBuilder::createScalarPhi	(	ArrayRef< VPValue * >	IncomingValues,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "",
		const VPIRFlags &	Flags = {} )

inline

Definition at line 324 of file LoopVectorizationPlanner.h.

References DL, and llvm::DebugLoc::getUnknown().

Referenced by addInitialSkeleton(), llvm::VPlanTransforms::convertToVariableLengthStep(), llvm::VPRegionBlock::dissolveToCFGLoop(), and preparePlanForMainVectorLoop().

◆ createScalarSExtOrTrunc()

VPValue * llvm::VPBuilder::createScalarSExtOrTrunc	(	VPValue *	Op,
		Type *	ResultTy,
		Type *	SrcTy,
		DebugLoc	DL )

inline

Definition at line 394 of file LoopVectorizationPlanner.h.

References createScalarCast(), DL, and llvm::Type::getScalarSizeInBits().

◆ createScalarZExtOrTrunc()

VPValue * llvm::VPBuilder::createScalarZExtOrTrunc	(	VPValue *	Op,
		Type *	ResultTy,
		Type *	SrcTy,
		DebugLoc	DL )

inline

Definition at line 383 of file LoopVectorizationPlanner.h.

References createScalarCast(), DL, and llvm::Type::getScalarSizeInBits().

Referenced by optimizeMaskToEVL(), and llvm::VPlanTransforms::simplifyKnownEVL().

◆ createSelect()

VPInstruction * llvm::VPBuilder::createSelect	(	VPValue *	Cond,
		VPValue *	TrueVal,
		VPValue *	FalseVal,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "",
		const VPIRFlags &	Flags = {} )

inline

Definition at line 262 of file LoopVectorizationPlanner.h.

References Cond, DL, and llvm::DebugLoc::getUnknown().

Referenced by createAnyOfReduction(), llvm::VPlanTransforms::handleMaxMinNumReductions(), and llvm::VPlanTransforms::optimizeFindIVReductions().

◆ createSub()

VPInstruction * llvm::VPBuilder::createSub	(	VPValue *	LHS,
		VPValue *	RHS,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "",
		VPRecipeWithIRFlags::WrapFlagsTy	WrapFlags = {false, false} )

inline

Definition at line 243 of file LoopVectorizationPlanner.h.

References DL, llvm::DebugLoc::getUnknown(), LHS, and RHS.

◆ createWidenCast()

VPWidenCastRecipe * llvm::VPBuilder::createWidenCast	(	Instruction::CastOps	Opcode,
		VPValue *	Op,
		Type *	ResultTy )

inline

Definition at line 405 of file LoopVectorizationPlanner.h.

References llvm::VPIRFlags::getDefaultFlags().

◆ createWidenPhi()

VPWidenPHIRecipe * llvm::VPBuilder::createWidenPhi	(	ArrayRef< VPValue * >	IncomingValues,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )