VPlan-based builder utility similar to IRBuilder. More...

#include "Transforms/Vectorize/LoopVectorizationPlanner.h"

Inheritance diagram for llvm::VPBuilderBase< InserterTy >:

Classes
class	InsertPointGuard
	RAII object that stores the current insertion point and restores it when the object is destroyed. More...

Public Member Functions
VPlan &	getPlan () const
	VPBuilderBase ()=default
	VPBuilderBase (const VPInsertPoint &IP)
	VPBuilderBase (InserterTy Inserter)
VPRecipeBase *	getRecipeAtInsertPoint () const
	Get the recipe at the current insert point or nullptr if the insert point is the end of the block.
VPBasicBlock *	getInsertBlock () const
void	restoreIP (VPInsertPoint IP)
	Sets the current insert point to a previously-saved location.
void	setInsertPoint (const VPInsertPoint &IP)
	Set the current insert point.
template<typename T>
T *	insert (T *R)
	Insert `R` at the current insertion point. Returns `R` unchanged.
VPInstruction *	createNaryOp (unsigned Opcode, ArrayRef< VPValue * > Operands, Instruction Inst=nullptr, const VPIRFlags &Flags={}, const VPIRMetadata &MD={}, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="", Type ResultTy=nullptr, const VPIRAttributes &Attrs={})
	Create an N-ary operation with `Opcode`, `Operands` and set `Inst` as its underlying Instruction.
VPInstruction *	createNaryOp (unsigned Opcode, ArrayRef< VPValue * > Operands, DebugLoc DL, const Twine &Name="")
VPInstruction *	createNaryOp (unsigned Opcode, ArrayRef< VPValue * > Operands, const VPIRFlags &Flags, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createNaryOp (unsigned Opcode, ArrayRef< VPValue * > Operands, Type *ResultTy, const VPIRFlags &Flags={}, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createFirstActiveLane (ArrayRef< VPValue * > Masks, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createLastActiveLane (ArrayRef< VPValue * > Masks, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createOverflowingOp (unsigned Opcode, ArrayRef< VPValue * > Operands, VPRecipeWithIRFlags::WrapFlagsTy WrapFlags={false, false}, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createNot (VPValue *Operand, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createAnd (VPValue LHS, VPValue RHS, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createOr (VPValue LHS, VPValue RHS, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createAdd (VPValue LHS, VPValue RHS, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="", VPRecipeWithIRFlags::WrapFlagsTy WrapFlags={false, false})
VPInstruction *	createSub (VPValue LHS, VPValue RHS, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="", VPRecipeWithIRFlags::WrapFlagsTy WrapFlags={false, false})
VPInstruction *	createLogicalAnd (VPValue LHS, VPValue RHS, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createLogicalOr (VPValue LHS, VPValue RHS, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createSelect (VPValue Cond, VPValue TrueVal, VPValue *FalseVal, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="", std::optional< VPIRFlags > Flags=std::nullopt)
	Create a select of `TrueVal` and `FalseVal` based on `Cond`, using the default flags for the result type, unless `Flags` is set.
VPInstruction *	createICmp (CmpInst::Predicate Pred, VPValue A, VPValue B, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
	Create a new ICmp VPInstruction with predicate `Pred` and operands `A` and `B`.
VPInstruction *	createFCmp (CmpInst::Predicate Pred, VPValue A, VPValue B, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
	Create a new FCmp VPInstruction with predicate `Pred` and operands `A` and `B`.
VPInstruction *	createAnyOfReduction (VPValue ChainOp, VPValue TrueVal, VPValue *FalseVal, DebugLoc DL=DebugLoc::getUnknown())
	Create an AnyOf reduction pattern: or-reduce `ChainOp`, freeze the result, then select between `TrueVal` and `FalseVal`.
VPInstruction *	createPtrAdd (VPValue Ptr, VPValue Offset, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createNoWrapPtrAdd (VPValue Ptr, VPValue Offset, GEPNoWrapFlags GEPFlags, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createWidePtrAdd (VPValue Ptr, VPValue Offset, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPPhi *	createScalarPhi (ArrayRef< VPValue * > IncomingValues, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="", std::optional< VPIRFlags > Flags=std::nullopt, Type *ResultTy=nullptr)
	Create a phi with `IncomingValues`, using the default flags for the result type, unless `Flags` is set.
VPWidenPHIRecipe *	createWidenPhi (ArrayRef< VPValue * > IncomingValues, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPValue *	createElementCount (Type *Ty, ElementCount EC)
VPDerivedIVRecipe *	createDerivedIV (InductionDescriptor::InductionKind Kind, FPMathOperator FPBinOp, VPValue Start, VPValue Current, VPValue Step, const VPIRFlags::WrapFlagsTy &Flags={})
	Convert `Current` to `Start` + `Current` * `Step`.
VPInstruction *	createScalarCast (Instruction::CastOps Opcode, VPValue Op, Type ResultTy, DebugLoc DL, std::optional< VPIRFlags > Flags=std::nullopt, const VPIRMetadata &Metadata={})
VPInstruction *	createScalarIntrinsic (Intrinsic::ID IntrinsicID, ArrayRef< VPValue * > Operands, Type *ResultTy, DebugLoc DL, const Twine &Name="")
	Create a scalar call to the intrinsic `IntrinsicID` with `Operands`, and result type `ResultTy`.
VPInstruction *	createVScale (Type *ResultTy, DebugLoc DL=DebugLoc::getUnknown())
	Create a scalar llvm.vscale call.
VPValue *	createScalarZExtOrTrunc (VPValue Op, Type ResultTy, DebugLoc DL)
VPValue *	createScalarSExtOrTrunc (VPValue Op, Type ResultTy, DebugLoc DL)
VPInstruction *	createFreeze (VPValue *Op, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPWidenCastRecipe *	createWidenCast (Instruction::CastOps Opcode, VPValue Op, Type ResultTy)
VPScalarIVStepsRecipe *	createScalarIVSteps (Instruction::BinaryOps InductionOpcode, FPMathOperator FPBinOp, VPValue IV, VPValue Step, VPValue VF, DebugLoc DL)
VPExpandSCEVRecipe *	createExpandSCEV (const SCEV *Expr)
VPVectorPointerRecipe *	createVectorPointer (VPValue Ptr, Type SourceElementTy, VPValue *Stride, GEPNoWrapFlags GEPFlags, DebugLoc DL)
VPSingleDefRecipe *	createConsecutiveVectorPointer (VPValue Ptr, Type SourceElementTy, bool Reverse, DebugLoc DL)
	Create a vector pointer recipe for a consecutive memory access to `Ptr` with element type `SourceElementTy`.
VPWidenMemIntrinsicRecipe *	createWidenMemIntrinsic (Intrinsic::ID VectorIntrinsicID, ArrayRef< VPValue * > CallArguments, Type *Ty, Align Alignment, const VPIRMetadata &MD, DebugLoc DL)
VPWidenLoadRecipe *	createWidenLoad (LoadInst &Load, VPValue Addr, VPValue Mask, bool Consecutive, Align Alignment, const VPIRMetadata &Metadata, DebugLoc DL)
	Create a recipe widening `Load`, loading from `Addr` with `Mask` (may be null).
VPWidenStoreRecipe *	createWidenStore (StoreInst &Store, VPValue Addr, VPValue StoredVal, VPValue *Mask, bool Consecutive, Align Alignment, const VPIRMetadata &Metadata, DebugLoc DL)
	Create a recipe widening `Store`, storing `StoredVal` to `Addr` with `Mask` (may be null).

Static Public Member Functions
static VPBuilderBase	getToInsertAfter (VPRecipeBase *R)
	Create a builder to insert after `R`.
static VPSingleDefRecipe *	createSingleScalarOp (unsigned Opcode, ArrayRef< VPValue * > Operands, VPValue Mask, const VPIRFlags &Flags, const VPIRMetadata &Metadata, DebugLoc DL, Type ResultTy, Instruction *UV)
	Create a single-scalar recipe with `Opcode` and `Operands` without inserting it.

Protected Member Functions
template<typename T>
T *	tryInsertInstruction (T *R)
	Insert `R` at InsertPt if InsertPt is set.
VPInstruction *	createInstruction (unsigned Opcode, ArrayRef< VPValue * > Operands, const VPIRMetadata &MD, DebugLoc DL, const Twine &Name="")

Detailed Description

template<typename InserterTy>
class llvm::VPBuilderBase< InserterTy >

VPlan-based builder utility similar to IRBuilder.

Recipes are inserted via InserterTy.

Definition at line 109 of file LoopVectorizationPlanner.h.

Constructor & Destructor Documentation

◆ VPBuilderBase() [1/3]

template<typename InserterTy>

llvm::VPBuilderBase< InserterTy >::VPBuilderBase ( )

default

Referenced by llvm::VPBuilderBase<>::getToInsertAfter(), and llvm::VPBuilderBase< InserterTy >::InsertPointGuard::InsertPointGuard().

◆ VPBuilderBase() [2/3]

template<typename InserterTy>

llvm::VPBuilderBase< InserterTy >::VPBuilderBase ( const VPInsertPoint & IP )

inline

Definition at line 165 of file LoopVectorizationPlanner.h.

◆ VPBuilderBase() [3/3]

template<typename InserterTy>

llvm::VPBuilderBase< InserterTy >::VPBuilderBase ( InserterTy Inserter )

inline

Definition at line 166 of file LoopVectorizationPlanner.h.

Member Function Documentation

◆ createAdd()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createAdd	(	VPValue *	LHS,
		VPValue *	RHS,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "",
		VPRecipeWithIRFlags::WrapFlagsTy	WrapFlags = {false, false} )

inline

Definition at line 281 of file LoopVectorizationPlanner.h.

Referenced by handleUncountableExitsWithSideEffects().

◆ createAnd()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createAnd	(	VPValue *	LHS,
		VPValue *	RHS,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 264 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPlanTransforms::handleMaxMinNumReductions().

◆ createAnyOfReduction()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createAnyOfReduction	(	VPValue *	ChainOp,
		VPValue *	TrueVal,
		VPValue *	FalseVal,
		DebugLoc	DL = DebugLoc::getUnknown() )

inline

Create an AnyOf reduction pattern: or-reduce ChainOp, freeze the result, then select between TrueVal and FalseVal.

Definition at line 347 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPlanTransforms::optimizeFindIVReductions().

◆ createConsecutiveVectorPointer()

template<typename InserterTy>

VPSingleDefRecipe * llvm::VPBuilderBase< InserterTy >::createConsecutiveVectorPointer	(	VPValue *	Ptr,
		Type *	SourceElementTy,
		bool	Reverse,
		DebugLoc	DL )

inline

Create a vector pointer recipe for a consecutive memory access to Ptr with element type SourceElementTy.

Definition at line 536 of file LoopVectorizationPlanner.h.

◆ createDerivedIV()

template<typename InserterTy>

VPDerivedIVRecipe * llvm::VPBuilderBase< InserterTy >::createDerivedIV	(	InductionDescriptor::InductionKind	Kind,
		FPMathOperator *	FPBinOp,
		VPValue *	Start,
		VPValue *	Current,
		VPValue *	Step,
		const VPIRFlags::WrapFlagsTy &	Flags = {} )

inline

Convert Current to Start + Current * Step.

Definition at line 423 of file LoopVectorizationPlanner.h.

Referenced by tryToComputeEndValueForInduction().

◆ createElementCount()

template<typename InserterTy>

VPValue * llvm::VPBuilderBase< InserterTy >::createElementCount	(	Type *	Ty,
		ElementCount	EC )

inline

Definition at line 402 of file LoopVectorizationPlanner.h.

◆ createExpandSCEV()

template<typename InserterTy>

VPExpandSCEVRecipe * llvm::VPBuilderBase< InserterTy >::createExpandSCEV ( const SCEV * Expr )

inline

Definition at line 523 of file LoopVectorizationPlanner.h.

◆ createFCmp()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createFCmp	(	CmpInst::Predicate	Pred,
		VPValue *	A,
		VPValue *	B,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Create a new FCmp VPInstruction with predicate Pred and operands A and B.

Definition at line 335 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPlanTransforms::handleMaxMinNumReductions().

◆ createFirstActiveLane()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createFirstActiveLane	(	ArrayRef< VPValue * >	Masks,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 228 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPlanTransforms::handleUncountableEarlyExits(), and handleUncountableExitsWithSideEffects().

◆ createFreeze()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createFreeze	(	VPValue *	Op,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 481 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPlanTransforms::handleMaxMinNumReductions(), llvm::VPlanTransforms::handleUncountableEarlyExits(), and llvm::VPlanTransforms::splitCombinedExits().

◆ createICmp()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createICmp	(	CmpInst::Predicate	Pred,
		VPValue *	A,
		VPValue *	B,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Create a new ICmp VPInstruction with predicate Pred and operands A and B.

Definition at line 324 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPlanTransforms::handleMaxMinNumReductions(), handleUncountableExitsWithSideEffects(), and llvm::VPlanTransforms::optimizeFindIVReductions().

◆ createInstruction()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createInstruction	(	unsigned	Opcode,
		ArrayRef< VPValue * >	Operands,
		const VPIRMetadata &	MD,
		DebugLoc	DL,
		const Twine &	Name = "" )

inlineprotected

Definition at line 150 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPBuilderBase<>::createAnd(), llvm::VPBuilderBase<>::createNaryOp(), and llvm::VPBuilderBase<>::createNot().

◆ createLastActiveLane()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createLastActiveLane	(	ArrayRef< VPValue * >	Masks,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 239 of file LoopVectorizationPlanner.h.

◆ createLogicalAnd()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createLogicalAnd	(	VPValue *	LHS,
		VPValue *	RHS,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 296 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPlanTransforms::optimizeFindIVReductions().

◆ createLogicalOr()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createLogicalOr	(	VPValue *	LHS,
		VPValue *	RHS,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 302 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPlanTransforms::handleUncountableEarlyExits().

◆ createNaryOp() [1/4]

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createNaryOp	(	unsigned	Opcode,
		ArrayRef< VPValue * >	Operands,
		const VPIRFlags &	Flags,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 212 of file LoopVectorizationPlanner.h.

◆ createNaryOp() [2/4]

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createNaryOp	(	unsigned	Opcode,
		ArrayRef< VPValue * >	Operands,
		DebugLoc	DL,
		const Twine &	Name = "" )

inline

Definition at line 208 of file LoopVectorizationPlanner.h.

◆ createNaryOp() [3/4]

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createNaryOp	(	unsigned	Opcode,
		ArrayRef< VPValue * >	Operands,
		Instruction *	Inst = nullptr,
		const VPIRFlags &	Flags = {},
		const VPIRMetadata &	MD = {},
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "",
		Type *	ResultTy = nullptr,
		const VPIRAttributes &	Attrs = {} )

inline

Create an N-ary operation with Opcode, Operands and set Inst as its underlying Instruction.

Definition at line 196 of file LoopVectorizationPlanner.h.

Referenced by addBypassBranch(), addInitialSkeleton(), llvm::VPlanTransforms::adjustFirstOrderRecurrenceMiddleUsers(), llvm::VPBuilderBase<>::createAnyOfReduction(), llvm::VPBuilderBase<>::createFreeze(), llvm::VPBuilderBase<>::createLogicalAnd(), llvm::VPBuilderBase<>::createLogicalOr(), llvm::VPlanTransforms::expandBranchOnTwoConds(), llvm::VPlanTransforms::handleMaxMinNumReductions(), llvm::VPlanTransforms::handleUncountableEarlyExits(), handleUncountableExitsWithSideEffects(), llvm::VPlanTransforms::materializeHeaderMask(), llvm::VPlanTransforms::optimizeFindIVReductions(), preparePlanForMainVectorLoop(), llvm::VPlanTransforms::splitCombinedExits(), and tryToSinkOrHoistRecurrenceUsers().

◆ createNaryOp() [4/4]

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createNaryOp	(	unsigned	Opcode,
		ArrayRef< VPValue * >	Operands,
		Type *	ResultTy,
		const VPIRFlags &	Flags = {},
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 220 of file LoopVectorizationPlanner.h.

◆ createNot()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createNot	(	VPValue *	Operand,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 258 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPlanTransforms::handleMaxMinNumReductions(), llvm::VPlanTransforms::handleUncountableEarlyExits(), and llvm::VPlanTransforms::optimizeFindIVReductions().

◆ createNoWrapPtrAdd()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createNoWrapPtrAdd	(	VPValue *	Ptr,
		VPValue *	Offset,
		GEPNoWrapFlags	GEPFlags,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 366 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPBuilderBase<>::createPtrAdd().

◆ createOr()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createOr	(	VPValue *	LHS,
		VPValue *	RHS,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 271 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPlanTransforms::handleMaxMinNumReductions(), and llvm::VPlanTransforms::optimizeFindIVReductions().

◆ createOverflowingOp()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createOverflowingOp	(	unsigned	Opcode,
		ArrayRef< VPValue * >	Operands,
		VPRecipeWithIRFlags::WrapFlagsTy	WrapFlags = {false, false},
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 250 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPBuilderBase<>::createElementCount(), and llvm::VPRegionBlock::getOrCreateCanonicalIVIncrement().

◆ createPtrAdd()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createPtrAdd	(	VPValue *	Ptr,
		VPValue *	Offset,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 360 of file LoopVectorizationPlanner.h.

◆ createScalarCast()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createScalarCast	(	Instruction::CastOps	Opcode,
		VPValue *	Op,
		Type *	ResultTy,
		DebugLoc	DL,
		std::optional< VPIRFlags >	Flags = std::nullopt,
		const VPIRMetadata &	Metadata = {} )

inline

Definition at line 431 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPBuilderBase<>::createScalarSExtOrTrunc(), llvm::VPBuilderBase<>::createScalarZExtOrTrunc(), and tryToComputeEndValueForInduction().

◆ createScalarIntrinsic()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createScalarIntrinsic	(	Intrinsic::ID	IntrinsicID,
		ArrayRef< VPValue * >	Operands,
		Type *	ResultTy,
		DebugLoc	DL,
		const Twine &	Name = "" )

inline

Create a scalar call to the intrinsic IntrinsicID with Operands, and result type ResultTy.

Definition at line 442 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPBuilderBase<>::createVScale().

◆ createScalarIVSteps()

template<typename InserterTy>

VPScalarIVStepsRecipe * llvm::VPBuilderBase< InserterTy >::createScalarIVSteps	(	Instruction::BinaryOps	InductionOpcode,
		FPMathOperator *	FPBinOp,
		VPValue *	IV,
		VPValue *	Step,
		VPValue *	VF,
		DebugLoc	DL )

inline

Definition at line 515 of file LoopVectorizationPlanner.h.

◆ createScalarPhi()

template<typename InserterTy>

VPPhi * llvm::VPBuilderBase< InserterTy >::createScalarPhi	(	ArrayRef< VPValue * >	IncomingValues,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "",
		std::optional< VPIRFlags >	Flags = std::nullopt,
		Type *	ResultTy = nullptr )

inline

Create a phi with IncomingValues, using the default flags for the result type, unless Flags is set.

Definition at line 384 of file LoopVectorizationPlanner.h.

Referenced by addInitialSkeleton(), llvm::VPlanTransforms::convertToVariableLengthStep(), llvm::VPRegionBlock::dissolveToCFGLoop(), preparePlanForEpilogueVectorLoop(), and llvm::vputils::reconstructSSA().

◆ createScalarSExtOrTrunc()

template<typename InserterTy>

VPValue * llvm::VPBuilderBase< InserterTy >::createScalarSExtOrTrunc	(	VPValue *	Op,
		Type *	ResultTy,
		DebugLoc	DL )

inline

Definition at line 470 of file LoopVectorizationPlanner.h.

◆ createScalarZExtOrTrunc()

template<typename InserterTy>

VPValue * llvm::VPBuilderBase< InserterTy >::createScalarZExtOrTrunc	(	VPValue *	Op,
		Type *	ResultTy,
		DebugLoc	DL )

inline

Definition at line 459 of file LoopVectorizationPlanner.h.

Referenced by fixupVFUsersForEVL(), handleUncountableExitsWithSideEffects(), optimizeMaskToEVL(), and llvm::VPlanTransforms::simplifyKnownEVL().

◆ createSelect()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createSelect	(	VPValue *	Cond,
		VPValue *	TrueVal,
		VPValue *	FalseVal,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "",
		std::optional< VPIRFlags >	Flags = std::nullopt )

inline

Create a select of TrueVal and FalseVal based on Cond, using the default flags for the result type, unless Flags is set.

Definition at line 310 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPBuilderBase<>::createAnyOfReduction(), llvm::VPlanTransforms::handleMaxMinNumReductions(), and llvm::VPlanTransforms::optimizeFindIVReductions().

◆ createSingleScalarOp()

template<typename InserterTy>

VPSingleDefRecipe * llvm::VPBuilderBase< InserterTy >::createSingleScalarOp	(	unsigned	Opcode,
		ArrayRef< VPValue * >	Operands,
		VPValue *	Mask,
		const VPIRFlags &	Flags,
		const VPIRMetadata &	Metadata,
		DebugLoc	DL,
		Type *	ResultTy,
		Instruction *	UV )

inlinestatic

Create a single-scalar recipe with Opcode and Operands without inserting it.

Definition at line 497 of file LoopVectorizationPlanner.h.

◆ createSub()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createSub	(	VPValue *	LHS,
		VPValue *	RHS,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "",
		VPRecipeWithIRFlags::WrapFlagsTy	WrapFlags = {false, false} )

inline

Definition at line 289 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPlanTransforms::materializeHeaderMask().

◆ createVectorPointer()

template<typename InserterTy>

VPVectorPointerRecipe * llvm::VPBuilderBase< InserterTy >::createVectorPointer	(	VPValue *	Ptr,
		Type *	SourceElementTy,
		VPValue *	Stride,
		GEPNoWrapFlags	GEPFlags,
		DebugLoc	DL )

inline

Definition at line 528 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPBuilderBase<>::createConsecutiveVectorPointer().

◆ createVScale()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createVScale	(	Type *	ResultTy,
		DebugLoc	DL = DebugLoc::getUnknown() )

inline

Create a scalar llvm.vscale call.

Definition at line 454 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPBuilderBase<>::createElementCount().

◆ createWidenCast()

template<typename InserterTy>

VPWidenCastRecipe * llvm::VPBuilderBase< InserterTy >::createWidenCast	(	Instruction::CastOps	Opcode,
		VPValue *	Op,
		Type *	ResultTy )

inline

Definition at line 486 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPlanTransforms::truncateToMinimalBitwidths().

◆ createWidenLoad()

template<typename InserterTy>

VPWidenLoadRecipe * llvm::VPBuilderBase< InserterTy >::createWidenLoad	(	LoadInst &	Load,
		VPValue *	Addr,
		VPValue *	Mask,
		bool	Consecutive,
		Align	Alignment,
		const VPIRMetadata &	Metadata,
		DebugLoc	DL )

inline

Create a recipe widening Load, loading from Addr with Mask (may be null).

Definition at line 567 of file LoopVectorizationPlanner.h.

Referenced by narrowInterleaveGroupOp().

◆ createWidenMemIntrinsic()

template<typename InserterTy>

VPWidenMemIntrinsicRecipe * llvm::VPBuilderBase< InserterTy >::createWidenMemIntrinsic	(	Intrinsic::ID	VectorIntrinsicID,
		ArrayRef< VPValue * >	CallArguments,
		Type *	Ty,
		Align	Alignment,
		const VPIRMetadata &	MD,
		DebugLoc	DL )

inline

Definition at line 558 of file LoopVectorizationPlanner.h.

◆ createWidenPhi()

template<typename InserterTy>

VPWidenPHIRecipe * llvm::VPBuilderBase< InserterTy >::createWidenPhi	(	ArrayRef< VPValue * >	IncomingValues,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 396 of file LoopVectorizationPlanner.h.

Referenced by expandVPWidenIntOrFpInduction().

◆ createWidenStore()

template<typename InserterTy>

VPWidenStoreRecipe * llvm::VPBuilderBase< InserterTy >::createWidenStore	(	StoreInst &	Store,
		VPValue *	Addr,
		VPValue *	StoredVal,
		VPValue *	Mask,
		bool	Consecutive,
		Align	Alignment,
		const VPIRMetadata &	Metadata,
		DebugLoc	DL )

inline

Create a recipe widening Store, storing StoredVal to Addr with Mask (may be null).

Definition at line 578 of file LoopVectorizationPlanner.h.

◆ createWidePtrAdd()

template<typename InserterTy>

VPInstruction * llvm::VPBuilderBase< InserterTy >::createWidePtrAdd	(	VPValue *	Ptr,
		VPValue *	Offset,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 374 of file LoopVectorizationPlanner.h.

◆ getInsertBlock()

template<typename InserterTy>

VPBasicBlock * llvm::VPBuilderBase< InserterTy >::getInsertBlock ( ) const

inline

Definition at line 172 of file LoopVectorizationPlanner.h.

◆ getPlan()

template<typename InserterTy>

VPlan & llvm::VPBuilderBase< InserterTy >::getPlan ( ) const

inline

Definition at line 159 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPBuilderBase<>::createConsecutiveVectorPointer(), llvm::VPBuilderBase<>::createElementCount(), llvm::VPBuilderBase<>::createFirstActiveLane(), llvm::VPBuilderBase<>::createLastActiveLane(), and llvm::VPBuilderBase<>::createScalarIntrinsic().

◆ getRecipeAtInsertPoint()

template<typename InserterTy>

VPRecipeBase * llvm::VPBuilderBase< InserterTy >::getRecipeAtInsertPoint ( ) const

inline

Get the recipe at the current insert point or nullptr if the insert point is the end of the block.

Definition at line 170 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPlanTransforms::handleMaxMinNumReductions().

◆ getToInsertAfter()

template<typename InserterTy>

VPBuilderBase llvm::VPBuilderBase< InserterTy >::getToInsertAfter ( VPRecipeBase * R )

inlinestatic

Create a builder to insert after R.

Definition at line 175 of file LoopVectorizationPlanner.h.

◆ insert()

template<typename InserterTy>

template<typename T>

T * llvm::VPBuilderBase< InserterTy >::insert ( T * R )

inline

Insert R at the current insertion point. Returns R unchanged.

Definition at line 189 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPRecipeBuilder::replaceWithFinalIfReductionStore().

◆ restoreIP()

template<typename InserterTy>

void llvm::VPBuilderBase< InserterTy >::restoreIP ( VPInsertPoint IP )

inline

Sets the current insert point to a previously-saved location.

Definition at line 180 of file LoopVectorizationPlanner.h.

◆ setInsertPoint()

template<typename InserterTy>

void llvm::VPBuilderBase< InserterTy >::setInsertPoint ( const VPInsertPoint & IP )

inline

Set the current insert point.

Definition at line 183 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPlanTransforms::handleMaxMinNumReductions(), llvm::VPlanTransforms::handleUncountableEarlyExits(), and preparePlanForMainVectorLoop().

◆ tryInsertInstruction()

template<typename InserterTy>

template<typename T>

T * llvm::VPBuilderBase< InserterTy >::tryInsertInstruction ( T * R )

inlineprotected

Insert R at InsertPt if InsertPt is set.

Definition at line 144 of file LoopVectorizationPlanner.h.

The documentation for this class was generated from the following file:

lib/Transforms/Vectorize/LoopVectorizationPlanner.h

Classes

Public Member Functions

Static Public Member Functions

Protected Member Functions

Detailed Description

Constructor & Destructor Documentation

◆ VPBuilderBase() [1/3]

◆ VPBuilderBase() [2/3]

◆ VPBuilderBase() [3/3]

Member Function Documentation

◆ createAdd()

◆ createAnd()

◆ createAnyOfReduction()

◆ createConsecutiveVectorPointer()

◆ createDerivedIV()

◆ createElementCount()

◆ createExpandSCEV()

◆ createFCmp()

◆ createFirstActiveLane()

◆ createFreeze()

◆ createICmp()

◆ createInstruction()

◆ createLastActiveLane()

◆ createLogicalAnd()

◆ createLogicalOr()

◆ createNaryOp() [1/4]

◆ createNaryOp() [2/4]

◆ createNaryOp() [3/4]

◆ createNaryOp() [4/4]

◆ createNot()

◆ createNoWrapPtrAdd()

◆ createOr()

◆ createOverflowingOp()

◆ createPtrAdd()

◆ createScalarCast()

◆ createScalarIntrinsic()

◆ createScalarIVSteps()

◆ createScalarPhi()

◆ createScalarSExtOrTrunc()

◆ createScalarZExtOrTrunc()

◆ createSelect()

◆ createSingleScalarOp()

◆ createSub()

◆ createVectorPointer()

◆ createVScale()

◆ createWidenCast()

◆ createWidenLoad()

◆ createWidenMemIntrinsic()

◆ createWidenPhi()

◆ createWidenStore()

◆ createWidePtrAdd()

◆ getInsertBlock()

◆ getPlan()

◆ getRecipeAtInsertPoint()

◆ getToInsertAfter()

◆ insert()

◆ restoreIP()

◆ setInsertPoint()

◆ tryInsertInstruction()