VPlan-based builder utility analogous to IRBuilder. More...

#include "Transforms/Vectorize/LoopVectorizationPlanner.h"

Classes
class	InsertPointGuard
	RAII object that stores the current insertion point and restores it when the object is destroyed. More...

Public Member Functions
VPlan &	getPlan () const
	VPBuilder ()=default
	VPBuilder (const VPInsertPoint &IP)
	VPBuilder (VPBasicBlock *TheBB, VPBasicBlock::iterator IP)
VPRecipeBase *	getRecipeAtInsertPoint () const
	Get the recipe at the current insert point or nullptr if the insert point is the end of the block.
void	restoreIP (VPInsertPoint IP)
	Sets the current insert point to a previously-saved location.
void	setInsertPoint (const VPInsertPoint &IP)
	Set the current insert point.
void	setInsertPoint (VPBasicBlock *TheBB, VPBasicBlock::iterator IP)
template<typename T>
T *	insert (T *R)
	Insert `R` at the current insertion point. Returns `R` unchanged.
VPInstruction *	createNaryOp (unsigned Opcode, ArrayRef< VPValue * > Operands, Instruction Inst=nullptr, const VPIRFlags &Flags={}, const VPIRMetadata &MD={}, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="", Type ResultTy=nullptr)
	Create an N-ary operation with `Opcode`, `Operands` and set `Inst` as its underlying Instruction.
VPInstruction *	createNaryOp (unsigned Opcode, ArrayRef< VPValue * > Operands, DebugLoc DL, const Twine &Name="")
VPInstruction *	createNaryOp (unsigned Opcode, ArrayRef< VPValue * > Operands, const VPIRFlags &Flags, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createNaryOp (unsigned Opcode, ArrayRef< VPValue * > Operands, Type *ResultTy, const VPIRFlags &Flags={}, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createFirstActiveLane (ArrayRef< VPValue * > Masks, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createLastActiveLane (ArrayRef< VPValue * > Masks, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createOverflowingOp (unsigned Opcode, ArrayRef< VPValue * > Operands, VPRecipeWithIRFlags::WrapFlagsTy WrapFlags={false, false}, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createNot (VPValue *Operand, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createAnd (VPValue LHS, VPValue RHS, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createOr (VPValue LHS, VPValue RHS, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createAdd (VPValue LHS, VPValue RHS, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="", VPRecipeWithIRFlags::WrapFlagsTy WrapFlags={false, false})
VPInstruction *	createSub (VPValue LHS, VPValue RHS, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="", VPRecipeWithIRFlags::WrapFlagsTy WrapFlags={false, false})
VPInstruction *	createLogicalAnd (VPValue LHS, VPValue RHS, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createLogicalOr (VPValue LHS, VPValue RHS, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createSelect (VPValue Cond, VPValue TrueVal, VPValue *FalseVal, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="", const VPIRFlags &Flags={})
VPInstruction *	createICmp (CmpInst::Predicate Pred, VPValue A, VPValue B, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
	Create a new ICmp VPInstruction with predicate `Pred` and operands `A` and `B`.
VPInstruction *	createFCmp (CmpInst::Predicate Pred, VPValue A, VPValue B, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
	Create a new FCmp VPInstruction with predicate `Pred` and operands `A` and `B`.
VPInstruction *	createAnyOfReduction (VPValue ChainOp, VPValue TrueVal, VPValue *FalseVal, DebugLoc DL=DebugLoc::getUnknown())
	Create an AnyOf reduction pattern: or-reduce `ChainOp`, freeze the result, then select between `TrueVal` and `FalseVal`.
VPInstruction *	createPtrAdd (VPValue Ptr, VPValue Offset, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createNoWrapPtrAdd (VPValue Ptr, VPValue Offset, GEPNoWrapFlags GEPFlags, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPInstruction *	createWidePtrAdd (VPValue Ptr, VPValue Offset, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPPhi *	createScalarPhi (ArrayRef< VPValue * > IncomingValues, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="", const VPIRFlags &Flags={}, Type *ResultTy=nullptr)
VPWidenPHIRecipe *	createWidenPhi (ArrayRef< VPValue * > IncomingValues, DebugLoc DL=DebugLoc::getUnknown(), const Twine &Name="")
VPValue *	createElementCount (Type *Ty, ElementCount EC)
VPDerivedIVRecipe *	createDerivedIV (InductionDescriptor::InductionKind Kind, FPMathOperator FPBinOp, VPValue Start, VPValue Current, VPValue Step, const VPIRFlags::WrapFlagsTy &Flags={})
	Convert `Current` to `Start` + `Current` * `Step`.
VPInstructionWithType *	createScalarLoad (Type ResultTy, VPValue Addr, DebugLoc DL, const VPIRMetadata &Metadata={})
VPInstruction *	createScalarCast (Instruction::CastOps Opcode, VPValue Op, Type ResultTy, DebugLoc DL, const VPIRMetadata &Metadata={})
VPInstruction *	createScalarCast (Instruction::CastOps Opcode, VPValue Op, Type ResultTy, DebugLoc DL, const VPIRFlags &Flags, const VPIRMetadata &Metadata={})
VPInstruction *	createScalarIntrinsic (Intrinsic::ID IntrinsicID, ArrayRef< VPValue * > Operands, Type *ResultTy, DebugLoc DL)
	Create a scalar call to the intrinsic `IntrinsicID` with `Operands`, and result type `ResultTy`.
VPInstruction *	createVScale (Type *ResultTy, DebugLoc DL=DebugLoc::getUnknown())
	Create a scalar llvm.vscale call.
VPValue *	createScalarZExtOrTrunc (VPValue Op, Type ResultTy, DebugLoc DL)
VPValue *	createScalarSExtOrTrunc (VPValue Op, Type ResultTy, DebugLoc DL)
VPValue *	createScalarFreeze (VPValue Op, Type ResultTy, DebugLoc DL)
VPWidenCastRecipe *	createWidenCast (Instruction::CastOps Opcode, VPValue Op, Type ResultTy)
VPScalarIVStepsRecipe *	createScalarIVSteps (Instruction::BinaryOps InductionOpcode, FPMathOperator FPBinOp, VPValue IV, VPValue Step, VPValue VF, DebugLoc DL)
VPExpandSCEVRecipe *	createExpandSCEV (const SCEV *Expr)
VPVectorPointerRecipe *	createVectorPointer (VPValue Ptr, Type SourceElementTy, VPValue *Stride, GEPNoWrapFlags GEPFlags, DebugLoc DL)
VPSingleDefRecipe *	createConsecutiveVectorPointer (VPValue Ptr, Type SourceElementTy, bool Reverse, DebugLoc DL)
	Create a vector pointer recipe for a consecutive memory access to `Ptr` with element type `SourceElementTy`.
VPWidenMemIntrinsicRecipe *	createWidenMemIntrinsic (Intrinsic::ID VectorIntrinsicID, ArrayRef< VPValue * > CallArguments, Type *Ty, Align Alignment, const VPIRMetadata &MD, DebugLoc DL)
VPWidenLoadRecipe *	createWidenLoad (LoadInst &Load, VPValue Addr, VPValue Mask, bool Consecutive, const VPIRMetadata &Metadata, DebugLoc DL)
	Create a recipe widening `Load`, loading from `Addr` with `Mask` (may be null).
VPWidenStoreRecipe *	createWidenStore (StoreInst &Store, VPValue Addr, VPValue StoredVal, VPValue *Mask, bool Consecutive, const VPIRMetadata &Metadata, DebugLoc DL)
	Create a recipe widening `Store`, storing `StoredVal` to `Addr` with `Mask` (may be null).

Static Public Member Functions
static VPBuilder	getToInsertAfter (VPRecipeBase *R)
	Create a VPBuilder to insert after `R`.
static VPSingleDefRecipe *	createSingleScalarOp (unsigned Opcode, ArrayRef< VPValue * > Operands, VPValue Mask, const VPIRFlags &Flags, const VPIRMetadata &Metadata, DebugLoc DL, Instruction UV)
	Create a single-scalar recipe with `Opcode` and `Operands` without inserting it.

Detailed Description

VPlan-based builder utility analogous to IRBuilder.

Definition at line 99 of file LoopVectorizationPlanner.h.

Constructor & Destructor Documentation

◆ VPBuilder() [1/3]

llvm::VPBuilder::VPBuilder ( )

default

Referenced by getToInsertAfter(), and llvm::VPBuilder::InsertPointGuard::InsertPointGuard().

◆ VPBuilder() [2/3]

llvm::VPBuilder::VPBuilder ( const VPInsertPoint & IP )

inline

Definition at line 156 of file LoopVectorizationPlanner.h.

◆ VPBuilder() [3/3]

llvm::VPBuilder::VPBuilder	(	VPBasicBlock *	TheBB,
		VPBasicBlock::iterator	IP )

inline

Definition at line 157 of file LoopVectorizationPlanner.h.

Member Function Documentation

◆ createAdd()

VPInstruction * llvm::VPBuilder::createAdd	(	VPValue *	LHS,
		VPValue *	RHS,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "",
		VPRecipeWithIRFlags::WrapFlagsTy	WrapFlags = {false, false} )

inline

Definition at line 275 of file LoopVectorizationPlanner.h.

References DL, llvm::DebugLoc::getUnknown(), LHS, and RHS.

Referenced by handleUncountableExitsWithSideEffects(), and preparePlanForEpilogueVectorLoop().

◆ createAnd()

VPInstruction * llvm::VPBuilder::createAnd	(	VPValue *	LHS,
		VPValue *	RHS,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 258 of file LoopVectorizationPlanner.h.

References DL, llvm::DebugLoc::getUnknown(), LHS, and RHS.

Referenced by llvm::VPlanTransforms::handleMaxMinNumReductions().

◆ createAnyOfReduction()

VPInstruction * VPBuilder::createAnyOfReduction	(	VPValue *	ChainOp,
		VPValue *	TrueVal,
		VPValue *	FalseVal,
		DebugLoc	DL = DebugLoc::getUnknown() )

Create an AnyOf reduction pattern: or-reduce ChainOp, freeze the result, then select between TrueVal and FalseVal.

Definition at line 1668 of file VPlan.cpp.

References assert(), llvm::VPInstruction::ComputeReductionResult, createNaryOp(), createSelect(), DL, llvm::VPValue::getScalarType(), llvm::Type::isIntegerTy(), and llvm::Or.

Referenced by llvm::VPlanTransforms::optimizeFindIVReductions().

◆ createConsecutiveVectorPointer()

VPSingleDefRecipe * VPBuilder::createConsecutiveVectorPointer	(	VPValue *	Ptr,
		Type *	SourceElementTy,
		bool	Reverse,
		DebugLoc	DL )

Create a vector pointer recipe for a consecutive memory access to Ptr with element type SourceElementTy.

Definition at line 1696 of file VPlan.cpp.

References createVectorPointer(), DL, llvm::VPlan::getConstantInt(), llvm::VPlan::getDataLayout(), llvm::vputils::getGEPFlagsForPtr(), llvm::DataLayout::getIndexType(), getPlan(), llvm::VPValue::getScalarType(), llvm::VPlan::getVF(), llvm::VPlan::hasTailFolded(), llvm::GEPNoWrapFlags::none(), and llvm::Reverse.

◆ createDerivedIV()

VPDerivedIVRecipe * llvm::VPBuilder::createDerivedIV	(	InductionDescriptor::InductionKind	Kind,
		FPMathOperator *	FPBinOp,
		VPValue *	Start,
		VPValue *	Current,
		VPValue *	Step,
		const VPIRFlags::WrapFlagsTy &	Flags = {} )

inline

Convert Current to Start + Current * Step.

Definition at line 390 of file LoopVectorizationPlanner.h.

Referenced by tryToComputeEndValueForInduction().

◆ createElementCount()

VPValue * llvm::VPBuilder::createElementCount	(	Type *	Ty,
		ElementCount	EC )

inline

Definition at line 376 of file LoopVectorizationPlanner.h.

References createOverflowingOp(), createVScale(), llvm::VPlan::getConstantInt(), and getPlan().

◆ createExpandSCEV()

VPExpandSCEVRecipe * llvm::VPBuilder::createExpandSCEV ( const SCEV * Expr )

inline

Definition at line 498 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPlanTransforms::addMinimumIterationCheck(), and llvm::VPlanTransforms::convertToStridedAccesses().

◆ createFCmp()

VPInstruction * llvm::VPBuilder::createFCmp	(	CmpInst::Predicate	Pred,
		VPValue *	A,
		VPValue *	B,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Create a new FCmp VPInstruction with predicate Pred and operands A and B.

Definition at line 324 of file LoopVectorizationPlanner.h.

References A(), assert(), B(), DL, llvm::CmpInst::FIRST_FCMP_PREDICATE, llvm::DebugLoc::getUnknown(), and llvm::CmpInst::LAST_FCMP_PREDICATE.

Referenced by llvm::VPlanTransforms::handleMaxMinNumReductions().

◆ createFirstActiveLane()

VPInstruction * llvm::VPBuilder::createFirstActiveLane	(	ArrayRef< VPValue * >	Masks,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 222 of file LoopVectorizationPlanner.h.

References DL, llvm::VPInstruction::FirstActiveLane, llvm::VPlan::getContext(), llvm::VPlan::getDataLayout(), llvm::DataLayout::getIndexType(), getPlan(), and llvm::DebugLoc::getUnknown().

Referenced by llvm::VPlanTransforms::handleUncountableEarlyExits(), and handleUncountableExitsWithSideEffects().

◆ createICmp()

VPInstruction * llvm::VPBuilder::createICmp	(	CmpInst::Predicate	Pred,
		VPValue *	A,
		VPValue *	B,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Create a new ICmp VPInstruction with predicate Pred and operands A and B.

Definition at line 313 of file LoopVectorizationPlanner.h.

References A(), assert(), B(), DL, llvm::CmpInst::FIRST_ICMP_PREDICATE, llvm::DebugLoc::getUnknown(), and llvm::CmpInst::LAST_ICMP_PREDICATE.

Referenced by llvm::VPlanTransforms::handleMaxMinNumReductions(), handleUncountableExitsWithSideEffects(), and llvm::VPlanTransforms::optimizeFindIVReductions().

◆ createLastActiveLane()

VPInstruction * llvm::VPBuilder::createLastActiveLane	(	ArrayRef< VPValue * >	Masks,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 233 of file LoopVectorizationPlanner.h.

References DL, llvm::VPlan::getContext(), llvm::VPlan::getDataLayout(), llvm::DataLayout::getIndexType(), getPlan(), llvm::DebugLoc::getUnknown(), and llvm::VPInstruction::LastActiveLane.

◆ createLogicalAnd()

VPInstruction * llvm::VPBuilder::createLogicalAnd	(	VPValue *	LHS,
		VPValue *	RHS,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 290 of file LoopVectorizationPlanner.h.

References createNaryOp(), DL, llvm::DebugLoc::getUnknown(), LHS, llvm::VPInstruction::LogicalAnd, and RHS.

Referenced by llvm::VPlanTransforms::optimizeFindIVReductions().

◆ createLogicalOr()

VPInstruction * llvm::VPBuilder::createLogicalOr	(	VPValue *	LHS,
		VPValue *	RHS,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 296 of file LoopVectorizationPlanner.h.

References createNaryOp(), DL, llvm::DebugLoc::getUnknown(), LHS, llvm::VPInstruction::LogicalOr, and RHS.

Referenced by llvm::VPlanTransforms::handleUncountableEarlyExits().

◆ createNaryOp() [1/4]

VPInstruction * llvm::VPBuilder::createNaryOp	(	unsigned	Opcode,
		ArrayRef< VPValue * >	Operands,
		const VPIRFlags &	Flags,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 206 of file LoopVectorizationPlanner.h.

References DL, llvm::DebugLoc::getUnknown(), and Operands.

◆ createNaryOp() [2/4]

VPInstruction * llvm::VPBuilder::createNaryOp	(	unsigned	Opcode,
		ArrayRef< VPValue * >	Operands,
		DebugLoc	DL,
		const Twine &	Name = "" )

inline

Definition at line 202 of file LoopVectorizationPlanner.h.

References DL, and Operands.

◆ createNaryOp() [3/4]

VPInstruction * llvm::VPBuilder::createNaryOp	(	unsigned	Opcode,
		ArrayRef< VPValue * >	Operands,
		Instruction *	Inst = nullptr,
		const VPIRFlags &	Flags = {},
		const VPIRMetadata &	MD = {},
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "",
		Type *	ResultTy = nullptr )

inline

Create an N-ary operation with Opcode, Operands and set Inst as its underlying Instruction.

Definition at line 190 of file LoopVectorizationPlanner.h.

References Operands.

Referenced by addBypassBranch(), addInitialSkeleton(), llvm::VPlanTransforms::adjustFirstOrderRecurrenceMiddleUsers(), createAnyOfReduction(), createLogicalAnd(), createLogicalOr(), llvm::VPlanTransforms::expandBranchOnTwoConds(), llvm::VPlanTransforms::handleMaxMinNumReductions(), llvm::VPlanTransforms::handleUncountableEarlyExits(), handleUncountableExitsWithSideEffects(), llvm::VPlanTransforms::optimizeFindIVReductions(), preparePlanForMainVectorLoop(), and tryToSinkOrHoistRecurrenceUsers().

◆ createNaryOp() [4/4]

VPInstruction * llvm::VPBuilder::createNaryOp	(	unsigned	Opcode,
		ArrayRef< VPValue * >	Operands,
		Type *	ResultTy,
		const VPIRFlags &	Flags = {},
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 214 of file LoopVectorizationPlanner.h.

References Operands.

◆ createNot()

VPInstruction * llvm::VPBuilder::createNot	(	VPValue *	Operand,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 252 of file LoopVectorizationPlanner.h.

References DL, llvm::DebugLoc::getUnknown(), and llvm::VPInstruction::Not.

Referenced by llvm::VPlanTransforms::handleMaxMinNumReductions(), llvm::VPlanTransforms::handleUncountableEarlyExits(), and llvm::VPlanTransforms::optimizeFindIVReductions().

◆ createNoWrapPtrAdd()

VPInstruction * llvm::VPBuilder::createNoWrapPtrAdd	(	VPValue *	Ptr,
		VPValue *	Offset,
		GEPNoWrapFlags	GEPFlags,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 346 of file LoopVectorizationPlanner.h.

References DL, llvm::DebugLoc::getUnknown(), llvm::Offset, and llvm::VPInstruction::PtrAdd.

Referenced by createPtrAdd().

◆ createOr()

VPInstruction * llvm::VPBuilder::createOr	(	VPValue *	LHS,
		VPValue *	RHS,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 265 of file LoopVectorizationPlanner.h.

References DL, llvm::DebugLoc::getUnknown(), LHS, and RHS.

Referenced by llvm::VPlanTransforms::handleMaxMinNumReductions(), and llvm::VPlanTransforms::optimizeFindIVReductions().

◆ createOverflowingOp()

VPInstruction * llvm::VPBuilder::createOverflowingOp	(	unsigned	Opcode,
		ArrayRef< VPValue * >	Operands,
		VPRecipeWithIRFlags::WrapFlagsTy	WrapFlags = {false, false},
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 244 of file LoopVectorizationPlanner.h.

References Operands.

Referenced by createElementCount(), and llvm::VPRegionBlock::getOrCreateCanonicalIVIncrement().

◆ createPtrAdd()

VPInstruction * llvm::VPBuilder::createPtrAdd	(	VPValue *	Ptr,
		VPValue *	Offset,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 340 of file LoopVectorizationPlanner.h.

References createNoWrapPtrAdd(), DL, llvm::DebugLoc::getUnknown(), llvm::GEPNoWrapFlags::none(), and llvm::Offset.

◆ createScalarCast() [1/2]

VPInstruction * llvm::VPBuilder::createScalarCast	(	Instruction::CastOps	Opcode,
		VPValue *	Op,
		Type *	ResultTy,
		DebugLoc	DL,
		const VPIRFlags &	Flags,
		const VPIRMetadata &	Metadata = {} )

inline

Definition at line 413 of file LoopVectorizationPlanner.h.

References DL.

◆ createScalarCast() [2/2]

VPInstruction * llvm::VPBuilder::createScalarCast	(	Instruction::CastOps	Opcode,
		VPValue *	Op,
		Type *	ResultTy,
		DebugLoc	DL,
		const VPIRMetadata &	Metadata = {} )

inline

Definition at line 405 of file LoopVectorizationPlanner.h.

References DL.

Referenced by createScalarSExtOrTrunc(), createScalarZExtOrTrunc(), and tryToComputeEndValueForInduction().

◆ createScalarFreeze()

VPValue * llvm::VPBuilder::createScalarFreeze	(	VPValue *	Op,
		Type *	ResultTy,
		DebugLoc	DL )

inline

Definition at line 461 of file LoopVectorizationPlanner.h.

References DL.

◆ createScalarIntrinsic()

VPInstruction * llvm::VPBuilder::createScalarIntrinsic	(	Intrinsic::ID	IntrinsicID,
		ArrayRef< VPValue * >	Operands,
		Type *	ResultTy,
		DebugLoc	DL )

inline

Create a scalar call to the intrinsic IntrinsicID with Operands, and result type ResultTy.

Definition at line 423 of file LoopVectorizationPlanner.h.

References AbstractManglingParser< Derived, Alloc >::Ops, DL, llvm::VPlan::getConstantInt(), getPlan(), llvm::VPInstruction::Intrinsic, and Operands.

Referenced by createVScale().

◆ createScalarIVSteps()

VPScalarIVStepsRecipe * llvm::VPBuilder::createScalarIVSteps	(	Instruction::BinaryOps	InductionOpcode,
		FPMathOperator *	FPBinOp,
		VPValue *	IV,
		VPValue *	Step,
		VPValue *	VF,
		DebugLoc	DL )

inline

Definition at line 490 of file LoopVectorizationPlanner.h.

References DL, llvm::FPMathOperator::getFastMathFlags(), and IV.

◆ createScalarLoad()

VPInstructionWithType * llvm::VPBuilder::createScalarLoad	(	Type *	ResultTy,
		VPValue *	Addr,
		DebugLoc	DL,
		const VPIRMetadata &	Metadata = {} )

inline

Definition at line 398 of file LoopVectorizationPlanner.h.

References DL.

◆ createScalarPhi()

VPPhi * llvm::VPBuilder::createScalarPhi	(	ArrayRef< VPValue * >	IncomingValues,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "",
		const VPIRFlags &	Flags = {},
		Type *	ResultTy = nullptr )

inline

Definition at line 362 of file LoopVectorizationPlanner.h.

References DL, and llvm::DebugLoc::getUnknown().

Referenced by addInitialSkeleton(), llvm::VPlanTransforms::convertToVariableLengthStep(), llvm::VPRegionBlock::dissolveToCFGLoop(), and preparePlanForMainVectorLoop().

◆ createScalarSExtOrTrunc()

VPValue * llvm::VPBuilder::createScalarSExtOrTrunc	(	VPValue *	Op,
		Type *	ResultTy,
		DebugLoc	DL )

inline

Definition at line 450 of file LoopVectorizationPlanner.h.

References createScalarCast(), DL, and llvm::Type::getScalarSizeInBits().

◆ createScalarZExtOrTrunc()

VPValue * llvm::VPBuilder::createScalarZExtOrTrunc	(	VPValue *	Op,
		Type *	ResultTy,
		DebugLoc	DL )

inline

Definition at line 439 of file LoopVectorizationPlanner.h.

References createScalarCast(), DL, and llvm::Type::getScalarSizeInBits().

Referenced by fixupVFUsersForEVL(), handleUncountableExitsWithSideEffects(), optimizeMaskToEVL(), and llvm::VPlanTransforms::simplifyKnownEVL().

◆ createSelect()

VPInstruction * llvm::VPBuilder::createSelect	(	VPValue *	Cond,
		VPValue *	TrueVal,
		VPValue *	FalseVal,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "",
		const VPIRFlags &	Flags = {} )

inline

Definition at line 302 of file LoopVectorizationPlanner.h.

References Cond, DL, and llvm::DebugLoc::getUnknown().

Referenced by createAnyOfReduction(), llvm::VPlanTransforms::handleMaxMinNumReductions(), and llvm::VPlanTransforms::optimizeFindIVReductions().

◆ createSingleScalarOp()

VPSingleDefRecipe * llvm::VPBuilder::createSingleScalarOp	(	unsigned	Opcode,
		ArrayRef< VPValue * >	Operands,
		VPValue *	Mask,
		const VPIRFlags &	Flags,
		const VPIRMetadata &	Metadata,
		DebugLoc	DL,
		Instruction *	UV )

inlinestatic

Create a single-scalar recipe with Opcode and Operands without inserting it.

Definition at line 474 of file LoopVectorizationPlanner.h.

References assert(), DL, llvm::Value::getName(), llvm::Value::getType(), llvm::Instruction::isCast(), and Operands.

Referenced by cloneForLane(), convertRecipesInRegionBlocksToSingleScalar(), llvm::VPRecipeBuilder::handleReplication(), legalizeAndOptimizeInductions(), llvm::VPlanTransforms::makeScalarizationDecisions(), narrowToSingleScalarRecipes(), and sinkScalarOperands().

◆ createSub()

VPInstruction * llvm::VPBuilder::createSub	(	VPValue *	LHS,
		VPValue *	RHS,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "",
		VPRecipeWithIRFlags::WrapFlagsTy	WrapFlags = {false, false} )

inline

Definition at line 283 of file LoopVectorizationPlanner.h.

References DL, llvm::DebugLoc::getUnknown(), LHS, and RHS.

◆ createVectorPointer()

VPVectorPointerRecipe * llvm::VPBuilder::createVectorPointer	(	VPValue *	Ptr,
		Type *	SourceElementTy,
		VPValue *	Stride,
		GEPNoWrapFlags	GEPFlags,
		DebugLoc	DL )

inline

Definition at line 503 of file LoopVectorizationPlanner.h.

References DL.

Referenced by createConsecutiveVectorPointer().

◆ createVScale()

VPInstruction * llvm::VPBuilder::createVScale	(	Type *	ResultTy,
		DebugLoc	DL = DebugLoc::getUnknown() )

inline

Create a scalar llvm.vscale call.

Definition at line 434 of file LoopVectorizationPlanner.h.

References createScalarIntrinsic(), DL, and llvm::DebugLoc::getUnknown().

Referenced by createElementCount().

◆ createWidenCast()

VPWidenCastRecipe * llvm::VPBuilder::createWidenCast	(	Instruction::CastOps	Opcode,
		VPValue *	Op,
		Type *	ResultTy )

inline

Definition at line 466 of file LoopVectorizationPlanner.h.

References llvm::VPIRFlags::getDefaultFlags().

Referenced by llvm::VPlanTransforms::truncateToMinimalBitwidths().

◆ createWidenLoad()

VPWidenLoadRecipe * llvm::VPBuilder::createWidenLoad	(	LoadInst &	Load,
		VPValue *	Addr,
		VPValue *	Mask,
		bool	Consecutive,
		const VPIRMetadata &	Metadata,
		DebugLoc	DL )

inline

Create a recipe widening Load, loading from Addr with Mask (may be null).

Definition at line 524 of file LoopVectorizationPlanner.h.

References DL, and llvm::Load.

Referenced by narrowInterleaveGroupOp().

◆ createWidenMemIntrinsic()

VPWidenMemIntrinsicRecipe * llvm::VPBuilder::createWidenMemIntrinsic	(	Intrinsic::ID	VectorIntrinsicID,
		ArrayRef< VPValue * >	CallArguments,
		Type *	Ty,
		Align	Alignment,
		const VPIRMetadata &	MD,
		DebugLoc	DL )

inline

Definition at line 515 of file LoopVectorizationPlanner.h.

References DL.

◆ createWidenPhi()

VPWidenPHIRecipe * llvm::VPBuilder::createWidenPhi	(	ArrayRef< VPValue * >	IncomingValues,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 370 of file LoopVectorizationPlanner.h.

References DL, and llvm::DebugLoc::getUnknown().

Referenced by expandVPWidenIntOrFpInduction().

◆ createWidenStore()

VPWidenStoreRecipe * llvm::VPBuilder::createWidenStore	(	StoreInst &	Store,
		VPValue *	Addr,
		VPValue *	StoredVal,
		VPValue *	Mask,
		bool	Consecutive,
		const VPIRMetadata &	Metadata,
		DebugLoc	DL )

inline

Create a recipe widening Store, storing StoredVal to Addr with Mask (may be null).

Definition at line 534 of file LoopVectorizationPlanner.h.

References DL, and llvm::Store.

◆ createWidePtrAdd()

VPInstruction * llvm::VPBuilder::createWidePtrAdd	(	VPValue *	Ptr,
		VPValue *	Offset,
		DebugLoc	DL = DebugLoc::getUnknown(),
		const Twine &	Name = "" )

inline

Definition at line 354 of file LoopVectorizationPlanner.h.

References DL, llvm::DebugLoc::getUnknown(), llvm::GEPNoWrapFlags::none(), llvm::Offset, and llvm::VPInstruction::WidePtrAdd.

◆ getPlan()

VPlan & llvm::VPBuilder::getPlan ( ) const

inline

Definition at line 150 of file LoopVectorizationPlanner.h.

References assert().

Referenced by createConsecutiveVectorPointer(), createElementCount(), createFirstActiveLane(), createLastActiveLane(), and createScalarIntrinsic().

◆ getRecipeAtInsertPoint()

VPRecipeBase * llvm::VPBuilder::getRecipeAtInsertPoint ( ) const

inline

Get the recipe at the current insert point or nullptr if the insert point is the end of the block.

Definition at line 162 of file LoopVectorizationPlanner.h.

Referenced by llvm::VPlanTransforms::handleMaxMinNumReductions().

◆ getToInsertAfter()

VPBuilder llvm::VPBuilder::getToInsertAfter ( VPRecipeBase * R )

inlinestatic

Create a VPBuilder to insert after R.

Definition at line 165 of file LoopVectorizationPlanner.h.

References VPBuilder().

Referenced by dissolveReplicateRegion(), fixupVFUsersForEVL(), llvm::VPlanTransforms::handleFindLastReductions(), preparePlanForEpilogueVectorLoop(), and llvm::VPlanTransforms::truncateToMinimalBitwidths().

◆ insert()

template<typename T>

T * llvm::VPBuilder::insert ( T * R )

inline

Insert R at the current insertion point. Returns R unchanged.

Definition at line 183 of file LoopVectorizationPlanner.h.

References T.

Referenced by llvm::VPRecipeBuilder::replaceWithFinalIfReductionStore().

◆ restoreIP()

void llvm::VPBuilder::restoreIP ( VPInsertPoint IP )

inline

Sets the current insert point to a previously-saved location.

Definition at line 170 of file LoopVectorizationPlanner.h.

◆ setInsertPoint() [1/2]

void llvm::VPBuilder::setInsertPoint ( const VPInsertPoint & IP )

inline

Set the current insert point.

Definition at line 173 of file LoopVectorizationPlanner.h.

References assert().

Referenced by llvm::VPlanTransforms::handleMaxMinNumReductions(), llvm::VPlanTransforms::handleUncountableEarlyExits(), and llvm::VPlanTransforms::truncateToMinimalBitwidths().

◆ setInsertPoint() [2/2]

void llvm::VPBuilder::setInsertPoint	(	VPBasicBlock *	TheBB,
		VPBasicBlock::iterator	IP )

inline

Definition at line 177 of file LoopVectorizationPlanner.h.

References assert().

The documentation for this class was generated from the following files:

lib/Transforms/Vectorize/LoopVectorizationPlanner.h
lib/Transforms/Vectorize/VPlan.cpp

Classes

Public Member Functions

Static Public Member Functions

Detailed Description

Constructor & Destructor Documentation

◆ VPBuilder() [1/3]

◆ VPBuilder() [2/3]

◆ VPBuilder() [3/3]

Member Function Documentation

◆ createAdd()

◆ createAnd()

◆ createAnyOfReduction()

◆ createConsecutiveVectorPointer()

◆ createDerivedIV()

◆ createElementCount()

◆ createExpandSCEV()

◆ createFCmp()

◆ createFirstActiveLane()

◆ createICmp()

◆ createLastActiveLane()

◆ createLogicalAnd()

◆ createLogicalOr()

◆ createNaryOp() [1/4]

◆ createNaryOp() [2/4]

◆ createNaryOp() [3/4]

◆ createNaryOp() [4/4]

◆ createNot()

◆ createNoWrapPtrAdd()

◆ createOr()

◆ createOverflowingOp()

◆ createPtrAdd()

◆ createScalarCast() [1/2]

◆ createScalarCast() [2/2]

◆ createScalarFreeze()

◆ createScalarIntrinsic()

◆ createScalarIVSteps()

◆ createScalarLoad()

◆ createScalarPhi()

◆ createScalarSExtOrTrunc()

◆ createScalarZExtOrTrunc()

◆ createSelect()

◆ createSingleScalarOp()

◆ createSub()

◆ createVectorPointer()

◆ createVScale()

◆ createWidenCast()

◆ createWidenLoad()

◆ createWidenMemIntrinsic()

◆ createWidenPhi()

◆ createWidenStore()

◆ createWidePtrAdd()

◆ getPlan()

◆ getRecipeAtInsertPoint()

◆ getToInsertAfter()

◆ insert()

◆ restoreIP()

◆ setInsertPoint() [1/2]

◆ setInsertPoint() [2/2]