This file contains implementations for different VPlan recipes. More...

#include "LoopVectorizationPlanner.h"
#include "VPlan.h"
#include "VPlanAnalysis.h"
#include "VPlanHelpers.h"
#include "VPlanPatternMatch.h"
#include "VPlanUtils.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/ADT/Twine.h"
#include "llvm/Analysis/AssumptionCache.h"
#include "llvm/Analysis/IVDescriptors.h"
#include "llvm/Analysis/LoopInfo.h"
#include "llvm/IR/BasicBlock.h"
#include "llvm/IR/IRBuilder.h"
#include "llvm/IR/Instruction.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/Intrinsics.h"
#include "llvm/IR/Type.h"
#include "llvm/IR/Value.h"
#include "llvm/Support/Casting.h"
#include "llvm/Support/CommandLine.h"
#include "llvm/Support/Debug.h"
#include "llvm/Support/raw_ostream.h"
#include "llvm/Transforms/Utils/BasicBlockUtils.h"
#include "llvm/Transforms/Utils/LoopUtils.h"
#include "llvm/Transforms/Utils/LoopVersioning.h"
#include <cassert>

Namespaces
namespace	llvm
	This is an optimization pass for GlobalISel generic memory operations.

Macros
#define	LV_NAME "loop-vectorize"
#define	DEBUG_TYPE LV_NAME

Typedefs
using	VectorParts = SmallVector<Value *, 2>

Functions
static BranchInst *	createCondBranch (Value Cond, VPBasicBlock VPBB, VPTransformState &State)
	Create a conditional branch using `Cond` branching to the successors of `VPBB`.
static InstructionCost	getCostForIntrinsics (Intrinsic::ID ID, ArrayRef< const VPValue * > Operands, const VPRecipeWithIRFlags &R, ElementCount VF, VPCostContext &Ctx)
	Compute the cost for the intrinsic `ID` with `Operands`, produced by `R`.
static Constant *	getSignedIntOrFpConstant (Type *Ty, int64_t C)
	A helper function that returns an integer or floating-point constant with value C.
static Type *	getGEPIndexTy (bool IsScalable, bool IsReverse, bool IsUnitStride, unsigned CurrentPart, IRBuilderBase &Builder)
static void	scalarizeInstruction (const Instruction Instr, VPReplicateRecipe RepRecipe, const VPLane &Lane, VPTransformState &State)
	A helper function to scalarize a single Instruction in the innermost loop.
static bool	shouldUseAddressAccessSCEV (const VPValue *Ptr)
	Returns true if `Ptr` is a pointer computation for which the legacy cost model computes a SCEV expression when computing the address cost.
static bool	isUsedByLoadStoreAddress (const VPUser *V)
	Returns true if `V` is used as part of the address of another load or store.
static Instruction *	createReverseEVL (IRBuilderBase &Builder, Value Operand, Value EVL, const Twine &Name)
	Use all-true mask for reverse rather than actual mask, as it avoids a dependence w/o affecting the result.
static Value *	createBitOrPointerCast (IRBuilderBase &Builder, Value V, VectorType DstVTy, const DataLayout &DL)
static Value *	interleaveVectors (IRBuilderBase &Builder, ArrayRef< Value * > Vals, const Twine &Name)
	Return a vector containing interleaved elements from multiple smaller input vectors.

Detailed Description

This file contains implementations for different VPlan recipes.

Definition in file VPlanRecipes.cpp.

Macro Definition Documentation

◆ DEBUG_TYPE

#define DEBUG_TYPE LV_NAME

Definition at line 47 of file VPlanRecipes.cpp.

◆ LV_NAME

#define LV_NAME "loop-vectorize"

Definition at line 46 of file VPlanRecipes.cpp.

Typedef Documentation

◆ VectorParts

using VectorParts = SmallVector<Value *, 2>

Definition at line 44 of file VPlanRecipes.cpp.

Function Documentation

◆ createBitOrPointerCast()

Value * createBitOrPointerCast	(	IRBuilderBase &	Builder,
		Value *	V,
		VectorType *	DstVTy,
		const DataLayout &	DL )

static

Definition at line 3698 of file VPlanRecipes.cpp.

References assert(), llvm::cast(), DL, llvm::VectorType::get(), llvm::Type::getIntNTy(), llvm::CastInst::isBitOrNoopPointerCastable(), llvm::Type::isFloatingPointTy(), and llvm::Type::isPointerTy().

Referenced by llvm::VPInterleaveEVLRecipe::execute(), and llvm::VPInterleaveRecipe::execute().

◆ createCondBranch()

BranchInst * createCondBranch	(	Value *	Cond,
		VPBasicBlock *	VPBB,
		VPTransformState &	State )

static

Create a conditional branch using Cond branching to the successors of VPBB.

Note that the first successor is always forward (i.e. not created yet) while the second successor may already have been created (if it is a header block and VPBB is a latch).

Definition at line 571 of file VPlanRecipes.cpp.

References llvm::cast(), Cond, llvm::Instruction::eraseFromParent(), llvm::VPBlockBase::getSuccessors(), llvm::BasicBlock::getTerminator(), and llvm::BranchInst::setSuccessor().

◆ createReverseEVL()

Instruction * createReverseEVL	(	IRBuilderBase &	Builder,
		Value *	Operand,
		Value *	EVL,
		const Twine &	Name )

static

Use all-true mask for reverse rather than actual mask, as it avoids a dependence w/o affecting the result.

Definition at line 3511 of file VPlanRecipes.cpp.

References llvm::cast(), and llvm::Value::getType().

Referenced by llvm::VPWidenLoadEVLRecipe::execute(), and llvm::VPWidenStoreEVLRecipe::execute().

◆ getCostForIntrinsics()

InstructionCost getCostForIntrinsics	(	Intrinsic::ID	ID,
		ArrayRef< const VPValue * >	Operands,
		const VPRecipeWithIRFlags &	R,
		ElementCount	VF,
		VPCostContext &	Ctx )