LLVM
15.0.0git
|
VPReplicateRecipe replicates a given instruction producing multiple scalar copies of the original scalar type, one per lane, instead of producing a single copy of widened type for all lanes. More...
#include "Transforms/Vectorize/VPlan.h"
Public Member Functions | |
template<typename IterT > | |
VPReplicateRecipe (Instruction *I, iterator_range< IterT > Operands, bool IsUniform, bool IsPredicated=false) | |
~VPReplicateRecipe () override=default | |
void | execute (VPTransformState &State) override |
Generate replicas of the desired Ingredient. More... | |
void | setAlsoPack (bool Pack) |
void | print (raw_ostream &O, const Twine &Indent, VPSlotTracker &SlotTracker) const override |
Print the recipe. More... | |
bool | isUniform () const |
bool | isPacked () const |
bool | isPredicated () const |
bool | onlyFirstLaneUsed (const VPValue *Op) const override |
Returns true if the recipe only uses the first lane of operand Op . More... | |
bool | usesScalars (const VPValue *Op) const override |
Returns true if the recipe uses scalars of operand Op . More... | |
![]() | |
VPRecipeBase (const unsigned char SC, ArrayRef< VPValue * > Operands) | |
template<typename IterT > | |
VPRecipeBase (const unsigned char SC, iterator_range< IterT > Operands) | |
virtual | ~VPRecipeBase ()=default |
VPBasicBlock * | getParent () |
const VPBasicBlock * | getParent () const |
void | insertBefore (VPRecipeBase *InsertPos) |
Insert an unlinked recipe into a basic block immediately before the specified recipe. More... | |
void | insertBefore (VPBasicBlock &BB, iplist< VPRecipeBase >::iterator IP) |
Insert an unlinked recipe into BB immediately before the insertion point IP ;. More... | |
void | insertAfter (VPRecipeBase *InsertPos) |
Insert an unlinked Recipe into a basic block immediately after the specified Recipe. More... | |
void | moveAfter (VPRecipeBase *MovePos) |
Unlink this recipe from its current VPBasicBlock and insert it into the VPBasicBlock that MovePos lives in, right after MovePos. More... | |
void | moveBefore (VPBasicBlock &BB, iplist< VPRecipeBase >::iterator I) |
Unlink this recipe and insert into BB before I. More... | |
void | removeFromParent () |
This method unlinks 'this' from the containing basic block, but does not delete it. More... | |
iplist< VPRecipeBase >::iterator | eraseFromParent () |
This method unlinks 'this' from the containing basic block and deletes it. More... | |
Instruction * | getUnderlyingInstr () |
Returns the underlying instruction, if the recipe is a VPValue or nullptr otherwise. More... | |
const Instruction * | getUnderlyingInstr () const |
bool | mayHaveSideEffects () const |
Returns true if the recipe may have side-effects. More... | |
bool | isPhi () const |
Returns true for PHI-like recipes. More... | |
bool | mayReadFromMemory () const |
Returns true if the recipe may read from memory. More... | |
bool | mayWriteToMemory () const |
Returns true if the recipe may write to memory. More... | |
bool | mayReadOrWriteMemory () const |
Returns true if the recipe may read from or write to memory. More... | |
![]() | |
VPRecipeBase * | getPrevNode () |
const VPRecipeBase * | getPrevNode () const |
Get the previous node, or nullptr for the list head. More... | |
VPRecipeBase * | getNextNode () |
Get the next node, or nullptr for the list tail. More... | |
const VPRecipeBase * | getNextNode () const |
Get the next node, or nullptr for the list tail. More... | |
![]() | |
self_iterator | getIterator () |
const_self_iterator | getIterator () const |
reverse_self_iterator | getReverseIterator () |
const_reverse_self_iterator | getReverseIterator () const |
bool | isSentinel () const |
Check whether this is the sentinel node. More... | |
![]() | |
VPDef (const unsigned char SC) | |
virtual | ~VPDef () |
VPValue * | getVPSingleValue () |
Returns the only VPValue defined by the VPDef. More... | |
const VPValue * | getVPSingleValue () const |
VPValue * | getVPValue (unsigned I) |
Returns the VPValue with index I defined by the VPDef. More... | |
const VPValue * | getVPValue (unsigned I) const |
ArrayRef< VPValue * > | definedValues () |
Returns an ArrayRef of the values defined by the VPDef. More... | |
ArrayRef< VPValue * > | definedValues () const |
Returns an ArrayRef of the values defined by the VPDef. More... | |
unsigned | getNumDefinedValues () const |
Returns the number of values defined by the VPDef. More... | |
unsigned | getVPDefID () const |
void | dump () const |
Dump the VPDef to stderr (for debugging). More... | |
![]() | |
VPUser ()=delete | |
VPUser (const VPUser &)=delete | |
VPUser & | operator= (const VPUser &)=delete |
virtual | ~VPUser () |
VPUserID | getVPUserID () const |
void | addOperand (VPValue *Operand) |
unsigned | getNumOperands () const |
VPValue * | getOperand (unsigned N) const |
void | setOperand (unsigned I, VPValue *New) |
void | removeLastOperand () |
operand_iterator | op_begin () |
const_operand_iterator | op_begin () const |
operand_iterator | op_end () |
const_operand_iterator | op_end () const |
operand_range | operands () |
const_operand_range | operands () const |
![]() | |
Value * | getUnderlyingValue () |
Return the underlying Value attached to this VPValue. More... | |
const Value * | getUnderlyingValue () const |
VPValue (Value *UV=nullptr, VPDef *Def=nullptr) | |
VPValue (const VPValue &)=delete | |
VPValue & | operator= (const VPValue &)=delete |
virtual | ~VPValue () |
unsigned | getVPValueID () const |
void | printAsOperand (raw_ostream &OS, VPSlotTracker &Tracker) const |
void | print (raw_ostream &OS, VPSlotTracker &Tracker) const |
void | dump () const |
Dump the value to stderr (for debugging). More... | |
unsigned | getNumUsers () const |
void | addUser (VPUser &User) |
void | removeUser (VPUser &User) |
Remove a single User from the list of users. More... | |
user_iterator | user_begin () |
const_user_iterator | user_begin () const |
user_iterator | user_end () |
const_user_iterator | user_end () const |
user_range | users () |
const_user_range | users () const |
bool | hasMoreThanOneUniqueUser () |
Returns true if the value has more than one unique user. More... | |
void | replaceAllUsesWith (VPValue *New) |
VPDef * | getDef () |
const VPDef * | getDef () const |
Value * | getLiveInIRValue () |
Returns the underlying IR value, if this VPValue is defined outside the scope of VPlan. More... | |
const Value * | getLiveInIRValue () const |
Static Public Member Functions | |
static bool | classof (const VPDef *D) |
Method to support type inquiry through isa, cast, and dyn_cast. More... | |
static bool | classof (const VPValue *V) |
![]() | |
static bool | classof (const VPDef *D) |
Method to support type inquiry through isa, cast, and dyn_cast. More... | |
static bool | classof (const VPUser *U) |
![]() | |
static bool | classof (const VPDef *Recipe) |
Method to support type inquiry through isa, cast, and dyn_cast. More... | |
VPReplicateRecipe replicates a given instruction producing multiple scalar copies of the original scalar type, one per lane, instead of producing a single copy of widened type for all lanes.
If the instruction is known to be uniform only one copy, per lane zero, will be generated.
|
inline |
|
overridedefault |
Definition at line 1579 of file VPlan.h.
References llvm::VPValue::getVPValueID(), and llvm::VPValue::VPVReplicateSC.
|
overridevirtual |
Generate replicas of the desired Ingredient.
Replicas will be generated for all parts and lanes unless a specific part and lane are specified in the State
.
Implements llvm::VPRecipeBase.
Definition at line 9859 of file LoopVectorize.cpp.
References assert(), llvm::VectorType::get(), llvm::PoisonValue::get(), llvm::LinearPolySize< LeafTy >::getKnownMinValue(), llvm::Intrinsic::getType(), llvm::VPTransformState::ILV, llvm::VPTransformState::Instance, llvm::LinearPolySize< LeafTy >::isScalable(), llvm::ElementCount::isVector(), llvm::InnerLoopVectorizer::packScalarIntoVectorValue(), llvm::InnerLoopVectorizer::scalarizeInstruction(), llvm::VPTransformState::set(), llvm::VPTransformState::UF, and llvm::VPTransformState::VF.
|
inline |
|
inline |
Definition at line 1596 of file VPlan.h.
Referenced by onlyFirstLaneUsed(), and llvm::InnerLoopVectorizer::scalarizeInstruction().
Returns true if the recipe only uses the first lane of operand Op
.
Reimplemented from llvm::VPUser.
Definition at line 1603 of file VPlan.h.
References assert(), llvm::is_contained(), isUniform(), and llvm::VPUser::operands().
|
overridevirtual |
Print the recipe.
Implements llvm::VPDef.
Definition at line 1428 of file VPlan.cpp.
References getOpcode(), llvm::Instruction::getOpcodeName(), llvm::interleaveComma(), llvm::make_range(), and llvm::RISCVFenceField::O.
|
inline |
Returns true if the recipe uses scalars of operand Op
.
Reimplemented from llvm::VPUser.
Definition at line 1610 of file VPlan.h.
References assert(), llvm::is_contained(), and llvm::VPUser::operands().