38 case Intrinsic::objc_autorelease:
39 case Intrinsic::objc_autoreleasePoolPop:
40 case Intrinsic::objc_autoreleasePoolPush:
41 case Intrinsic::objc_autoreleaseReturnValue:
42 case Intrinsic::objc_copyWeak:
43 case Intrinsic::objc_destroyWeak:
44 case Intrinsic::objc_initWeak:
45 case Intrinsic::objc_loadWeak:
46 case Intrinsic::objc_loadWeakRetained:
47 case Intrinsic::objc_moveWeak:
48 case Intrinsic::objc_release:
49 case Intrinsic::objc_retain:
50 case Intrinsic::objc_retainAutorelease:
51 case Intrinsic::objc_retainAutoreleaseReturnValue:
52 case Intrinsic::objc_retainAutoreleasedReturnValue:
53 case Intrinsic::objc_retainBlock:
54 case Intrinsic::objc_storeStrong:
55 case Intrinsic::objc_storeWeak:
56 case Intrinsic::objc_unsafeClaimAutoreleasedReturnValue:
57 case Intrinsic::objc_retainedObject:
58 case Intrinsic::objc_unretainedObject:
59 case Intrinsic::objc_unretainedPointer:
60 case Intrinsic::objc_retain_autorelease:
61 case Intrinsic::objc_sync_enter:
62 case Intrinsic::objc_sync_exit:
76 assert(MD &&
"First operand of DbgVariableIntrinsic should be non-null.");
78 if (
auto *VAM = dyn_cast<ValueAsMetadata>(MD)) {
82 if (
auto *AL = dyn_cast<DIArgList>(MD))
101 assert(MD &&
"First operand of DbgVariableIntrinsic should be non-null.");
102 if (
auto *AL = dyn_cast<DIArgList>(MD))
103 return AL->getArgs()[OpIdx]->getValue();
107 isa<ValueAsMetadata>(MD) &&
108 "Attempted to get location operand from DbgVariableIntrinsic with none.");
109 auto *V = cast<ValueAsMetadata>(MD);
110 assert(OpIdx == 0 &&
"Operand Index must be 0 for a debug intrinsic with a "
111 "single location operand.");
112 return V->getValue();
116 return isa<MetadataAsValue>(V) ? dyn_cast<ValueAsMetadata>(
117 cast<MetadataAsValue>(V)->getMetadata())
125 auto ReplaceDbgAssignAddress = [
this, OldValue, NewValue]() ->
bool {
126 auto *DAI = dyn_cast<DbgAssignIntrinsic>(
this);
127 if (!DAI || OldValue != DAI->getAddress())
129 DAI->setAddress(NewValue);
132 bool DbgAssignAddrReplaced = ReplaceDbgAssignAddress();
133 (void)DbgAssignAddrReplaced;
135 assert(NewValue &&
"Values must be non-null");
137 auto OldIt =
find(Locations, OldValue);
138 if (OldIt == Locations.end()) {
139 assert(DbgAssignAddrReplaced &&
140 "OldValue must be dbg.assign addr if unused in DIArgList");
144 assert(OldIt != Locations.end() &&
"OldValue must be a current location");
146 Value *NewOperand = isa<MetadataAsValue>(NewValue)
154 for (
auto *VMD : Locations)
163 Value *NewOperand = isa<MetadataAsValue>(NewValue)
182 "NewExpr for debug variable intrinsic does not reference every "
183 "location operand.");
189 for (
auto *VMD : NewValues)
197 return Fragment->SizeInBits;
203 if (
auto *V = dyn_cast<ValueAsMetadata>(MD))
204 return V->getValue();
228 return !
Addr || isa<UndefValue>(
Addr);
248 const char *
const *
Low = NameTable.
begin();
249 const char *
const *
High = NameTable.
end();
250 const char *
const *LastLow =
Low;
252 size_t CmpStart = CmpEnd;
253 CmpEnd =
Name.find(
'.', CmpStart + 1);
255 auto Cmp = [CmpStart, CmpEnd](
const char *
LHS,
const char *
RHS) {
256 return strncmp(
LHS + CmpStart,
RHS + CmpStart, CmpEnd - CmpStart) < 0;
264 if (LastLow == NameTable.
end())
267 if (
Name == NameFound ||
268 (
Name.startswith(NameFound) &&
Name[NameFound.
size()] ==
'.'))
269 return LastLow - NameTable.
begin();
297 auto *MAV = dyn_cast<MetadataAsValue>(
getArgOperand(NumOperands - 2));
299 MD = MAV->getMetadata();
300 if (!MD || !isa<MDString>(MD))
305std::optional<fp::ExceptionBehavior>
309 auto *MAV = dyn_cast<MetadataAsValue>(
getArgOperand(NumOperands - 1));
311 MD = MAV->getMetadata();
312 if (!MD || !isa<MDString>(MD))
334 Metadata *MD = cast<MetadataAsValue>(Op)->getMetadata();
335 if (!MD || !isa<MDString>(MD))
363#define INSTRUCTION(NAME, NARG, ROUND_MODE, INTRINSIC) \
364 case Intrinsic::INTRINSIC: \
366#include "llvm/IR/ConstrainedOps.def"
374#define INSTRUCTION(NAME, NARG, ROUND_MODE, INTRINSIC) \
375 case Intrinsic::INTRINSIC: \
377#include "llvm/IR/ConstrainedOps.def"
382 switch (
I->getIntrinsicID()) {
383#define INSTRUCTION(NAME, NARGS, ROUND_MODE, INTRINSIC) \
384 case Intrinsic::INTRINSIC:
385#include "llvm/IR/ConstrainedOps.def"
394 const auto *VT = cast<VectorType>(
T);
395 auto ElemCount = VT->getElementCount();
403 "Unexpected VP intrinsic without mask operand");
404 return GetVectorLengthOfType(
getType());
406 return GetVectorLengthOfType(VPMask->
getType());
431std::optional<unsigned>
433 switch (IntrinsicID) {
437#define BEGIN_REGISTER_VP_INTRINSIC(VPID, MASKPOS, VLENPOS) \
438 case Intrinsic::VPID: \
440#include "llvm/IR/VPIntrinsics.def"
444std::optional<unsigned>
446 switch (IntrinsicID) {
450#define BEGIN_REGISTER_VP_INTRINSIC(VPID, MASKPOS, VLENPOS) \
451 case Intrinsic::VPID: \
453#include "llvm/IR/VPIntrinsics.def"
460 std::optional<unsigned> PtrParamOpt =
462 assert(PtrParamOpt &&
"no pointer argument!");
473std::optional<unsigned>
478#define BEGIN_REGISTER_VP_INTRINSIC(VPID, ...) case Intrinsic::VPID:
479#define VP_PROPERTY_MEMOP(POINTERPOS, ...) return POINTERPOS;
480#define END_REGISTER_VP_INTRINSIC(VPID) break;
481#include "llvm/IR/VPIntrinsics.def"
498#define BEGIN_REGISTER_VP_INTRINSIC(VPID, ...) case Intrinsic::VPID:
499#define VP_PROPERTY_MEMOP(POINTERPOS, DATAPOS) return DATAPOS;
500#define END_REGISTER_VP_INTRINSIC(VPID) break;
501#include "llvm/IR/VPIntrinsics.def"
510#define BEGIN_REGISTER_VP_INTRINSIC(VPID, MASKPOS, VLENPOS) \
511 case Intrinsic::VPID: \
513#include "llvm/IR/VPIntrinsics.def"
519std::optional<unsigned>
524#define BEGIN_REGISTER_VP_INTRINSIC(VPID, ...) case Intrinsic::VPID:
525#define VP_PROPERTY_FUNCTIONAL_OPC(OPC) return Instruction::OPC;
526#define END_REGISTER_VP_INTRINSIC(VPID) break;
527#include "llvm/IR/VPIntrinsics.def"
533std::optional<unsigned>
538#define BEGIN_REGISTER_VP_INTRINSIC(VPID, ...) case Intrinsic::VPID:
539#define VP_PROPERTY_CONSTRAINEDFP(HASRND, HASEXCEPT, CID) return Intrinsic::CID;
540#define END_REGISTER_VP_INTRINSIC(VPID) break;
541#include "llvm/IR/VPIntrinsics.def"
551#define BEGIN_REGISTER_VP_INTRINSIC(VPID, ...) break;
552#define VP_PROPERTY_FUNCTIONAL_OPC(OPC) case Instruction::OPC:
553#define END_REGISTER_VP_INTRINSIC(VPID) return Intrinsic::VPID;
554#include "llvm/IR/VPIntrinsics.def"
560 using namespace PatternMatch;
575 if (EC.isScalable()) {
579 return VScaleFactor >= EC.getKnownMinValue();
580 return (EC.getKnownMinValue() == 1) &&
match(VLParam,
m_VScale());
584 const auto *VLConst = dyn_cast<ConstantInt>(VLParam);
588 uint64_t VLNum = VLConst->getZExtValue();
589 if (VLNum >= EC.getKnownMinValue())
602 Type *OverloadTy = Params[0]->getType();
610 case Intrinsic::vp_trunc:
611 case Intrinsic::vp_sext:
612 case Intrinsic::vp_zext:
613 case Intrinsic::vp_fptoui:
614 case Intrinsic::vp_fptosi:
615 case Intrinsic::vp_uitofp:
616 case Intrinsic::vp_sitofp:
617 case Intrinsic::vp_fptrunc:
618 case Intrinsic::vp_fpext:
619 case Intrinsic::vp_ptrtoint:
620 case Intrinsic::vp_inttoptr:
624 case Intrinsic::vp_merge:
625 case Intrinsic::vp_select:
628 case Intrinsic::vp_load:
630 M, VPID, {ReturnType, Params[0]->getType()});
632 case Intrinsic::experimental_vp_strided_load:
634 M, VPID, {ReturnType, Params[0]->getType(), Params[1]->
getType()});
636 case Intrinsic::vp_gather:
638 M, VPID, {ReturnType, Params[0]->getType()});
640 case Intrinsic::vp_store:
642 M, VPID, {Params[0]->getType(), Params[1]->
getType()});
644 case Intrinsic::experimental_vp_strided_store:
647 {Params[0]->getType(), Params[1]->
getType(), Params[2]->
getType()});
649 case Intrinsic::vp_scatter:
651 M, VPID, {Params[0]->getType(), Params[1]->
getType()});
654 assert(VPFunc &&
"Could not declare VP intrinsic");
662#define BEGIN_REGISTER_VP_INTRINSIC(VPID, ...) case Intrinsic::VPID:
663#define VP_PROPERTY_REDUCTION(STARTPOS, ...) return true;
664#define END_REGISTER_VP_INTRINSIC(VPID) break;
665#include "llvm/IR/VPIntrinsics.def"
674#define BEGIN_REGISTER_VP_INTRINSIC(VPID, ...) case Intrinsic::VPID:
675#define VP_PROPERTY_CASTOP return true;
676#define END_REGISTER_VP_INTRINSIC(VPID) break;
677#include "llvm/IR/VPIntrinsics.def"
686#define BEGIN_REGISTER_VP_INTRINSIC(VPID, ...) case Intrinsic::VPID:
687#define VP_PROPERTY_CMP(CCPOS, ...) return true;
688#define END_REGISTER_VP_INTRINSIC(VPID) break;
689#include "llvm/IR/VPIntrinsics.def"
695 Metadata *MD = cast<MetadataAsValue>(Op)->getMetadata();
696 if (!MD || !isa<MDString>(MD))
714 std::optional<unsigned> CCArgIdx;
718#define BEGIN_REGISTER_VP_INTRINSIC(VPID, ...) case Intrinsic::VPID:
719#define VP_PROPERTY_CMP(CCPOS, ISFP) \
723#define END_REGISTER_VP_INTRINSIC(VPID) break;
724#include "llvm/IR/VPIntrinsics.def"
726 assert(CCArgIdx &&
"Unexpected vector-predicated comparison");
739std::optional<unsigned>
742#define BEGIN_REGISTER_VP_INTRINSIC(VPID, ...) case Intrinsic::VPID:
743#define VP_PROPERTY_REDUCTION(STARTPOS, VECTORPOS) return VECTORPOS;
744#define END_REGISTER_VP_INTRINSIC(VPID) break;
745#include "llvm/IR/VPIntrinsics.def"
752std::optional<unsigned>
755#define BEGIN_REGISTER_VP_INTRINSIC(VPID, ...) case Intrinsic::VPID:
756#define VP_PROPERTY_REDUCTION(STARTPOS, VECTORPOS) return STARTPOS;
757#define END_REGISTER_VP_INTRINSIC(VPID) break;
758#include "llvm/IR/VPIntrinsics.def"
767 case Intrinsic::uadd_with_overflow:
768 case Intrinsic::sadd_with_overflow:
769 case Intrinsic::uadd_sat:
770 case Intrinsic::sadd_sat:
771 return Instruction::Add;
772 case Intrinsic::usub_with_overflow:
773 case Intrinsic::ssub_with_overflow:
774 case Intrinsic::usub_sat:
775 case Intrinsic::ssub_sat:
776 return Instruction::Sub;
777 case Intrinsic::umul_with_overflow:
778 case Intrinsic::smul_with_overflow:
779 return Instruction::Mul;
787 case Intrinsic::sadd_with_overflow:
788 case Intrinsic::ssub_with_overflow:
789 case Intrinsic::smul_with_overflow:
790 case Intrinsic::sadd_sat:
791 case Intrinsic::ssub_sat:
807 if (isa<UndefValue>(Token))
812 if (!isa<LandingPadInst>(Token))
813 return cast<GCStatepointInst>(Token);
817 cast<Instruction>(Token)->
getParent()->getUniquePredecessor();
819 assert(InvokeBB &&
"safepoints should have unique landingpads");
821 "safepoint block should be well formed");
828 if (isa<UndefValue>(Statepoint))
831 auto *GCInst = cast<GCStatepointInst>(Statepoint);
839 if (isa<UndefValue>(Statepoint))
842 auto *GCInst = cast<GCStatepointInst>(Statepoint);
This file contains the declarations for the subclasses of Constant, which represent the different fla...
Returns the sub type a function will return at a given Idx Should correspond to the result type of an ExtractValue instruction executed with just that one unsigned Idx
static ICmpInst::Predicate getIntPredicateFromMD(const Value *Op)
static ValueAsMetadata * getAsMetadata(Value *V)
static FCmpInst::Predicate getFPPredicateFromMD(const Value *Op)
Module.h This file contains the declarations for the Module class.
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
This file implements the StringSwitch template, which mimics a switch() statement whose cases are str...
ArrayRef - Represent a constant reference to an array (0 or more elements consecutively in memory),...
size_t size() const
size - Get the array size.
LLVM Basic Block Representation.
const Function * getParent() const
Return the enclosing method, or null if none.
const Instruction * getTerminator() const LLVM_READONLY
Returns the terminator instruction if the block is well formed or null if the block is not well forme...
unsigned getNoWrapKind() const
Returns one of OBO::NoSignedWrap or OBO::NoUnsignedWrap.
bool isSigned() const
Whether the intrinsic is signed or unsigned.
Instruction::BinaryOps getBinaryOp() const
Returns the binary operation underlying the intrinsic.
MaybeAlign getParamAlign(unsigned ArgNo) const
Extract the alignment for a call or parameter (0=unknown).
Value * getArgOperand(unsigned i) const
void setArgOperand(unsigned i, Value *v)
unsigned arg_size() const
Predicate
This enumeration lists the possible predicates for CmpInst subclasses.
@ FCMP_OEQ
0 0 0 1 True if ordered and equal
@ ICMP_SLT
signed less than
@ ICMP_SLE
signed less or equal
@ FCMP_OLT
0 1 0 0 True if ordered and less than
@ FCMP_ULE
1 1 0 1 True if unordered, less than, or equal
@ FCMP_OGT
0 0 1 0 True if ordered and greater than
@ FCMP_OGE
0 0 1 1 True if ordered and greater than or equal
@ ICMP_UGE
unsigned greater or equal
@ ICMP_UGT
unsigned greater than
@ ICMP_SGT
signed greater than
@ FCMP_ULT
1 1 0 0 True if unordered or less than
@ FCMP_ONE
0 1 1 0 True if ordered and operands are unequal
@ FCMP_UEQ
1 0 0 1 True if unordered or equal
@ ICMP_ULT
unsigned less than
@ FCMP_UGT
1 0 1 0 True if unordered or greater than
@ FCMP_OLE
0 1 0 1 True if ordered and less than or equal
@ FCMP_ORD
0 1 1 1 True if ordered (no nans)
@ ICMP_SGE
signed greater or equal
@ FCMP_UNE
1 1 1 0 True if unordered or not equal
@ ICMP_ULE
unsigned less or equal
@ FCMP_UGE
1 0 1 1 True if unordered, greater than, or equal
@ FCMP_UNO
1 0 0 0 True if unordered: isnan(X) | isnan(Y)
This is the shared class of boolean and integer constants.
static Constant * get(Type *Ty, uint64_t V, bool IsSigned=false)
If Ty is a vector type, return a Constant with a splat of the given value.
FCmpInst::Predicate getPredicate() const
std::optional< fp::ExceptionBehavior > getExceptionBehavior() const
std::optional< RoundingMode > getRoundingMode() const
static bool classof(const IntrinsicInst *I)
bool isDefaultFPEnvironment() const
std::optional< uint64_t > getSizeInBits() const
Determines the size of the variable's type.
void setAssignId(DIAssignID *New)
void setKillAddress()
Kill the address component.
bool isKillAddress() const
Check whether this kills the address component.
Metadata * getRawAddress() const
Value * getAddress() const
void setAddress(Value *V)
iterator_range< location_op_iterator > location_ops() const
Get the locations corresponding to the variable referenced by the debug info intrinsic.
void addVariableLocationOps(ArrayRef< Value * > NewValues, DIExpression *NewExpr)
Adding a new location operand will always result in this intrinsic using an ArgList,...
void replaceVariableLocationOp(Value *OldValue, Value *NewValue)
Value * getVariableLocationOp(unsigned OpIdx) const
DILocalVariable * getVariable() const
unsigned getNumVariableLocationOps() const
void setOperand(unsigned i, Value *v)
std::optional< uint64_t > getFragmentSizeInBits() const
Get the size (in bits) of the variable, or fragment of the variable that is described.
DIExpression * getExpression() const
void setArgOperand(unsigned i, Value *v)
RawLocationWrapper getWrappedLocation() const
const Value * getStatepoint() const
The statepoint with which this gc.relocate is associated.
Value * getBasePtr() const
unsigned getBasePtrIndex() const
The index into the associate statepoint's argument list which contains the base pointer of the pointe...
Value * getDerivedPtr() const
unsigned getDerivedPtrIndex() const
The index into the associate statepoint's argument list which contains the pointer whose relocation t...
static bool classof(const IntrinsicInst *I)
ConstantInt * getNumCounters() const
ConstantInt * getIndex() const
static bool classof(const IntrinsicInst *I)
const Module * getModule() const
Return the module owning the function this instruction belongs to or nullptr it the function does not...
A wrapper class for inspecting calls to intrinsic functions.
static bool mayLowerToFunctionCall(Intrinsic::ID IID)
Check if the intrinsic might lower into a regular function call in the course of IR transformations.
Intrinsic::ID getIntrinsicID() const
Return the intrinsic ID of this intrinsic.
This is an important class for using LLVM in a threaded context.
static MDTuple * get(LLVMContext &Context, ArrayRef< Metadata * > MDs)
A Module instance is used to store all the information related to an LLVM module.
Metadata * getRawLocation() const
iterator_range< location_op_iterator > location_ops() const
Get the locations corresponding to the variable referenced by the debug info intrinsic.
Value * getVariableLocationOp(unsigned OpIdx) const
void push_back(const T &Elt)
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
StringRef - Represent a constant reference to a string, i.e.
constexpr size_t size() const
size - Get the string size.
static constexpr size_t npos
A switch()-like statement whose cases are string literals.
StringSwitch & Case(StringLiteral S, T Value)
The instances of the Type class are immutable: once they are created, they are never changed.
static IntegerType * getInt64Ty(LLVMContext &C)
static UndefValue * get(Type *T)
Static factory methods - Return an 'undef' object of the specified type.
unsigned getNumOperands() const
static bool isVPCast(Intrinsic::ID ID)
static bool isVPCmp(Intrinsic::ID ID)
CmpInst::Predicate getPredicate() const
static Function * getDeclarationForParams(Module *M, Intrinsic::ID, Type *ReturnType, ArrayRef< Value * > Params)
Declares a llvm.vp.
static std::optional< unsigned > getMaskParamPos(Intrinsic::ID IntrinsicID)
bool canIgnoreVectorLengthParam() const
void setMaskParam(Value *)
static std::optional< unsigned > getFunctionalOpcodeForVP(Intrinsic::ID ID)
static std::optional< unsigned > getMemoryDataParamPos(Intrinsic::ID)
Value * getVectorLengthParam() const
void setVectorLengthParam(Value *)
static std::optional< unsigned > getVectorLengthParamPos(Intrinsic::ID IntrinsicID)
static Intrinsic::ID getForOpcode(unsigned OC)
The llvm.vp.* intrinsics for this instruction Opcode.
static std::optional< unsigned > getMemoryPointerParamPos(Intrinsic::ID)
static bool isVPIntrinsic(Intrinsic::ID)
Value * getMemoryDataParam() const
Value * getMemoryPointerParam() const
MaybeAlign getPointerAlignment() const
Value * getMaskParam() const
ElementCount getStaticVectorLength() const
static std::optional< unsigned > getConstrainedIntrinsicIDForVP(Intrinsic::ID ID)
static bool isVPReduction(Intrinsic::ID ID)
unsigned getStartParamPos() const
unsigned getVectorParamPos() const
LLVM Value Representation.
Type * getType() const
All values are typed, get the type of this value.
LLVMContext & getContext() const
All values hold a context through their type.
A range adaptor for a pair of iterators.
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
int lookupLLVMIntrinsicByName(ArrayRef< const char * > NameTable, StringRef Name)
Looks up Name in NameTable via binary search.
Function * getDeclaration(Module *M, ID id, ArrayRef< Type * > Tys=std::nullopt)
Create or insert an LLVM Function declaration for an intrinsic, and return it.
bool match(Val *V, const Pattern &P)
class_match< ConstantInt > m_ConstantInt()
Match an arbitrary ConstantInt and ignore it.
VScaleVal_match m_VScale()
BinaryOp_match< LHS, RHS, Instruction::Mul, true > m_c_Mul(const LHS &L, const RHS &R)
Matches a Mul with LHS and RHS in either order.
@ ebIgnore
This corresponds to "fpexcept.ignore".
This is an optimization pass for GlobalISel generic memory operations.
@ Low
Lower the current thread's priority such that it does not affect foreground tasks significantly.
auto find(R &&Range, const T &Val)
Provide wrappers to std::find which take ranges instead of having to pass begin/end explicitly.
std::optional< fp::ExceptionBehavior > convertStrToExceptionBehavior(StringRef)
Returns a valid ExceptionBehavior enumerator when given a string valid as input in constrained intrin...
@ NearestTiesToEven
roundTiesToEven.
std::optional< RoundingMode > convertStrToRoundingMode(StringRef)
Returns a valid RoundingMode enumerator when given a string that is valid as input in constrained int...
bool is_contained(R &&Range, const E &Element)
Returns true if Element is found in Range.
This struct is a compact representation of a valid (power of two) or undefined (0) alignment.