32 return BA >= Alignment &&
Offset.isAligned(BA);
42 assert(V->getType()->isPointerTy() &&
"Base must be pointer");
49 if (!Visited.
insert(V).second)
75 CtxI, AC, DT, TLI, Visited,
MaxDepth);
80 if (BC->getSrcTy()->isPointerTy())
82 BC->getOperand(0), Alignment,
Size,
DL, CtxI, AC, DT, TLI,
87 if (
const SelectInst *Sel = dyn_cast<SelectInst>(V)) {
89 Size,
DL, CtxI, AC, DT, TLI,
92 Size,
DL, CtxI, AC, DT, TLI,
96 bool CheckForNonNull, CheckForFreed;
98 V->getPointerDereferenceableBytes(
DL, CheckForNonNull,
114 if (
const auto *Call = dyn_cast<CallBase>(V)) {
134 APInt KnownDerefBytes(
Size.getBitWidth(), ObjSize);
148 if (
const GCRelocateInst *RelocateInst = dyn_cast<GCRelocateInst>(V))
150 Alignment,
Size,
DL, CtxI, AC, DT,
155 Size,
DL, CtxI, AC, DT, TLI,
164 V, {Attribute::Dereferenceable, Attribute::Alignment}, AC,
168 if (RK.AttrKind == Attribute::Alignment)
169 AlignRK = std::max(AlignRK, RK);
170 if (RK.AttrKind == Attribute::Dereferenceable)
171 DerefRK = std::max(DerefRK, RK);
195 return ::isDereferenceableAndAlignedPointer(V, Alignment,
Size,
DL, CtxI, AC,
196 DT, TLI, Visited, 16);
213 APInt AccessSize(
DL.getPointerTypeSizeInBits(V->getType()),
214 DL.getTypeStoreSize(Ty));
250 if (isa<BinaryOperator>(
A) || isa<CastInst>(
A) || isa<PHINode>(
A) ||
251 isa<GetElementPtrInst>(
A))
253 if (cast<Instruction>(
A)->isIdenticalToWhenDefined(BI))
267 APInt EltSize(
DL.getIndexTypeSizeInBits(
Ptr->getType()),
268 DL.getTypeStoreSize(LI->
getType()).getFixedValue());
271 Instruction *HeaderFirstNonPHI = L->getHeader()->getFirstNonPHI();
275 if (L->isLoopInvariant(
Ptr))
277 HeaderFirstNonPHI, AC, &DT);
281 auto *AddRec = dyn_cast<SCEVAddRecExpr>(SE.
getSCEV(
Ptr));
282 if (!AddRec || AddRec->getLoop() != L || !AddRec->isAffine())
284 auto* Step = dyn_cast<SCEVConstant>(AddRec->getStepRecurrence(SE));
294 if (EltSize.
sgt(Step->getAPInt()))
302 APInt AccessSize = TC * Step->getAPInt();
305 "implied by addrec definition");
307 if (
auto *StartS = dyn_cast<SCEVUnknown>(AddRec->getStart())) {
308 Base = StartS->getValue();
309 }
else if (
auto *StartS = dyn_cast<SCEVAddExpr>(AddRec->getStart())) {
311 const auto *
Offset = dyn_cast<SCEVConstant>(StartS->getOperand(0));
312 const auto *NewBase = dyn_cast<SCEVUnknown>(StartS->getOperand(1));
313 if (StartS->getNumOperands() == 2 &&
Offset && NewBase) {
317 if (
Offset->getAPInt().urem(Alignment.
value()) != 0)
319 Base = NewBase->getValue();
320 bool Overflow =
false;
321 AccessSize = AccessSize.
uadd_ov(
Offset->getAPInt(), Overflow);
333 if (EltSize.
urem(Alignment.
value()) != 0)
336 HeaderFirstNonPHI, AC, &DT);
365 if (
Size.getBitWidth() > 64)
379 V = V->stripPointerCasts();
386 if (isa<CallInst>(BBI) && BBI->mayWriteToMemory() &&
387 !isa<LifetimeIntrinsic>(BBI) && !isa<DbgInfoIntrinsic>(BBI))
393 if (
LoadInst *LI = dyn_cast<LoadInst>(BBI)) {
397 if (LI->isVolatile())
399 AccessedPtr = LI->getPointerOperand();
400 AccessedTy = LI->getType();
401 AccessedAlign = LI->getAlign();
402 }
else if (
StoreInst *SI = dyn_cast<StoreInst>(BBI)) {
404 if (SI->isVolatile())
406 AccessedPtr = SI->getPointerOperand();
407 AccessedTy = SI->getValueOperand()->getType();
408 AccessedAlign = SI->getAlign();
412 if (AccessedAlign < Alignment)
416 if (AccessedPtr == V &&
417 TypeSize::isKnownLE(LoadSize,
DL.getTypeStoreSize(AccessedTy)))
421 TypeSize::isKnownLE(LoadSize,
DL.getTypeStoreSize(AccessedTy)))
449 cl::desc(
"Use this to specify the default maximum number of instructions "
450 "to scan backward from a given instruction, when searching for "
451 "available loaded value"));
455 unsigned MaxInstsToScan,
457 unsigned *NumScanedInst) {
459 if (!Load->isUnordered())
464 ScanBB, ScanFrom, MaxInstsToScan, AA, IsLoad,
472 const Value *StorePtr,
475 APInt LoadOffset(
DL.getIndexTypeSizeInBits(LoadPtr->
getType()), 0);
476 APInt StoreOffset(
DL.getIndexTypeSizeInBits(StorePtr->
getType()), 0);
478 DL, LoadOffset,
false);
480 DL, StoreOffset,
false);
481 if (LoadBase != StoreBase)
486 LoadOffset + LoadAccessSize.toRaw());
488 StoreOffset + StoreAccessSize.toRaw());
493 Type *AccessTy,
bool AtLeastAtomic,
498 if (
LoadInst *LI = dyn_cast<LoadInst>(Inst)) {
501 if (LI->isAtomic() < AtLeastAtomic)
518 if (
StoreInst *SI = dyn_cast<StoreInst>(Inst)) {
521 if (SI->isAtomic() < AtLeastAtomic)
524 Value *StorePtr = SI->getPointerOperand()->stripPointerCasts();
531 Value *Val = SI->getValueOperand();
536 TypeSize LoadSize =
DL.getTypeSizeInBits(AccessTy);
537 if (TypeSize::isKnownLE(LoadSize, StoreSize))
538 if (
auto *
C = dyn_cast<Constant>(Val))
542 if (
auto *MSI = dyn_cast<MemSetInst>(Inst)) {
548 auto *Val = dyn_cast<ConstantInt>(MSI->getValue());
549 auto *Len = dyn_cast<ConstantInt>(MSI->getLength());
554 Value *Dst = MSI->getDest();
561 TypeSize LoadTypeSize =
DL.getTypeSizeInBits(AccessTy);
567 if ((Len->getValue() * 8).ult(LoadSize))
571 : Val->getValue().trunc(LoadSize);
586 if (MaxInstsToScan == 0)
587 MaxInstsToScan = ~0U;
592 while (ScanFrom != ScanBB->
begin()) {
606 if (MaxInstsToScan-- == 0)
612 AtLeastAtomic,
DL, IsLoadCSE))
616 if (
StoreInst *SI = dyn_cast<StoreInst>(Inst)) {
617 Value *StorePtr = SI->getPointerOperand()->stripPointerCasts();
622 if ((isa<AllocaInst>(StrippedPtr) || isa<GlobalVariable>(StrippedPtr)) &&
623 (isa<AllocaInst>(StorePtr) || isa<GlobalVariable>(StorePtr)) &&
624 StrippedPtr != StorePtr)
633 Loc.
Ptr, AccessTy, SI->getPointerOperand(),
634 SI->getValueOperand()->getType(),
DL))
668 unsigned MaxInstsToScan) {
669 const DataLayout &
DL = Load->getModule()->getDataLayout();
670 Value *StrippedPtr = Load->getPointerOperand()->stripPointerCasts();
672 Type *AccessTy = Load->getType();
673 bool AtLeastAtomic = Load->isAtomic();
675 if (!Load->isUnordered())
684 if (Inst.isDebugOrPseudoInst())
687 if (MaxInstsToScan-- == 0)
691 AtLeastAtomic,
DL, IsLoadCSE);
695 if (Inst.mayWriteToMemory())
713 Type *Ty =
A->getType();
715 "values must have matching pointer types");
720 if (
auto *
C = dyn_cast<Constant>(
B)) {
723 APInt OneByte(
DL.getPointerTypeSizeInBits(Ty), 1);
724 return C->isNullValue() ||
MachineBasicBlock MachineBasicBlock::iterator DebugLoc DL
static GCRegistry::Add< OcamlGC > B("ocaml", "ocaml 3.10-compatible GC")
static GCRegistry::Add< ErlangGC > A("erlang", "erlang-compatible garbage collector")
static GCRegistry::Add< CoreCLRGC > E("coreclr", "CoreCLR-compatible GC")
@ Available
We know the block is fully available. This is a fixpoint.
static const unsigned MaxDepth
static bool AreEquivalentAddressValues(const Value *A, const Value *B)
Test if A and B will obviously have the same value.
static bool isAligned(const Value *Base, const APInt &Offset, Align Alignment, const DataLayout &DL)
static bool isDereferenceableAndAlignedPointer(const Value *V, Align Alignment, const APInt &Size, const DataLayout &DL, const Instruction *CtxI, AssumptionCache *AC, const DominatorTree *DT, const TargetLibraryInfo *TLI, SmallPtrSetImpl< const Value * > &Visited, unsigned MaxDepth)
Test if V is always a pointer to allocated and suitably aligned memory for a simple load or store.
static bool areNonOverlapSameBaseLoadAndStore(const Value *LoadPtr, Type *LoadTy, const Value *StorePtr, Type *StoreTy, const DataLayout &DL)
static Value * getAvailableLoadStore(Instruction *Inst, const Value *Ptr, Type *AccessTy, bool AtLeastAtomic, const DataLayout &DL, bool *IsLoadCSE)
This file provides utility analysis objects describing memory locations.
Module.h This file contains the declarations for the Module class.
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
Class for arbitrary precision integers.
bool sgt(const APInt &RHS) const
Signed greater than comparison.
APInt urem(const APInt &RHS) const
Unsigned remainder operation.
APInt uadd_ov(const APInt &RHS, bool &Overflow) const
static APInt getSplat(unsigned NewLen, const APInt &V)
Return a value containing V broadcasted over NewLen bits.
bool getBoolValue() const
Convert APInt to a boolean value.
bool uge(const APInt &RHS) const
Unsigned greater or equal comparison.
A cache of @llvm.assume calls within a function.
LLVM Basic Block Representation.
iterator begin()
Instruction iterator methods.
InstListType::iterator iterator
Instruction iterators...
const Module * getModule() const
Return the module owning the function this basic block belongs to, or nullptr if the function does no...
This class is a wrapper over an AAResults, and it is intended to be used only when there are no IR ch...
ModRefInfo getModRefInfo(const Instruction *I, const std::optional< MemoryLocation > &OptLoc)
static bool isBitOrNoopPointerCastable(Type *SrcTy, Type *DestTy, const DataLayout &DL)
Check whether a bitcast, inttoptr, or ptrtoint cast between these types is valid and a no-op.
This is the shared class of boolean and integer constants.
This class represents a range of values.
bool isEmptySet() const
Return true if this set contains no members.
ConstantRange intersectWith(const ConstantRange &CR, PreferredRangeType Type=Smallest) const
Return the range that results from the intersection of this range with another range.
A parsed version of the target data layout string in and methods for querying it.
Concrete subclass of DominatorTreeBase that is used to compute a normal dominator tree.
Represents calls to the gc.relocate intrinsic.
bool isDebugOrPseudoInst() const LLVM_READONLY
Return true if the instruction is a DbgInfoIntrinsic or PseudoProbeInst.
bool mayWriteToMemory() const LLVM_READONLY
Return true if this instruction may modify memory.
const Module * getModule() const
Return the module owning the function this instruction belongs to or nullptr it the function does not...
const BasicBlock * getParent() const
An instruction for reading from memory.
Value * getPointerOperand()
Align getAlign() const
Return the alignment of the access that is being performed.
static LocationSize precise(uint64_t Value)
Represents a single loop in the control flow graph.
Representation for a specific memory location.
static MemoryLocation get(const LoadInst *LI)
Return a location with information about the memory reference by the given instruction.
const Value * Ptr
The address of the start of the location.
const DataLayout & getDataLayout() const
Get the data layout for the module's target platform.
The main scalar evolution driver.
const SCEV * getSCEV(Value *V)
Return a SCEV expression for the full generality of the specified expression.
unsigned getSmallConstantMaxTripCount(const Loop *L)
Returns the upper bound of the loop trip count as a normal unsigned value.
bool isLoopInvariant(const SCEV *S, const Loop *L)
Return true if the value of the given SCEV is unchanging in the specified loop.
This class represents the LLVM 'select' instruction.
A templated base class for SmallPtrSet which provides the typesafe interface that is common across al...
std::pair< iterator, bool > insert(PtrType Ptr)
Inserts Ptr if and only if there is no element in the container equal to Ptr.
SmallPtrSet - This class implements a set which is optimized for holding SmallSize or less elements.
void push_back(const T &Elt)
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
An instruction for storing to memory.
Provides information about what library functions are available for the current target.
static constexpr TypeSize getFixed(ScalarTy ExactSize)
The instances of the Type class are immutable: once they are created, they are never changed.
bool isPointerTy() const
True if this is an instance of PointerType.
bool isSized(SmallPtrSetImpl< Type * > *Visited=nullptr) const
Return true if it makes sense to take the size of this type.
bool isScalableTy() const
Return true if this is a type whose size is a known multiple of vscale.
LLVM Value Representation.
Type * getType() const
All values are typed, get the type of this value.
const Value * stripAndAccumulateConstantOffsets(const DataLayout &DL, APInt &Offset, bool AllowNonInbounds, bool AllowInvariantGroup=false, function_ref< bool(Value &Value, APInt &Offset)> ExternalAnalysis=nullptr) const
Accumulate the constant offset this value has compared to a base pointer.
const Value * stripPointerCasts() const
Strip off pointer casts, all-zero GEPs and address space casts.
constexpr ScalarTy getFixedValue() const
constexpr bool isScalable() const
Returns whether the quantity is scaled by a runtime quantity (vscale).
self_iterator getIterator()
@ C
The default llvm calling convention, compatible with C.
initializer< Ty > init(const Ty &Val)
This is an optimization pass for GlobalISel generic memory operations.
bool isKnownNonZero(const Value *V, const DataLayout &DL, unsigned Depth=0, AssumptionCache *AC=nullptr, const Instruction *CxtI=nullptr, const DominatorTree *DT=nullptr, bool UseInstrInfo=true)
Return true if the given value is known to be non-zero when defined.
bool isValidAssumeForContext(const Instruction *I, const Instruction *CxtI, const DominatorTree *DT=nullptr, bool AllowEphemerals=false)
Return true if it is valid to use the assumptions provided by an assume intrinsic,...
const Value * getArgumentAliasingToReturnedPointer(const CallBase *Call, bool MustPreserveNullness)
This function returns call pointer argument that is considered the same by aliasing rules.
bool isDereferenceableAndAlignedPointer(const Value *V, Type *Ty, Align Alignment, const DataLayout &DL, const Instruction *CtxI=nullptr, AssumptionCache *AC=nullptr, const DominatorTree *DT=nullptr, const TargetLibraryInfo *TLI=nullptr)
Returns true if V is always a dereferenceable pointer with alignment greater or equal than requested.
iterator_range< T > make_range(T x, T y)
Convenience function for iterating over sub-ranges.
Value * findAvailablePtrLoadStore(const MemoryLocation &Loc, Type *AccessTy, bool AtLeastAtomic, BasicBlock *ScanBB, BasicBlock::iterator &ScanFrom, unsigned MaxInstsToScan, BatchAAResults *AA, bool *IsLoadCSE, unsigned *NumScanedInst)
Scan backwards to see if we have the value of the given pointer available locally within a small numb...
Value * FindAvailableLoadedValue(LoadInst *Load, BasicBlock *ScanBB, BasicBlock::iterator &ScanFrom, unsigned MaxInstsToScan=DefMaxInstsToScan, BatchAAResults *AA=nullptr, bool *IsLoadCSE=nullptr, unsigned *NumScanedInst=nullptr)
Scan backwards to see if we have the value of the given load available locally within a small number ...
RetainedKnowledge getKnowledgeForValue(const Value *V, ArrayRef< Attribute::AttrKind > AttrKinds, AssumptionCache *AC=nullptr, function_ref< bool(RetainedKnowledge, Instruction *, const CallBase::BundleOpInfo *)> Filter=[](auto...) { return true;})
Return a valid Knowledge associated to the Value V if its Attribute kind is in AttrKinds and it match...
bool getObjectSize(const Value *Ptr, uint64_t &Size, const DataLayout &DL, const TargetLibraryInfo *TLI, ObjectSizeOpts Opts={})
Compute the size of the object pointed by Ptr.
bool isModSet(const ModRefInfo MRI)
bool isDereferenceableAndAlignedInLoop(LoadInst *LI, Loop *L, ScalarEvolution &SE, DominatorTree &DT, AssumptionCache *AC=nullptr)
Return true if we can prove that the given load (which is assumed to be within the specified loop) wo...
Constant * ConstantFoldLoadFromConst(Constant *C, Type *Ty, const APInt &Offset, const DataLayout &DL)
Extract value of C at the given Offset reinterpreted as Ty.
cl::opt< unsigned > DefMaxInstsToScan
The default number of maximum instructions to scan in the block, used by FindAvailableLoadedValue().
bool canReplacePointersIfEqual(Value *A, Value *B, const DataLayout &DL, Instruction *CtxI)
Returns true if a pointer value A can be replace with another pointer value \B if they are deemed equ...
bool isDereferenceablePointer(const Value *V, Type *Ty, const DataLayout &DL, const Instruction *CtxI=nullptr, AssumptionCache *AC=nullptr, const DominatorTree *DT=nullptr, const TargetLibraryInfo *TLI=nullptr)
Return true if this is always a dereferenceable pointer.
bool isSafeToLoadUnconditionally(Value *V, Align Alignment, APInt &Size, const DataLayout &DL, Instruction *ScanFrom=nullptr, AssumptionCache *AC=nullptr, const DominatorTree *DT=nullptr, const TargetLibraryInfo *TLI=nullptr)
Return true if we know that executing a load from this value cannot trap.
This struct is a compact representation of a valid (non-zero power of two) alignment.
uint64_t value() const
This is a hole in the type system and should not be abused.
Various options to control the behavior of getObjectSize.
bool NullIsUnknownSize
If this is true, null pointers in address space 0 will be treated as though they can't be evaluated.
bool RoundToAlign
Whether to round the result up to the alignment of allocas, byval arguments, and global variables.
Represent one information held inside an operand bundle of an llvm.assume.