20#ifndef LLVM_ANALYSIS_SCALAREVOLUTION_H
21#define LLVM_ANALYSIS_SCALAREVOLUTION_H
71template <
typename SCEVPtrT = const SCEV *>
78 template <
typename OtherPtrT,
typename = std::enable_if_t<
79 std::is_convertible_v<OtherPtrT, SCEVPtrT>>>
122 U.setFromOpaqueValue(
P);
132 uintptr_t Val =
static_cast<uintptr_t
>(-1);
137 uintptr_t Val =
static_cast<uintptr_t
>(-2);
146 return LHS.getRawPointer() ==
RHS.getRawPointer();
160template <
typename ToSCEVPtrT>
162 std::enable_if_t<!is_simple_type<SCEVUse>::value>> {
163 using To = std::remove_cv_t<std::remove_pointer_t<ToSCEVPtrT>>;
168 return {
cast<To>(U.getPointer()), U.getFlags()};
178template <
typename ToSCEVPtrT>
180 std::enable_if_t<!is_simple_type<const SCEVUse>::value>>
181 :
CastInfo<SCEVUseT<ToSCEVPtrT>, SCEVUse> {};
317 return ID ==
X.FastID;
321 return X.FastID.ComputeHash();
400 return ID ==
X.FastID;
405 return X.FastID.ComputeHash();
489 "Invalid flags value!");
506 "Invalid flags value!");
518 IncrementWrapFlags Flags;
523 IncrementWrapFlags Flags);
532 bool isAlwaysTrue()
const override;
573 bool isAlwaysTrue()
const override;
624 return TestFlags ==
maskFlags(Flags, TestFlags);
685 LLVM_ABI std::optional<SCEV::NoWrapFlags>
735 unsigned Depth = 0) {
741 unsigned Depth = 0) {
750 unsigned Depth = 0) {
756 unsigned Depth = 0) {
778 std::pair<const SCEV *, SmallVector<const SCEVPredicate *, 3>>>
804 bool Sequential =
false);
806 bool Sequential =
false);
906 bool Sequential =
false);
911 bool Sequential =
false);
1002 const SCEV *ExitCount);
1167 return getRangeRef(S, HINT_RANGE_UNSIGNED);
1172 return getRangeRef(S, HINT_RANGE_UNSIGNED).getUnsignedMin();
1177 return getRangeRef(S, HINT_RANGE_UNSIGNED).getUnsignedMax();
1183 return getRangeRef(S, HINT_RANGE_SIGNED);
1188 return getRangeRef(S, HINT_RANGE_SIGNED).getSignedMin();
1193 return getRangeRef(S, HINT_RANGE_SIGNED).getSignedMax();
1214 bool OrNegative =
false);
1243 LLVM_ABI std::pair<const SCEV *, const SCEV *>
1354 bool ControlsOnlyExit,
1355 bool AllowPredicates =
false);
1372 LLVM_ABI std::optional<MonotonicPredicateType>
1387 LLVM_ABI std::optional<LoopInvariantPredicate>
1396 LLVM_ABI std::optional<LoopInvariantPredicate>
1401 const SCEV *MaxIter);
1403 LLVM_ABI std::optional<LoopInvariantPredicate>
1456 FunctionAnalysisManager::Invalidator &Inv);
1499 bool PreserveNUW =
false;
1500 bool PreserveNSW =
false;
1512 unsigned Depth = 0);
1518 static void collectFromPHI(
1543 return getLoopProperties(L).HasNoAbnormalExits;
1565 const SCEV *Op =
nullptr;
1566 const Type *Ty =
nullptr;
1580 reinterpret_cast<uintptr_t
>(Ty)));
1584 return std::tie(Op, Ty, C) == std::tie(
RHS.Op,
RHS.Ty,
RHS.C);
1594 void deleted()
override;
1595 void allUsesReplacedWith(
Value *New)
override;
1601 friend class SCEVCallbackVH;
1629 std::unique_ptr<SCEVCouldNotCompute> CouldNotCompute;
1635 HasRecMapType HasRecMap;
1643 ExprValueMapType ExprValueMap;
1646 using ValueExprMapType =
1650 ValueExprMapType ValueExprMap;
1665 bool WalkingBEDominatingConds =
false;
1669 bool ProvingSplitPredicate =
false;
1679 APInt getConstantMultipleImpl(
const SCEV *S,
1684 struct ExitNotTakenInfo {
1686 const SCEV *ExactNotTaken;
1687 const SCEV *ConstantMaxNotTaken;
1688 const SCEV *SymbolicMaxNotTaken;
1692 const SCEV *ExactNotTaken,
1693 const SCEV *ConstantMaxNotTaken,
1694 const SCEV *SymbolicMaxNotTaken,
1696 : ExitingBlock(ExitingBlock), ExactNotTaken(ExactNotTaken),
1697 ConstantMaxNotTaken(ConstantMaxNotTaken),
1698 SymbolicMaxNotTaken(SymbolicMaxNotTaken), Predicates(Predicates) {}
1700 bool hasAlwaysTruePredicate()
const {
1701 return Predicates.
empty();
1708 class BackedgeTakenInfo {
1709 friend class ScalarEvolution;
1713 SmallVector<ExitNotTakenInfo, 1> ExitNotTaken;
1718 const SCEV *ConstantMax =
nullptr;
1722 bool IsComplete =
false;
1726 const SCEV *SymbolicMax =
nullptr;
1729 bool MaxOrZero =
false;
1731 bool isComplete()
const {
return IsComplete; }
1732 const SCEV *getConstantMax()
const {
return ConstantMax; }
1734 LLVM_ABI const ExitNotTakenInfo *getExitNotTaken(
1735 const BasicBlock *ExitingBlock,
1736 SmallVectorImpl<const SCEVPredicate *> *Predicates =
nullptr)
const;
1739 BackedgeTakenInfo() =
default;
1740 BackedgeTakenInfo(BackedgeTakenInfo &&) =
default;
1741 BackedgeTakenInfo &operator=(BackedgeTakenInfo &&) =
default;
1743 using EdgeExitInfo = std::pair<BasicBlock *, ExitLimit>;
1747 bool IsComplete,
const SCEV *ConstantMax,
1752 bool hasAnyInfo()
const {
1753 return !ExitNotTaken.empty() ||
1758 bool hasFullInfo()
const {
return isComplete(); }
1779 const Loop *L, ScalarEvolution *SE,
1780 SmallVectorImpl<const SCEVPredicate *> *Predicates =
nullptr)
const;
1787 const SCEV *getExact(
1788 const BasicBlock *ExitingBlock, ScalarEvolution *SE,
1789 SmallVectorImpl<const SCEVPredicate *> *Predicates =
nullptr)
const {
1790 if (
auto *ENT = getExitNotTaken(ExitingBlock, Predicates))
1791 return ENT->ExactNotTaken;
1793 return SE->getCouldNotCompute();
1797 LLVM_ABI const SCEV *getConstantMax(
1798 ScalarEvolution *SE,
1799 SmallVectorImpl<const SCEVPredicate *> *Predicates =
nullptr)
const;
1802 const SCEV *getConstantMax(
1803 const BasicBlock *ExitingBlock, ScalarEvolution *SE,
1804 SmallVectorImpl<const SCEVPredicate *> *Predicates =
nullptr)
const {
1805 if (
auto *ENT = getExitNotTaken(ExitingBlock, Predicates))
1806 return ENT->ConstantMaxNotTaken;
1808 return SE->getCouldNotCompute();
1812 LLVM_ABI const SCEV *getSymbolicMax(
1813 const Loop *L, ScalarEvolution *SE,
1814 SmallVectorImpl<const SCEVPredicate *> *Predicates =
nullptr);
1817 const SCEV *getSymbolicMax(
1818 const BasicBlock *ExitingBlock, ScalarEvolution *SE,
1819 SmallVectorImpl<const SCEVPredicate *> *Predicates =
nullptr)
const {
1820 if (
auto *ENT = getExitNotTaken(ExitingBlock, Predicates))
1821 return ENT->SymbolicMaxNotTaken;
1823 return SE->getCouldNotCompute();
1828 LLVM_ABI bool isConstantMaxOrZero(ScalarEvolution *SE)
const;
1833 DenseMap<const Loop *, BackedgeTakenInfo> BackedgeTakenCounts;
1837 DenseMap<const Loop *, BackedgeTakenInfo> PredicatedBackedgeTakenCounts;
1840 DenseMap<const SCEV *, SmallPtrSet<PointerIntPair<const Loop *, 1, bool>, 4>>
1847 DenseMap<PHINode *, Constant *> ConstantEvolutionLoopExitValue;
1852 DenseMap<const SCEV *, SmallVector<std::pair<const Loop *, const SCEV *>, 2>>
1857 DenseMap<const SCEV *, SmallVector<std::pair<const Loop *, const SCEV *>, 2>>
1858 ValuesAtScopesUsers;
1861 DenseMap<
const SCEV *,
1865 struct LoopProperties {
1871 bool HasNoAbnormalExits;
1875 bool HasNoSideEffects;
1879 DenseMap<const Loop *, LoopProperties> LoopPropertiesCache;
1882 LLVM_ABI LoopProperties getLoopProperties(
const Loop *L);
1884 bool loopHasNoSideEffects(
const Loop *L) {
1885 return getLoopProperties(L).HasNoSideEffects;
1898 BlockDisposition computeBlockDisposition(
const SCEV *S,
const BasicBlock *BB);
1901 DenseMap<const SCEV *, SmallPtrSet<const SCEV *, 8> > SCEVUsers;
1904 DenseMap<const SCEV *, ConstantRange> UnsignedRanges;
1907 DenseMap<const SCEV *, ConstantRange> SignedRanges;
1910 enum RangeSignHint { HINT_RANGE_UNSIGNED, HINT_RANGE_SIGNED };
1913 const ConstantRange &setRange(
const SCEV *S, RangeSignHint Hint,
1915 DenseMap<const SCEV *, ConstantRange> &Cache =
1916 Hint == HINT_RANGE_UNSIGNED ? UnsignedRanges : SignedRanges;
1918 auto Pair = Cache.insert_or_assign(S, std::move(CR));
1919 return Pair.first->second;
1925 LLVM_ABI const ConstantRange &getRangeRef(
const SCEV *S, RangeSignHint Hint,
1926 unsigned Depth = 0);
1930 const ConstantRange &getRangeRefIter(
const SCEV *S, RangeSignHint Hint);
1934 ConstantRange getRangeForAffineAR(
const SCEV *Start,
const SCEV *Step,
1935 const APInt &MaxBECount);
1939 ConstantRange getRangeForAffineNoSelfWrappingAR(
const SCEVAddRecExpr *AddRec,
1940 const SCEV *MaxBECount,
1942 RangeSignHint SignHint);
1947 ConstantRange getRangeViaFactoring(
const SCEV *Start,
const SCEV *Step,
1948 const APInt &MaxBECount);
1954 ConstantRange getRangeForUnknownRecurrence(
const SCEVUnknown *U);
1958 const SCEV *createSCEV(
Value *V);
1962 const SCEV *createSCEVIter(
Value *V);
1966 const SCEV *getOperandsToCreate(
Value *V, SmallVectorImpl<Value *> &
Ops);
1970 const SCEV *createNodeForPHIWithIdenticalOperands(PHINode *PN);
1973 const SCEV *createNodeForPHI(PHINode *PN);
1976 const SCEV *createAddRecFromPHI(PHINode *PN);
1979 const SCEV *createSimpleAffineAddRec(PHINode *PN,
Value *BEValueV,
1980 Value *StartValueV);
1983 const SCEV *createNodeFromSelectLikePHI(PHINode *PN);
1989 std::optional<const SCEV *>
1990 createNodeForSelectOrPHIInstWithICmpInstCond(
Type *Ty, ICmpInst *
Cond,
2006 const SCEV *createNodeForGEP(GEPOperator *
GEP);
2010 const SCEV *computeSCEVAtScope(
const SCEV *S,
const Loop *L);
2015 BackedgeTakenInfo &getBackedgeTakenInfo(
const Loop *L);
2019 BackedgeTakenInfo &getPredicatedBackedgeTakenInfo(
const Loop *L);
2024 BackedgeTakenInfo computeBackedgeTakenCount(
const Loop *L,
2025 bool AllowPredicates =
false);
2031 ExitLimit computeExitLimit(
const Loop *L, BasicBlock *ExitingBlock,
2032 bool IsOnlyExit,
bool AllowPredicates =
false);
2037 class ExitLimitCache {
2043 SmallDenseMap<PointerIntPair<Value *, 1>, ExitLimit> TripCountMap;
2047 bool AllowPredicates;
2050 ExitLimitCache(
const Loop *L,
bool ExitIfTrue,
bool AllowPredicates)
2051 : L(L), ExitIfTrue(ExitIfTrue), AllowPredicates(AllowPredicates) {}
2053 LLVM_ABI std::optional<ExitLimit> find(
const Loop *L,
Value *ExitCond,
2055 bool ControlsOnlyExit,
2056 bool AllowPredicates);
2058 LLVM_ABI void insert(
const Loop *L,
Value *ExitCond,
bool ExitIfTrue,
2059 bool ControlsOnlyExit,
bool AllowPredicates,
2060 const ExitLimit &EL);
2063 using ExitLimitCacheTy = ExitLimitCache;
2065 ExitLimit computeExitLimitFromCondCached(ExitLimitCacheTy &Cache,
2066 const Loop *L,
Value *ExitCond,
2068 bool ControlsOnlyExit,
2069 bool AllowPredicates);
2070 ExitLimit computeExitLimitFromCondImpl(ExitLimitCacheTy &Cache,
const Loop *L,
2071 Value *ExitCond,
bool ExitIfTrue,
2072 bool ControlsOnlyExit,
2073 bool AllowPredicates);
2074 std::optional<ScalarEvolution::ExitLimit> computeExitLimitFromCondFromBinOp(
2075 ExitLimitCacheTy &Cache,
const Loop *L,
Value *ExitCond,
bool ExitIfTrue,
2076 bool ControlsOnlyExit,
bool AllowPredicates);
2083 ExitLimit computeExitLimitFromICmp(
const Loop *L, ICmpInst *ExitCond,
2086 bool AllowPredicates =
false);
2092 ExitLimit computeExitLimitFromICmp(
const Loop *L, CmpPredicate Pred,
2094 bool AllowPredicates =
false);
2099 ExitLimit computeExitLimitFromSingleExitSwitch(
const Loop *L,
2101 BasicBlock *ExitingBB,
2119 const SCEV *computeExitCountExhaustively(
const Loop *L,
Value *
Cond,
2126 ExitLimit howFarToZero(
const SCEV *V,
const Loop *L,
bool IsSubExpr,
2127 bool AllowPredicates =
false);
2132 ExitLimit howFarToNonZero(
const SCEV *V,
const Loop *L);
2146 ExitLimit howManyLessThans(
const SCEV *
LHS,
const SCEV *
RHS,
const Loop *L,
2147 bool isSigned,
bool ControlsOnlyExit,
2148 bool AllowPredicates =
false);
2150 ExitLimit howManyGreaterThans(
const SCEV *
LHS,
const SCEV *
RHS,
const Loop *L,
2151 bool isSigned,
bool IsSubExpr,
2152 bool AllowPredicates =
false);
2157 std::pair<const BasicBlock *, const BasicBlock *>
2158 getPredecessorWithUniqueSuccessorForBB(
const BasicBlock *BB)
const;
2164 LLVM_ABI bool isImpliedCond(CmpPredicate Pred,
const SCEV *
LHS,
2165 const SCEV *
RHS,
const Value *FoundCondValue,
2167 const Instruction *
Context =
nullptr);
2176 const Instruction *CtxI);
2182 LLVM_ABI bool isImpliedCond(CmpPredicate Pred,
const SCEV *
LHS,
2183 const SCEV *
RHS, CmpPredicate FoundPred,
2184 const SCEV *FoundLHS,
const SCEV *FoundRHS,
2185 const Instruction *
Context =
nullptr);
2191 bool isImpliedCondOperands(CmpPredicate Pred,
const SCEV *
LHS,
2192 const SCEV *
RHS,
const SCEV *FoundLHS,
2193 const SCEV *FoundRHS,
2194 const Instruction *
Context =
nullptr);
2200 bool isImpliedViaOperations(CmpPredicate Pred,
const SCEV *
LHS,
2201 const SCEV *
RHS,
const SCEV *FoundLHS,
2202 const SCEV *FoundRHS,
unsigned Depth = 0);
2206 bool isKnownViaNonRecursiveReasoning(CmpPredicate Pred,
SCEVUse LHS,
2212 bool isImpliedCondOperandsHelper(CmpPredicate Pred,
const SCEV *
LHS,
2213 const SCEV *
RHS,
const SCEV *FoundLHS,
2214 const SCEV *FoundRHS);
2220 bool isImpliedCondOperandsViaRanges(CmpPredicate Pred,
const SCEV *
LHS,
2221 const SCEV *
RHS, CmpPredicate FoundPred,
2222 const SCEV *FoundLHS,
2223 const SCEV *FoundRHS);
2227 bool isImpliedViaGuard(
const BasicBlock *BB, CmpPredicate Pred,
2228 const SCEV *
LHS,
const SCEV *
RHS);
2236 bool isImpliedCondOperandsViaNoOverflow(CmpPredicate Pred,
const SCEV *
LHS,
2237 const SCEV *
RHS,
const SCEV *FoundLHS,
2238 const SCEV *FoundRHS);
2246 bool isImpliedCondOperandsViaAddRecStart(CmpPredicate Pred,
const SCEV *
LHS,
2248 const SCEV *FoundLHS,
2249 const SCEV *FoundRHS,
2250 const Instruction *CtxI);
2259 bool isImpliedViaMerge(CmpPredicate Pred,
const SCEV *
LHS,
const SCEV *
RHS,
2260 const SCEV *FoundLHS,
const SCEV *FoundRHS,
2268 bool isImpliedCondOperandsViaShift(CmpPredicate Pred,
const SCEV *
LHS,
2269 const SCEV *
RHS,
const SCEV *FoundLHS,
2270 const SCEV *FoundRHS);
2275 Constant *getConstantEvolutionLoopExitValue(PHINode *PN,
const APInt &BEs,
2280 bool isKnownPredicateViaConstantRanges(CmpPredicate Pred,
SCEVUse LHS,
2288 bool isKnownPredicateViaNoOverflow(CmpPredicate Pred,
SCEVUse LHS,
2293 bool isKnownPredicateViaSplitting(CmpPredicate Pred,
SCEVUse LHS,
2301 void forgetBackedgeTakenCounts(
const Loop *L,
bool Predicated);
2307 void forgetMemoizedResultsImpl(
const SCEV *S);
2311 void visitAndClearUsers(SmallVectorImpl<Instruction *> &Worklist,
2312 SmallPtrSetImpl<Instruction *> &Visited,
2313 SmallVectorImpl<SCEVUse> &ToForget);
2316 void eraseValueFromMap(
Value *V);
2319 void insertValueToMap(
Value *V,
const SCEV *S);
2323 bool checkValidity(
const SCEV *S)
const;
2330 template <
typename ExtendOpTy>
2331 bool proveNoWrapByVaryingStart(
const SCEV *Start,
const SCEV *Step,
2345 std::optional<MonotonicPredicateType>
2346 getMonotonicPredicateTypeImpl(
const SCEVAddRecExpr *
LHS,
2358 const Instruction *getNonTrivialDefiningScopeBound(
const SCEV *S);
2372 bool isGuaranteedToTransferExecutionTo(
const Instruction *
A,
2373 const Instruction *
B);
2376 bool isGuaranteedNotToCauseUB(
const SCEV *
Op);
2379 static bool isGuaranteedNotToBePoison(
const SCEV *
Op);
2397 bool isSCEVExprNeverPoison(
const Instruction *
I);
2403 bool isAddRecNeverPoison(
const Instruction *
I,
const Loop *L);
2415 std::optional<std::pair<const SCEV *, SmallVector<const SCEVPredicate *, 3>>>
2416 createAddRecFromPHIWithCastsImpl(
const SCEVUnknown *SymbolicPHI);
2427 const SCEV *computeMaxBECountForLT(
const SCEV *Start,
const SCEV *Stride,
2428 const SCEV *End,
unsigned BitWidth,
2434 bool canIVOverflowOnLT(
const SCEV *
RHS,
const SCEV *Stride,
bool IsSigned);
2439 bool canIVOverflowOnGT(
const SCEV *
RHS,
const SCEV *Stride,
bool IsSigned);
2454 const SCEV *stripInjectiveFunctions(
const SCEV *Val)
const;
2459 void getUsedLoops(
const SCEV *S, SmallPtrSetImpl<const Loop *> &LoopsUsed);
2468 void getReachableBlocks(SmallPtrSetImpl<BasicBlock *> &Reachable,
2473 const SCEV *getWithOperands(
const SCEV *S, SmallVectorImpl<SCEVUse> &NewOps);
2475 FoldingSet<SCEV> UniqueSCEVs;
2476 FoldingSet<SCEVPredicate> UniquePreds;
2480 DenseMap<const Loop *, SmallVector<const SCEVAddRecExpr *, 4>> LoopUsers;
2484 DenseMap<std::pair<const SCEVUnknown *, const Loop *>,
2485 std::pair<const SCEV *, SmallVector<const SCEVPredicate *, 3>>>
2486 PredicatedSCEVRewrites;
2490 SmallPtrSet<const SCEVAddRecExpr *, 16> UnsignedWrapViaInductionTried;
2494 SmallPtrSet<const SCEVAddRecExpr *, 16> SignedWrapViaInductionTried;
2537 std::unique_ptr<ScalarEvolution> SE;
2548 void releaseMemory()
override;
2551 void verifyAnalysis()
const override;
2631 void updateGeneration();
2635 using RewriteEntry = std::pair<unsigned, const SCEV *>;
2655 std::unique_ptr<SCEVUnionPredicate> Preds;
2661 unsigned Generation = 0;
2664 const SCEV *BackedgeCount =
nullptr;
2667 const SCEV *SymbolicMaxBackedgeCount =
nullptr;
2670 std::optional<unsigned> SmallConstantMaxTripCount;
2697template <
typename SCEVPtrT>
2707#if !defined(NDEBUG) || defined(LLVM_ENABLE_DUMP)
2708template <
typename SCEVPtrT>
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
This file implements a class to represent arbitrary precision integral constant values and operations...
static void print(raw_ostream &Out, object::Archive::Kind Kind, T Val)
static GCRegistry::Add< ErlangGC > A("erlang", "erlang-compatible garbage collector")
static GCRegistry::Add< StatepointGC > D("statepoint-example", "an example strategy for statepoint")
static GCRegistry::Add< CoreCLRGC > E("coreclr", "CoreCLR-compatible GC")
static GCRegistry::Add< OcamlGC > B("ocaml", "ocaml 3.10-compatible GC")
#define LLVM_DUMP_METHOD
Mark debug helper function definitions like dump() that should not be stripped from debug builds.
SmallPtrSet< const BasicBlock *, 8 > VisitedBlocks
This file defines DenseMapInfo traits for DenseMap.
This file defines the DenseMap class.
static bool runOnFunction(Function &F, bool PostInlining)
This file defines a hash set that can be used to remove duplication of nodes in a graph.
This header defines various interfaces for pass management in LLVM.
const AbstractManglingParser< Derived, Alloc >::OperatorInfo AbstractManglingParser< Derived, Alloc >::Ops[]
This file defines the PointerIntPair class.
const SmallVectorImpl< MachineOperand > & Cond
This file implements a set that has insertion order iteration characteristics.
This file defines the SmallPtrSet class.
This file defines the SmallVector class.
Class for arbitrary precision integers.
static APInt getOneBitSet(unsigned numBits, unsigned BitNo)
Return an APInt with exactly one bit set in the result.
Represent the analysis usage information of a pass.
ArrayRef - Represent a constant reference to an array (0 or more elements consecutively in memory),...
A cache of @llvm.assume calls within a function.
LLVM Basic Block Representation.
Value handle with callbacks on RAUW and destruction.
Predicate
This enumeration lists the possible predicates for CmpInst subclasses.
An abstraction over a floating-point predicate, and a pack of an integer predicate with samesign info...
This is the shared class of boolean and integer constants.
This class represents a range of values.
This is an important base class in LLVM.
A parsed version of the target data layout string in and methods for querying it.
Concrete subclass of DominatorTreeBase that is used to compute a normal dominator tree.
FoldingSetNodeIDRef - This class describes a reference to an interned FoldingSetNodeID,...
FoldingSetNodeID - This class is used to gather all the unique data bits of a node.
Represents flags for the getelementptr instruction/expression.
static GEPNoWrapFlags none()
This is an important class for using LLVM in a threaded context.
Represents a single loop in the control flow graph.
A Module instance is used to store all the information related to an LLVM module.
Utility class for integer operators which may exhibit overflow - Add, Sub, Mul, and Shl.
void * getOpaqueValue() const
constexpr PointerIntPair()=default
const SCEV * getPointer() const
void setFromOpaqueValue(void *Val) &
Value handle that poisons itself if the Value is deleted.
An interface layer with SCEV used to manage how we see SCEV expressions for values in the context of ...
LLVM_ABI void addPredicate(const SCEVPredicate &Pred)
Adds a new predicate.
ScalarEvolution * getSE() const
Returns the ScalarEvolution analysis used.
LLVM_ABI const SCEVPredicate & getPredicate() const
LLVM_ABI const SCEV * getPredicatedSCEV(const SCEV *Expr)
Returns the rewritten SCEV for Expr in the context of the current SCEV predicate.
LLVM_ABI bool hasNoOverflow(Value *V, SCEVWrapPredicate::IncrementWrapFlags Flags)
Returns true if we've proved that V doesn't wrap by means of a SCEV predicate.
LLVM_ABI void setNoOverflow(Value *V, SCEVWrapPredicate::IncrementWrapFlags Flags)
Proves that V doesn't overflow by adding SCEV predicate.
LLVM_ABI void print(raw_ostream &OS, unsigned Depth) const
Print the SCEV mappings done by the Predicated Scalar Evolution.
LLVM_ABI bool areAddRecsEqualWithPreds(const SCEVAddRecExpr *AR1, const SCEVAddRecExpr *AR2) const
Check if AR1 and AR2 are equal, while taking into account Equal predicates in Preds.
LLVM_ABI PredicatedScalarEvolution(ScalarEvolution &SE, Loop &L)
LLVM_ABI const SCEVAddRecExpr * getAsAddRec(Value *V)
Attempts to produce an AddRecExpr for V by adding additional SCEV predicates.
LLVM_ABI unsigned getSmallConstantMaxTripCount()
Returns the upper bound of the loop trip count as a normal unsigned value, or 0 if the trip count is ...
LLVM_ABI const SCEV * getBackedgeTakenCount()
Get the (predicated) backedge count for the analyzed loop.
LLVM_ABI const SCEV * getSymbolicMaxBackedgeTakenCount()
Get the (predicated) symbolic max backedge count for the analyzed loop.
LLVM_ABI const SCEV * getSCEV(Value *V)
Returns the SCEV expression of V, in the context of the current SCEV predicate.
A set of analyses that are preserved following a run of a transformation pass.
This node represents a polynomial recurrence on the trip count of the specified loop.
SCEVComparePredicate(const FoldingSetNodeIDRef ID, const ICmpInst::Predicate Pred, const SCEV *LHS, const SCEV *RHS)
const SCEV * getRHS() const
Returns the right hand side of the predicate.
ICmpInst::Predicate getPredicate() const
bool isAlwaysTrue() const override
Returns true if the predicate is always true.
const SCEV * getLHS() const
Returns the left hand side of the predicate.
static bool classof(const SCEVPredicate *P)
Methods for support type inquiry through isa, cast, and dyn_cast:
bool implies(const SCEVPredicate *N, ScalarEvolution &SE) const override
Implementation of the SCEVPredicate interface.
This class represents an assumption made using SCEV expressions which can be checked at run-time.
SCEVPredicateKind getKind() const
virtual unsigned getComplexity() const
Returns the estimated complexity of this predicate.
SCEVPredicate & operator=(const SCEVPredicate &)=default
SCEVPredicate(const SCEVPredicate &)=default
virtual bool implies(const SCEVPredicate *N, ScalarEvolution &SE) const =0
Returns true if this predicate implies N.
virtual void print(raw_ostream &OS, unsigned Depth=0) const =0
Prints a textual representation of this predicate with an indentation of Depth.
virtual bool isAlwaysTrue() const =0
Returns true if the predicate is always true.
unsigned getComplexity() const override
We estimate the complexity of a union predicate as the size number of predicates in the union.
SCEVUnionPredicate(ArrayRef< const SCEVPredicate * > Preds, ScalarEvolution &SE)
Union predicates don't get cached so create a dummy set ID for it.
SCEVUnionPredicate getUnionWith(const SCEVPredicate *N, ScalarEvolution &SE) const
Returns a new SCEVUnionPredicate that is the union of this predicate and the given predicate N.
ArrayRef< const SCEVPredicate * > getPredicates() const
static bool classof(const SCEVPredicate *P)
Methods for support type inquiry through isa, cast, and dyn_cast:
This means that we are dealing with an entirely unknown SCEV value, and only represent it as its LLVM...
This class represents an assumption made on an AddRec expression.
IncrementWrapFlags
Similar to SCEV::NoWrapFlags, but with slightly different semantics for FlagNUSW.
SCEVWrapPredicate(const FoldingSetNodeIDRef ID, const SCEVAddRecExpr *AR, IncrementWrapFlags Flags)
static SCEVWrapPredicate::IncrementWrapFlags setFlags(SCEVWrapPredicate::IncrementWrapFlags Flags, SCEVWrapPredicate::IncrementWrapFlags OnFlags)
static SCEVWrapPredicate::IncrementWrapFlags clearFlags(SCEVWrapPredicate::IncrementWrapFlags Flags, SCEVWrapPredicate::IncrementWrapFlags OffFlags)
Convenient IncrementWrapFlags manipulation methods.
static bool classof(const SCEVPredicate *P)
Methods for support type inquiry through isa, cast, and dyn_cast:
IncrementWrapFlags getFlags() const
Returns the set assumed no overflow flags.
static SCEVWrapPredicate::IncrementWrapFlags maskFlags(SCEVWrapPredicate::IncrementWrapFlags Flags, int Mask)
This class represents an analyzed expression in the program.
LLVM_ABI const SCEV * getCanonical() const
Return the canonical SCEV.
unsigned short getExpressionSize() const
SCEV & operator=(const SCEV &)=delete
LLVM_ABI bool isOne() const
Return true if the expression is a constant one.
LLVM_ABI void computeAndSetCanonical(ScalarEvolution &SE)
Compute and set the canonical SCEV, by constructing a SCEV with the same operands,...
LLVM_ABI bool isZero() const
Return true if the expression is a constant zero.
SCEV(const SCEV &)=delete
const SCEV * CanonicalSCEV
Pointer to the canonical version of the SCEV, i.e.
LLVM_ABI void dump() const
This method is used for debugging.
LLVM_ABI bool isAllOnesValue() const
Return true if the expression is a constant all-ones value.
LLVM_ABI bool isNonConstantNegative() const
Return true if the specified scev is negated, but not a constant.
LLVM_ABI ArrayRef< SCEVUse > operands() const
Return operands of this SCEV expression.
const unsigned short ExpressionSize
LLVM_ABI void print(raw_ostream &OS) const
Print out the internal representation of this scalar to the specified stream.
SCEV(const FoldingSetNodeIDRef ID, SCEVTypes SCEVTy, unsigned short ExpressionSize)
SCEVTypes getSCEVType() const
unsigned short SubclassData
This field is initialized to zero and may be used in subclasses to store miscellaneous information.
LLVM_ABI Type * getType() const
Return the LLVM type of this SCEV expression.
NoWrapFlags
NoWrapFlags are bitfield indices into SubclassData.
Analysis pass that exposes the ScalarEvolution for a function.
LLVM_ABI ScalarEvolution run(Function &F, FunctionAnalysisManager &AM)
ScalarEvolutionPrinterPass(raw_ostream &OS)
LLVM_ABI PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM)
Verifier pass for the ScalarEvolutionAnalysis results.
LLVM_ABI PreservedAnalyses run(Function &F, FunctionAnalysisManager &AM)
ScalarEvolution & getSE()
ScalarEvolutionWrapperPass()
const ScalarEvolution & getSE() const
bool operator==(const FoldID &RHS) const
FoldID(SCEVTypes C, const SCEV *Op, const Type *Ty)
unsigned computeHash() const
static LLVM_ABI LoopGuards collect(const Loop *L, ScalarEvolution &SE)
Collect rewrite map for loop guards for loop L, together with flags indicating if NUW and NSW can be ...
LLVM_ABI const SCEV * rewrite(const SCEV *Expr) const
Try to apply the collected loop guards to Expr.
The main scalar evolution driver.
LLVM_ABI const SCEV * getUDivExpr(SCEVUse LHS, SCEVUse RHS)
Get a canonical unsigned division expression, or something simpler if possible.
const SCEV * getConstantMaxBackedgeTakenCount(const Loop *L)
When successful, this returns a SCEVConstant that is greater than or equal to (i.e.
static bool hasFlags(SCEV::NoWrapFlags Flags, SCEV::NoWrapFlags TestFlags)
const DataLayout & getDataLayout() const
Return the DataLayout associated with the module this SCEV instance is operating on.
LLVM_ABI bool isKnownNonNegative(const SCEV *S)
Test if the given expression is known to be non-negative.
LLVM_ABI bool isKnownOnEveryIteration(CmpPredicate Pred, const SCEVAddRecExpr *LHS, const SCEV *RHS)
Test if the condition described by Pred, LHS, RHS is known to be true on every iteration of the loop ...
LLVM_ABI const SCEV * getNegativeSCEV(const SCEV *V, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap)
Return the SCEV object corresponding to -V.
LLVM_ABI std::optional< LoopInvariantPredicate > getLoopInvariantExitCondDuringFirstIterationsImpl(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS, const Loop *L, const Instruction *CtxI, const SCEV *MaxIter)
LLVM_ABI const SCEV * getUDivCeilSCEV(const SCEV *N, const SCEV *D)
Compute ceil(N / D).
LLVM_ABI std::optional< LoopInvariantPredicate > getLoopInvariantExitCondDuringFirstIterations(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS, const Loop *L, const Instruction *CtxI, const SCEV *MaxIter)
If the result of the predicate LHS Pred RHS is loop invariant with respect to L at given Context duri...
LLVM_ABI Type * getWiderType(Type *Ty1, Type *Ty2) const
LLVM_ABI const SCEV * getAbsExpr(const SCEV *Op, bool IsNSW)
LLVM_ABI bool isKnownNonPositive(const SCEV *S)
Test if the given expression is known to be non-positive.
LLVM_ABI bool isKnownNegative(const SCEV *S)
Test if the given expression is known to be negative.
LLVM_ABI const SCEV * getPredicatedConstantMaxBackedgeTakenCount(const Loop *L, SmallVectorImpl< const SCEVPredicate * > &Predicates)
Similar to getConstantMaxBackedgeTakenCount, except it will add a set of SCEV predicates to Predicate...
LLVM_ABI const SCEV * removePointerBase(const SCEV *S)
Compute an expression equivalent to S - getPointerBase(S).
LLVM_ABI bool isLoopEntryGuardedByCond(const Loop *L, CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS)
Test whether entry to the loop is protected by a conditional between LHS and RHS.
LLVM_ABI bool isKnownNonZero(const SCEV *S)
Test if the given expression is known to be non-zero.
LLVM_ABI const SCEV * getURemExpr(SCEVUse LHS, SCEVUse RHS)
Represents an unsigned remainder expression based on unsigned division.
LLVM_ABI const SCEV * getSCEVAtScope(const SCEV *S, const Loop *L)
Return a SCEV expression for the specified value at the specified scope in the program.
LLVM_ABI const SCEV * getBackedgeTakenCount(const Loop *L, ExitCountKind Kind=Exact)
If the specified loop has a predictable backedge-taken count, return it, otherwise return a SCEVCould...
LLVM_ABI const SCEV * getSMinExpr(SCEVUse LHS, SCEVUse RHS)
LLVM_ABI void setNoWrapFlags(SCEVAddRecExpr *AddRec, SCEV::NoWrapFlags Flags)
Update no-wrap flags of an AddRec.
LLVM_ABI const SCEV * getUMaxFromMismatchedTypes(const SCEV *LHS, const SCEV *RHS)
Promote the operands to the wider of the types using zero-extension, and then perform a umax operatio...
const SCEV * getZero(Type *Ty)
Return a SCEV for the constant 0 of a specific type.
LLVM_ABI bool willNotOverflow(Instruction::BinaryOps BinOp, bool Signed, const SCEV *LHS, const SCEV *RHS, const Instruction *CtxI=nullptr)
Is operation BinOp between LHS and RHS provably does not have a signed/unsigned overflow (Signed)?
LLVM_ABI ExitLimit computeExitLimitFromCond(const Loop *L, Value *ExitCond, bool ExitIfTrue, bool ControlsOnlyExit, bool AllowPredicates=false)
Compute the number of times the backedge of the specified loop will execute if its exit condition wer...
LLVM_ABI const SCEV * getZeroExtendExprImpl(const SCEV *Op, Type *Ty, unsigned Depth=0)
LLVM_ABI const SCEV * getMinMaxExpr(SCEVTypes Kind, SmallVectorImpl< SCEVUse > &Operands)
LLVM_ABI const SCEVPredicate * getEqualPredicate(const SCEV *LHS, const SCEV *RHS)
LLVM_ABI unsigned getSmallConstantTripMultiple(const Loop *L, const SCEV *ExitCount)
Returns the largest constant divisor of the trip count as a normal unsigned value,...
LLVM_ABI uint64_t getTypeSizeInBits(Type *Ty) const
Return the size in bits of the specified type, for which isSCEVable must return true.
LLVM_ABI const SCEV * getConstant(ConstantInt *V)
LLVM_ABI const SCEV * getPredicatedBackedgeTakenCount(const Loop *L, SmallVectorImpl< const SCEVPredicate * > &Predicates)
Similar to getBackedgeTakenCount, except it will add a set of SCEV predicates to Predicates that are ...
LLVM_ABI const SCEV * getSCEV(Value *V)
Return a SCEV expression for the full generality of the specified expression.
LLVM_ABI const SCEV * getMinusSCEV(SCEVUse LHS, SCEVUse RHS, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap, unsigned Depth=0)
Return LHS-RHS.
ConstantRange getSignedRange(const SCEV *S)
Determine the signed range for a particular SCEV.
LLVM_ABI const SCEV * getAddRecExpr(SCEVUse Start, SCEVUse Step, const Loop *L, SCEV::NoWrapFlags Flags)
Get an add recurrence expression for the specified loop.
friend class SCEVExpander
LLVM_ABI const SCEV * getNoopOrSignExtend(const SCEV *V, Type *Ty)
Return a SCEV corresponding to a conversion of the input value to the specified type.
bool loopHasNoAbnormalExits(const Loop *L)
Return true if the loop has no abnormal exits.
LLVM_ABI const SCEV * getTripCountFromExitCount(const SCEV *ExitCount)
A version of getTripCountFromExitCount below which always picks an evaluation type which can not resu...
LLVM_ABI ScalarEvolution(Function &F, TargetLibraryInfo &TLI, AssumptionCache &AC, DominatorTree &DT, LoopInfo &LI)
const SCEV * getOne(Type *Ty)
Return a SCEV for the constant 1 of a specific type.
LLVM_ABI const SCEV * getTruncateOrNoop(const SCEV *V, Type *Ty)
Return a SCEV corresponding to a conversion of the input value to the specified type.
LLVM_ABI const SCEV * getLosslessPtrToIntExpr(const SCEV *Op)
const SCEV * getMulExpr(SCEVUse Op0, SCEVUse Op1, SCEVUse Op2, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap, unsigned Depth=0)
LLVM_ABI const SCEV * getCastExpr(SCEVTypes Kind, const SCEV *Op, Type *Ty)
LLVM_ABI const SCEV * getSequentialMinMaxExpr(SCEVTypes Kind, SmallVectorImpl< SCEVUse > &Operands)
LLVM_ABI std::optional< bool > evaluatePredicateAt(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS, const Instruction *CtxI)
Check whether the condition described by Pred, LHS, and RHS is true or false in the given Context.
LLVM_ABI unsigned getSmallConstantMaxTripCount(const Loop *L, SmallVectorImpl< const SCEVPredicate * > *Predicates=nullptr)
Returns the upper bound of the loop trip count as a normal unsigned value.
LLVM_ABI const SCEV * getPtrToIntExpr(const SCEV *Op, Type *Ty)
LLVM_ABI bool isBackedgeTakenCountMaxOrZero(const Loop *L)
Return true if the backedge taken count is either the value returned by getConstantMaxBackedgeTakenCo...
LLVM_ABI void forgetLoop(const Loop *L)
This method should be called by the client when it has changed a loop in a way that may effect Scalar...
LLVM_ABI bool isLoopInvariant(const SCEV *S, const Loop *L)
Return true if the value of the given SCEV is unchanging in the specified loop.
LLVM_ABI bool isKnownPositive(const SCEV *S)
Test if the given expression is known to be positive.
LLVM_ABI bool SimplifyICmpOperands(CmpPredicate &Pred, SCEVUse &LHS, SCEVUse &RHS, unsigned Depth=0)
Simplify LHS and RHS in a comparison with predicate Pred.
APInt getUnsignedRangeMin(const SCEV *S)
Determine the min of the unsigned range for a particular SCEV.
LLVM_ABI const SCEV * getOffsetOfExpr(Type *IntTy, StructType *STy, unsigned FieldNo)
Return an expression for offsetof on the given field with type IntTy.
LLVM_ABI LoopDisposition getLoopDisposition(const SCEV *S, const Loop *L)
Return the "disposition" of the given SCEV with respect to the given loop.
LLVM_ABI bool containsAddRecurrence(const SCEV *S)
Return true if the SCEV is a scAddRecExpr or it contains scAddRecExpr.
LLVM_ABI const SCEV * getSignExtendExprImpl(const SCEV *Op, Type *Ty, unsigned Depth=0)
LLVM_ABI bool hasOperand(const SCEV *S, const SCEV *Op) const
Test whether the given SCEV has Op as a direct or indirect operand.
LLVM_ABI const SCEV * getZeroExtendExpr(const SCEV *Op, Type *Ty, unsigned Depth=0)
LLVM_ABI bool isSCEVable(Type *Ty) const
Test if values of the given type are analyzable within the SCEV framework.
LLVM_ABI Type * getEffectiveSCEVType(Type *Ty) const
Return a type with the same bitwidth as the given type and which represents how SCEV will treat the g...
LLVM_ABI const SCEVPredicate * getComparePredicate(ICmpInst::Predicate Pred, const SCEV *LHS, const SCEV *RHS)
LLVM_ABI bool haveSameSign(const SCEV *S1, const SCEV *S2)
Return true if we know that S1 and S2 must have the same sign.
LLVM_ABI const SCEV * getNotSCEV(const SCEV *V)
Return the SCEV object corresponding to ~V.
LLVM_ABI const SCEV * getElementCount(Type *Ty, ElementCount EC, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap)
LLVM_ABI bool instructionCouldExistWithOperands(const SCEV *A, const SCEV *B)
Return true if there exists a point in the program at which both A and B could be operands to the sam...
ConstantRange getUnsignedRange(const SCEV *S)
Determine the unsigned range for a particular SCEV.
LLVM_ABI void print(raw_ostream &OS) const
LLVM_ABI const SCEV * getPredicatedExitCount(const Loop *L, const BasicBlock *ExitingBlock, SmallVectorImpl< const SCEVPredicate * > *Predicates, ExitCountKind Kind=Exact)
Same as above except this uses the predicated backedge taken info and may require predicates.
static SCEV::NoWrapFlags clearFlags(SCEV::NoWrapFlags Flags, SCEV::NoWrapFlags OffFlags)
LLVM_ABI void forgetTopmostLoop(const Loop *L)
friend class ScalarEvolutionsTest
LLVM_ABI void forgetValue(Value *V)
This method should be called by the client when it has changed a value in a way that may effect its v...
APInt getSignedRangeMin(const SCEV *S)
Determine the min of the signed range for a particular SCEV.
LLVM_ABI const SCEV * getNoopOrAnyExtend(const SCEV *V, Type *Ty)
Return a SCEV corresponding to a conversion of the input value to the specified type.
LLVM_ABI void forgetBlockAndLoopDispositions(Value *V=nullptr)
Called when the client has changed the disposition of values in a loop or block.
LLVM_ABI const SCEV * getTruncateExpr(const SCEV *Op, Type *Ty, unsigned Depth=0)
LLVM_ABI const SCEV * getUMaxExpr(SCEVUse LHS, SCEVUse RHS)
MonotonicPredicateType
A predicate is said to be monotonically increasing if may go from being false to being true as the lo...
@ MonotonicallyDecreasing
@ MonotonicallyIncreasing
LLVM_ABI std::optional< LoopInvariantPredicate > getLoopInvariantPredicate(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS, const Loop *L, const Instruction *CtxI=nullptr)
If the result of the predicate LHS Pred RHS is loop invariant with respect to L, return a LoopInvaria...
LLVM_ABI const SCEV * getStoreSizeOfExpr(Type *IntTy, Type *StoreTy)
Return an expression for the store size of StoreTy that is type IntTy.
LLVM_ABI const SCEVPredicate * getWrapPredicate(const SCEVAddRecExpr *AR, SCEVWrapPredicate::IncrementWrapFlags AddedFlags)
LLVM_ABI bool isLoopBackedgeGuardedByCond(const Loop *L, CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS)
Test whether the backedge of the loop is protected by a conditional between LHS and RHS.
LLVM_ABI APInt getNonZeroConstantMultiple(const SCEV *S)
const SCEV * getMinusOne(Type *Ty)
Return a SCEV for the constant -1 of a specific type.
static SCEV::NoWrapFlags setFlags(SCEV::NoWrapFlags Flags, SCEV::NoWrapFlags OnFlags)
LLVM_ABI bool hasLoopInvariantBackedgeTakenCount(const Loop *L)
Return true if the specified loop has an analyzable loop-invariant backedge-taken count.
LLVM_ABI BlockDisposition getBlockDisposition(const SCEV *S, const BasicBlock *BB)
Return the "disposition" of the given SCEV with respect to the given block.
LLVM_ABI const SCEV * getNoopOrZeroExtend(const SCEV *V, Type *Ty)
Return a SCEV corresponding to a conversion of the input value to the specified type.
LLVM_ABI bool invalidate(Function &F, const PreservedAnalyses &PA, FunctionAnalysisManager::Invalidator &Inv)
LLVM_ABI const SCEV * getUMinFromMismatchedTypes(const SCEV *LHS, const SCEV *RHS, bool Sequential=false)
Promote the operands to the wider of the types using zero-extension, and then perform a umin operatio...
LLVM_ABI bool loopIsFiniteByAssumption(const Loop *L)
Return true if this loop is finite by assumption.
LLVM_ABI const SCEV * getExistingSCEV(Value *V)
Return an existing SCEV for V if there is one, otherwise return nullptr.
LLVM_ABI APInt getConstantMultiple(const SCEV *S, const Instruction *CtxI=nullptr)
Returns the max constant multiple of S.
LoopDisposition
An enum describing the relationship between a SCEV and a loop.
@ LoopComputable
The SCEV varies predictably with the loop.
@ LoopVariant
The SCEV is loop-variant (unknown).
@ LoopInvariant
The SCEV is loop-invariant.
friend class SCEVCallbackVH
LLVM_ABI bool isKnownMultipleOf(const SCEV *S, uint64_t M, SmallVectorImpl< const SCEVPredicate * > &Assumptions)
Check that S is a multiple of M.
LLVM_ABI const SCEV * getAnyExtendExpr(const SCEV *Op, Type *Ty)
getAnyExtendExpr - Return a SCEV for the given operand extended with unspecified bits out to the give...
const SCEV * getAddRecExpr(const SmallVectorImpl< SCEVUse > &Operands, const Loop *L, SCEV::NoWrapFlags Flags)
LLVM_ABI bool isKnownToBeAPowerOfTwo(const SCEV *S, bool OrZero=false, bool OrNegative=false)
Test if the given expression is known to be a power of 2.
LLVM_ABI std::optional< SCEV::NoWrapFlags > getStrengthenedNoWrapFlagsFromBinOp(const OverflowingBinaryOperator *OBO)
Parse NSW/NUW flags from add/sub/mul IR binary operation Op into SCEV no-wrap flags,...
LLVM_ABI void forgetLcssaPhiWithNewPredecessor(Loop *L, PHINode *V)
Forget LCSSA phi node V of loop L to which a new predecessor was added, such that it may no longer be...
LLVM_ABI bool containsUndefs(const SCEV *S) const
Return true if the SCEV expression contains an undef value.
LLVM_ABI std::optional< MonotonicPredicateType > getMonotonicPredicateType(const SCEVAddRecExpr *LHS, ICmpInst::Predicate Pred)
If, for all loop invariant X, the predicate "LHS `Pred` X" is monotonically increasing or decreasing,...
LLVM_ABI const SCEV * getCouldNotCompute()
LLVM_ABI const SCEV * getMulExpr(SmallVectorImpl< SCEVUse > &Ops, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap, unsigned Depth=0)
Get a canonical multiply expression, or something simpler if possible.
LLVM_ABI bool isAvailableAtLoopEntry(const SCEV *S, const Loop *L)
Determine if the SCEV can be evaluated at loop's entry.
LLVM_ABI uint32_t getMinTrailingZeros(const SCEV *S, const Instruction *CtxI=nullptr)
Determine the minimum number of zero bits that S is guaranteed to end in (at every loop iteration).
BlockDisposition
An enum describing the relationship between a SCEV and a basic block.
@ DominatesBlock
The SCEV dominates the block.
@ ProperlyDominatesBlock
The SCEV properly dominates the block.
@ DoesNotDominateBlock
The SCEV does not dominate the block.
LLVM_ABI const SCEV * getExitCount(const Loop *L, const BasicBlock *ExitingBlock, ExitCountKind Kind=Exact)
Return the number of times the backedge executes before the given exit would be taken; if not exactly...
LLVM_ABI const SCEV * getSignExtendExpr(const SCEV *Op, Type *Ty, unsigned Depth=0)
LLVM_ABI void getPoisonGeneratingValues(SmallPtrSetImpl< const Value * > &Result, const SCEV *S)
Return the set of Values that, if poison, will definitively result in S being poison as well.
LLVM_ABI void forgetLoopDispositions()
Called when the client has changed the disposition of values in this loop.
LLVM_ABI const SCEV * getVScale(Type *Ty)
LLVM_ABI unsigned getSmallConstantTripCount(const Loop *L)
Returns the exact trip count of the loop if we can compute it, and the result is a small constant.
LLVM_ABI bool hasComputableLoopEvolution(const SCEV *S, const Loop *L)
Return true if the given SCEV changes value in a known way in the specified loop.
LLVM_ABI const SCEV * getPointerBase(const SCEV *V)
Transitively follow the chain of pointer-type operands until reaching a SCEV that does not have a sin...
const SCEV * getPowerOfTwo(Type *Ty, unsigned Power)
Return a SCEV for the constant Power of two.
LLVM_ABI void forgetAllLoops()
LLVM_ABI bool dominates(const SCEV *S, const BasicBlock *BB)
Return true if elements that makes up the given SCEV dominate the specified basic block.
const SCEV * getAddExpr(SCEVUse Op0, SCEVUse Op1, SCEVUse Op2, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap, unsigned Depth=0)
APInt getUnsignedRangeMax(const SCEV *S)
Determine the max of the unsigned range for a particular SCEV.
LLVM_ABI const SCEV * getAddExpr(SmallVectorImpl< SCEVUse > &Ops, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap, unsigned Depth=0)
Get a canonical add expression, or something simpler if possible.
ExitCountKind
The terms "backedge taken count" and "exit count" are used interchangeably to refer to the number of ...
@ SymbolicMaximum
An expression which provides an upper bound on the exact trip count.
@ ConstantMaximum
A constant which provides an upper bound on the exact trip count.
@ Exact
An expression exactly describing the number of times the backedge has executed when a loop is exited.
LLVM_ABI bool isKnownPredicate(CmpPredicate Pred, SCEVUse LHS, SCEVUse RHS)
Test if the given expression is known to satisfy the condition described by Pred, LHS,...
LLVM_ABI const SCEV * applyLoopGuards(const SCEV *Expr, const Loop *L)
Try to apply information from loop guards for L to Expr.
LLVM_ABI const SCEV * getPtrToAddrExpr(const SCEV *Op)
LLVM_ABI const SCEVAddRecExpr * convertSCEVToAddRecWithPredicates(const SCEV *S, const Loop *L, SmallVectorImpl< const SCEVPredicate * > &Preds)
Tries to convert the S expression to an AddRec expression, adding additional predicates to Preds as r...
LLVM_ABI const SCEV * getSMaxExpr(SCEVUse LHS, SCEVUse RHS)
LLVM_ABI const SCEV * getElementSize(Instruction *Inst)
Return the size of an element read or written by Inst.
LLVM_ABI const SCEV * getSizeOfExpr(Type *IntTy, TypeSize Size)
Return an expression for a TypeSize.
LLVM_ABI std::optional< bool > evaluatePredicate(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS)
Check whether the condition described by Pred, LHS, and RHS is true or false.
LLVM_ABI const SCEV * getUnknown(Value *V)
const SCEV * getAddExpr(SCEVUse LHS, SCEVUse RHS, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap, unsigned Depth=0)
LLVM_ABI std::optional< std::pair< const SCEV *, SmallVector< const SCEVPredicate *, 3 > > > createAddRecFromPHIWithCasts(const SCEVUnknown *SymbolicPHI)
Checks if SymbolicPHI can be rewritten as an AddRecExpr under some Predicates.
LLVM_ABI const SCEV * getTruncateOrZeroExtend(const SCEV *V, Type *Ty, unsigned Depth=0)
Return a SCEV corresponding to a conversion of the input value to the specified type.
LLVM_ABI bool isKnownViaInduction(CmpPredicate Pred, SCEVUse LHS, SCEVUse RHS)
We'd like to check the predicate on every iteration of the most dominated loop between loops used in ...
static SCEV::NoWrapFlags maskFlags(SCEV::NoWrapFlags Flags, int Mask)
Convenient NoWrapFlags manipulation that hides enum casts and is visible in the ScalarEvolution name ...
LLVM_ABI std::optional< APInt > computeConstantDifference(const SCEV *LHS, const SCEV *RHS)
Compute LHS - RHS and returns the result as an APInt if it is a constant, and std::nullopt if it isn'...
LLVM_ABI bool properlyDominates(const SCEV *S, const BasicBlock *BB)
Return true if elements that makes up the given SCEV properly dominate the specified basic block.
LLVM_ABI const SCEV * getUDivExactExpr(SCEVUse LHS, SCEVUse RHS)
Get a canonical unsigned division expression, or something simpler if possible.
LLVM_ABI const SCEV * rewriteUsingPredicate(const SCEV *S, const Loop *L, const SCEVPredicate &A)
Re-writes the SCEV according to the Predicates in A.
LLVM_ABI std::pair< const SCEV *, const SCEV * > SplitIntoInitAndPostInc(const Loop *L, const SCEV *S)
Splits SCEV expression S into two SCEVs.
LLVM_ABI bool canReuseInstruction(const SCEV *S, Instruction *I, SmallVectorImpl< Instruction * > &DropPoisonGeneratingInsts)
Check whether it is poison-safe to represent the expression S using the instruction I.
LLVM_ABI bool isKnownPredicateAt(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS, const Instruction *CtxI)
Test if the given expression is known to satisfy the condition described by Pred, LHS,...
LLVM_ABI const SCEV * getPredicatedSymbolicMaxBackedgeTakenCount(const Loop *L, SmallVectorImpl< const SCEVPredicate * > &Predicates)
Similar to getSymbolicMaxBackedgeTakenCount, except it will add a set of SCEV predicates to Predicate...
LLVM_ABI ~ScalarEvolution()
LLVM_ABI const SCEV * getGEPExpr(GEPOperator *GEP, ArrayRef< SCEVUse > IndexExprs)
Returns an expression for a GEP.
LLVM_ABI const SCEV * getUMinExpr(SCEVUse LHS, SCEVUse RHS, bool Sequential=false)
LLVM_ABI void registerUser(const SCEV *User, ArrayRef< const SCEV * > Ops)
Notify this ScalarEvolution that User directly uses SCEVs in Ops.
LLVM_ABI bool isBasicBlockEntryGuardedByCond(const BasicBlock *BB, CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS)
Test whether entry to the basic block is protected by a conditional between LHS and RHS.
LLVM_ABI const SCEV * getTruncateOrSignExtend(const SCEV *V, Type *Ty, unsigned Depth=0)
Return a SCEV corresponding to a conversion of the input value to the specified type.
LLVM_ABI bool containsErasedValue(const SCEV *S) const
Return true if the SCEV expression contains a Value that has been optimised out and is now a nullptr.
const SCEV * getSymbolicMaxBackedgeTakenCount(const Loop *L)
When successful, this returns a SCEV that is greater than or equal to (i.e.
const SCEV * getMulExpr(SCEVUse LHS, SCEVUse RHS, SCEV::NoWrapFlags Flags=SCEV::FlagAnyWrap, unsigned Depth=0)
APInt getSignedRangeMax(const SCEV *S)
Determine the max of the signed range for a particular SCEV.
LLVM_ABI void verify() const
LLVMContext & getContext() const
Implements a dense probed hash-table based set with some number of buckets stored inline.
A templated base class for SmallPtrSet which provides the typesafe interface that is common across al...
SmallPtrSet - This class implements a set which is optimized for holding SmallSize or less elements.
A SetVector that performs no allocations if smaller than a certain size.
This class consists of common code factored out of the SmallVector class to reduce code duplication b...
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
Class to represent struct types.
Provides information about what library functions are available for the current target.
The instances of the Type class are immutable: once they are created, they are never changed.
LLVM Value Representation.
This class implements an extremely fast bulk output stream that can only output to a stream.
unsigned ID
LLVM IR allows to use arbitrary numbers as calling convention identifiers.
unsigned combineHashValue(unsigned a, unsigned b)
Simplistic combination of 32-bit hash values into 32-bit hash values.
friend class Instruction
Iterator for Instructions in a `BasicBlock.
This is an optimization pass for GlobalISel generic memory operations.
FunctionAddr VTableAddr Value
hash_code hash_value(const FixedPointSemantics &Val)
Printable print(const GCNRegPressure &RP, const GCNSubtarget *ST=nullptr, unsigned DynamicVGPRBlockSize=0)
FoldingSetBase::Node FoldingSetNode
SCEVUseT(SCEVPtrT) -> SCEVUseT< SCEVPtrT >
Deduction guide for various SCEV subclass pointers.
LLVM_ABI raw_ostream & dbgs()
dbgs() - This returns a reference to a raw_ostream for debugging messages.
class LLVM_GSL_OWNER SmallVector
Forward declaration of SmallVector so that calculateSmallVectorDefaultInlinedElements can reference s...
bool isa(const From &Val)
isa<X> - Return true if the parameter to the template is an instance of one of the template type argu...
DWARFExpression::Operation Op
raw_ostream & operator<<(raw_ostream &OS, const APFixedPoint &FX)
ArrayRef(const T &OneElt) -> ArrayRef< T >
constexpr unsigned BitWidth
decltype(auto) cast(const From &Val)
cast<X> - Return the argument parameter cast to the specified type.
AnalysisManager< Function > FunctionAnalysisManager
Convenience typedef for the Function analysis manager.
BumpPtrAllocatorImpl<> BumpPtrAllocator
The standard BumpPtrAllocator which just uses the default template parameters.
SCEVUseT< const SCEV * > SCEVUse
Implement std::hash so that hash_code can be used in STL containers.
A CRTP mix-in that provides informational APIs needed for analysis passes.
A special type used by analysis passes to provide an address that identifies that particular analysis...
std::remove_cv_t< std::remove_pointer_t< ToSCEVPtrT > > To
static bool isPossible(const SCEVUse &U)
static CastReturnType castFailed()
SCEVUseT< ToSCEVPtrT > CastReturnType
static CastReturnType doCast(const SCEVUse &U)
static CastReturnType doCastIfPossible(const SCEVUse &U)
This struct provides a method for customizing the way a cast is performed.
static CastReturnType castFailed()
static CastReturnType doCast(const From &f)
typename cast_retty< To, From >::ret_type CastReturnType
static bool isPossible(const From &f)
DefaultFoldingSetTrait - This class provides default implementations for FoldingSetTrait implementati...
static bool isEqual(const SCEVUse LHS, const SCEVUse RHS)
static unsigned getHashValue(SCEVUse U)
static SCEVUse getEmptyKey()
static SCEVUse getTombstoneKey()
static unsigned getHashValue(const ScalarEvolution::FoldID &Val)
static ScalarEvolution::FoldID getTombstoneKey()
static ScalarEvolution::FoldID getEmptyKey()
static bool isEqual(const ScalarEvolution::FoldID &LHS, const ScalarEvolution::FoldID &RHS)
An information struct used to provide DenseMap with the various necessary components for a given valu...
static void Profile(const SCEVPredicate &X, FoldingSetNodeID &ID)
static bool Equals(const SCEVPredicate &X, const FoldingSetNodeID &ID, unsigned IDHash, FoldingSetNodeID &TempID)
static unsigned ComputeHash(const SCEVPredicate &X, FoldingSetNodeID &TempID)
static bool Equals(const SCEV &X, const FoldingSetNodeID &ID, unsigned IDHash, FoldingSetNodeID &TempID)
static unsigned ComputeHash(const SCEV &X, FoldingSetNodeID &TempID)
static void Profile(const SCEV &X, FoldingSetNodeID &ID)
FoldingSetTrait - This trait class is used to define behavior of how to "profile" (in the FoldingSet ...
A CRTP mix-in to automatically provide informational APIs needed for passes.
static constexpr int NumLowBitsAvailable
The Low bits are used by the PointerIntPair.
static void * getAsVoidPointer(SCEVUse U)
static SCEVUse getFromVoidPointer(void *P)
A traits type that is used to handle pointer types and things that are just wrappers for pointers as ...
LLVM_ABI SCEVCouldNotCompute()
static LLVM_ABI bool classof(const SCEV *S)
Methods for support type inquiry through isa, cast, and dyn_cast:
bool operator==(const SCEVUseT &RHS) const
const SCEV * getCanonical() const
Return the canonical SCEV for this SCEVUse.
SCEVPtrT operator->() const
SCEVUseT(const SCEVUseT< OtherPtrT > &Other)
unsigned getFlags() const
SCEVUseT(SCEVPtrT S, unsigned Flags)
bool isCanonical() const
Returns true of the SCEVUse is canonical, i.e.
bool operator==(const SCEV *RHS) const
void dump() const
This method is used for debugging.
PointerIntPair< SCEVPtrT, 2 > Base
void * getRawPointer() const
void print(raw_ostream &OS) const
Print out the internal representation of this scalar to the specified stream.
Information about the number of loop iterations for which a loop exit's branch condition evaluates to...
LLVM_ABI ExitLimit(const SCEV *E)
Construct either an exact exit limit from a constant, or an unknown one from a SCEVCouldNotCompute.
bool hasAnyInfo() const
Test whether this ExitLimit contains any computed information, or whether it's all SCEVCouldNotComput...
const SCEV * ExactNotTaken
const SCEV * SymbolicMaxNotTaken
SmallVector< const SCEVPredicate *, 4 > Predicates
A vector of predicate guards for this ExitLimit.
bool hasFullInfo() const
Test whether this ExitLimit contains all information.
const SCEV * ConstantMaxNotTaken
LoopInvariantPredicate(CmpPredicate Pred, const SCEV *LHS, const SCEV *RHS)
static SimpleType getSimplifiedValue(SCEVUse &Val)
Define a template that can be specialized by smart pointers to reflect the fact that they are automat...