InstCombineCalls.cpp File Reference

#include "InstCombineInternal.h"
#include "llvm/ADT/APFloat.h"
#include "llvm/ADT/APInt.h"
#include "llvm/ADT/APSInt.h"
#include "llvm/ADT/ArrayRef.h"
#include "llvm/ADT/Bitset.h"
#include "llvm/ADT/STLFunctionalExtras.h"
#include "llvm/ADT/SmallBitVector.h"
#include "llvm/ADT/SmallVector.h"
#include "llvm/ADT/Statistic.h"
#include "llvm/ADT/StringExtras.h"
#include "llvm/Analysis/AliasAnalysis.h"
#include "llvm/Analysis/AssumeBundleQueries.h"
#include "llvm/Analysis/AssumptionCache.h"
#include "llvm/Analysis/InstructionSimplify.h"
#include "llvm/Analysis/Loads.h"
#include "llvm/Analysis/MemoryBuiltins.h"
#include "llvm/Analysis/ValueTracking.h"
#include "llvm/Analysis/VectorUtils.h"
#include "llvm/IR/AttributeMask.h"
#include "llvm/IR/Attributes.h"
#include "llvm/IR/BasicBlock.h"
#include "llvm/IR/BundleAttributes.h"
#include "llvm/IR/Constant.h"
#include "llvm/IR/Constants.h"
#include "llvm/IR/DataLayout.h"
#include "llvm/IR/DebugInfo.h"
#include "llvm/IR/DerivedTypes.h"
#include "llvm/IR/Function.h"
#include "llvm/IR/GlobalVariable.h"
#include "llvm/IR/InlineAsm.h"
#include "llvm/IR/InstrTypes.h"
#include "llvm/IR/Instruction.h"
#include "llvm/IR/Instructions.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/Intrinsics.h"
#include "llvm/IR/IntrinsicsAArch64.h"
#include "llvm/IR/IntrinsicsAMDGPU.h"
#include "llvm/IR/IntrinsicsARM.h"
#include "llvm/IR/IntrinsicsHexagon.h"
#include "llvm/IR/LLVMContext.h"
#include "llvm/IR/Metadata.h"
#include "llvm/IR/PatternMatch.h"
#include "llvm/IR/Statepoint.h"
#include "llvm/IR/Type.h"
#include "llvm/IR/User.h"
#include "llvm/IR/Value.h"
#include "llvm/IR/ValueHandle.h"
#include "llvm/Support/AtomicOrdering.h"
#include "llvm/Support/Casting.h"
#include "llvm/Support/CommandLine.h"
#include "llvm/Support/Compiler.h"
#include "llvm/Support/Debug.h"
#include "llvm/Support/ErrorHandling.h"
#include "llvm/Support/KnownBits.h"
#include "llvm/Support/KnownFPClass.h"
#include "llvm/Support/MathExtras.h"
#include "llvm/Support/TypeSize.h"
#include "llvm/Support/raw_ostream.h"
#include "llvm/Transforms/InstCombine/InstCombiner.h"
#include "llvm/Transforms/Utils/AssumeBundleBuilder.h"
#include "llvm/Transforms/Utils/Local.h"
#include "llvm/Transforms/Utils/SimplifyLibCalls.h"
#include <algorithm>
#include <cassert>
#include <cstdint>
#include <optional>
#include <utility>
#include <vector>
#include "llvm/Transforms/Utils/InstructionWorklist.h"

Go to the source code of this file.

Macros
#define	DEBUG_TYPE   "instcombine"

Functions
	STATISTIC (NumSimplified, "Number of library calls simplified")
static Type *	getPromotedType (Type *Ty)
	Return the specified type promoted as it would be to pass though a va_arg area.
static bool	hasUndefSource (AnyMemTransferInst *MI)
	Recognize a memcpy/memmove from a trivially otherwise unused alloca.
static Instruction *	simplifyInvariantGroupIntrinsic (IntrinsicInst &II, InstCombinerImpl &IC)
	This function transforms launder.invariant.group and strip.invariant.group like: launder(launder(x)) -> launder(x) (the result is not the argument) launder(strip(x)) -> launder(x) strip(strip(x)) -> strip(x) (the result is not the argument) strip(launder(x)) -> strip(x) This is legal because it preserves the most recent information about the presence or absence of invariant.group.
static Instruction *	foldCttzCtlz (IntrinsicInst &II, InstCombinerImpl &IC)
static Instruction *	foldCtpop (IntrinsicInst &II, InstCombinerImpl &IC)
static Instruction *	simplifyNeonTbl (IntrinsicInst &II, InstCombiner &IC, bool IsExtension)
	Convert tbl/tbx intrinsics to shufflevector if the mask is constant, and at most two source operands are actually referenced.
static bool	haveSameOperands (const IntrinsicInst &I, const IntrinsicInst &E, unsigned NumOperands)
static bool	removeTriviallyEmptyRange (IntrinsicInst &EndI, InstCombinerImpl &IC, std::function< bool(const IntrinsicInst &)> IsStart)
static CallInst *	canonicalizeConstantArg0ToArg1 (CallInst &Call)
static Instruction *	createOverflowTuple (IntrinsicInst *II, Value *Result, Constant *Overflow)
	Creates a result tuple for an overflow intrinsic II with a given Result and a constant Overflow value.
static bool	inputDenormalIsIEEE (const Function &F, const Type *Ty)
static bool	inputDenormalIsDAZ (const Function &F, const Type *Ty)
static FCmpInst::Predicate	fpclassTestIsFCmp0 (FPClassTest Mask, const Function &F, Type *Ty)
static std::optional< bool >	getKnownSign (Value *Op, const SimplifyQuery &SQ)
static std::optional< bool >	getKnownSignOrZero (Value *Op, const SimplifyQuery &SQ)
static bool	signBitMustBeTheSame (Value *Op0, Value *Op1, const SimplifyQuery &SQ)
	Return true if two values Op0 and Op1 are known to have the same sign.
static bool	ldexpSaturatingAddIsSafe (Type *FpTy, Type *ExpTy)
static Instruction *	moveAddAfterMinMax (IntrinsicInst *II, InstCombiner::BuilderTy &Builder)
	Try to canonicalize min/max(X + C0, C1) as min/max(X, C1 - C0) + C0.
static Instruction *	foldClampRangeOfTwo (IntrinsicInst *II, InstCombiner::BuilderTy &Builder)
	If we have a clamp pattern like max (min X, 42), 41 – where the output can only be one of two possible constant values – turn that into a select of constants.
static Value *	reassociateMinMaxWithConstants (IntrinsicInst *II, IRBuilderBase &Builder, const SimplifyQuery &SQ)
	If this min/max has a constant operand and an operand that is a matching min/max with a constant operand, constant-fold the 2 constant operands.
static Instruction *	reassociateMinMaxWithConstantInOperand (IntrinsicInst *II, InstCombiner::BuilderTy &Builder)
	If this min/max has a matching min/max operand with a constant, try to push the constant operand into this instruction.
static Instruction *	factorizeMinMaxTree (IntrinsicInst *II)
	Reduce a sequence of min/max intrinsics with a common operand.
template<Intrinsic::ID IntrID>
static Instruction *	foldBitOrderCrossLogicOp (Value *V, InstCombiner::BuilderTy &Builder)
	Fold the following cases and accepts bswap and bitreverse intrinsics: bswap(logic_op(bswap(x), y)) --> logic_op(x, bswap(y)) bswap(logic_op(bswap(x), bswap(y))) --> logic_op(x, y) (ignores multiuse)
static bool	isIdempotentBinaryIntrinsic (Intrinsic::ID IID)
	Helper to match idempotent binary intrinsics, namely, intrinsics where f(f(x, y), y) == f(x, y) holds.
static Value *	foldIdempotentBinaryIntrinsicRecurrence (InstCombinerImpl &IC, IntrinsicInst *II)
	Attempt to simplify value-accumulating recurrences of kind: umax.acc = phi i8 [ umax, backedge ], [ a, entry ] umax = call i8 @llvm.umax.i8(i8 umax.acc, i8 b) And let the idempotent binary intrinsic be hoisted, when the operands are known to be loop-invariant.
static Value *	simplifyReductionOperand (Value *Arg, bool CanReorderLanes)
template<Intrinsic::ID IntrID>
static Value *	foldMinimumOverTrailingOrLeadingZeroCount (Value *I0, Value *I1, const DataLayout &DL, InstCombiner::BuilderTy &Builder)
	Fold an unsigned minimum of trailing or leading zero bits counts: umin(cttz(CtOp1, ZeroUndef), ConstOp) --> cttz(CtOp1 | (1 << ConstOp)) umin(ctlz(CtOp1, ZeroUndef), ConstOp) --> ctlz(CtOp1 | (SignedMin >> ConstOp)) umin(cttz(CtOp1), cttz(CtOp2)) --> cttz(CtOp1 | CtOp2) umin(ctlz(CtOp1), ctlz(CtOp2)) --> ctlz(CtOp1 | CtOp2)
static bool	leftDistributesOverRight (Instruction::BinaryOps LOp, bool HasNUW, bool HasNSW, Intrinsic::ID ROp)
	Return whether "X LOp (Y ROp Z)" is always equal to "(X LOp Y) ROp (X LOp Z)".
static bool	rightDistributesOverLeft (Instruction::BinaryOps LOp, bool HasNUW, bool HasNSW, Intrinsic::ID ROp)
	Return whether "(X ROp Y) LOp Z" is always equal to "(X LOp Z) ROp (Y LOp Z)".
static Value *	foldIntrinsicUsingDistributiveLaws (IntrinsicInst *II, InstCombiner::BuilderTy &Builder)
static Instruction *	foldNeonShift (IntrinsicInst *II, InstCombinerImpl &IC)
static Value *	foldSinAndCosToSinCos (IntrinsicInst *II, IRBuilderBase &B, InstCombinerImpl &IC)
static Value *	foldCmpIntrinsicOfExtended (IntrinsicInst *II, InstCombiner::BuilderTy &Builder, const DataLayout &DL)
	Fold an scmp/ucmp intrinsic whose operands are extended from a narrower type: scmp (sext X), (sext Y) --> scmp X, Y scmp (zext X), (zext Y) --> ucmp X, Y ucmp (ext X), (ext Y) --> ucmp X, Y Both operands must use the same extend opcode and source type.
static Bitset< 256 >	parseFormatStringSpecifiers (StringRef FormatStr)
static bool	isAspectNeeded (StringRef Aspect, CallInst *CI, std::optional< unsigned > FirstArgIdx, const std::optional< Bitset< 256 > > &Specifiers)
static void	referenceAspect (StringRef Aspect, StringRef ImplName, Module *M, IRBuilderBase &B)
static Value *	optimizeModularFormat (CallInst *CI, IRBuilderBase &B)
static IntrinsicInst *	findInitTrampolineFromAlloca (Value *TrampMem)
static IntrinsicInst *	findInitTrampolineFromBB (IntrinsicInst *AdjustTramp, Value *TrampMem)
static IntrinsicInst *	findInitTrampoline (Value *Callee)

Variables
static cl::opt< unsigned >	GuardWideningWindow ("instcombine-guard-widening-window", cl::init(3), cl::desc("How wide an instruction window to bypass looking for " "another guard"))

Macro Definition Documentation

DEBUG_TYPE

#define DEBUG_TYPE   "instcombine"

Definition at line 83 of file InstCombineCalls.cpp.

Function Documentation

canonicalizeConstantArg0ToArg1()

CallInst * canonicalizeConstantArg0ToArg1 ( CallInst & Call )

static

Definition at line 932 of file InstCombineCalls.cpp.

References assert(), Call, and llvm::isa().

Referenced by llvm::InstCombinerImpl::visitCallInst().

createOverflowTuple()

Instruction * createOverflowTuple ( IntrinsicInst * II, Value * Result, Constant * Overflow )

static

Creates a result tuple for an overflow intrinsic II with a given Result and a constant Overflow value.

Definition at line 954 of file InstCombineCalls.cpp.

References llvm::cast(), llvm::InsertValueInst::Create(), llvm::ConstantStruct::get(), llvm::PoisonValue::get(), and II.

factorizeMinMaxTree()

Instruction * factorizeMinMaxTree ( IntrinsicInst * II )

static

Reduce a sequence of min/max intrinsics with a common operand.

Definition at line 1475 of file InstCombineCalls.cpp.

References A(), assert(), B(), C(), llvm::CallInst::Create(), D(), llvm::dyn_cast(), llvm::Intrinsic::getOrInsertDeclaration(), II, LHS, Mod, and RHS.

Referenced by llvm::InstCombinerImpl::visitCallInst().

findInitTrampoline()

IntrinsicInst * findInitTrampoline ( Value * Callee )

static

Definition at line 4866 of file InstCombineCalls.cpp.

References llvm::dyn_cast(), findInitTrampolineFromAlloca(), findInitTrampolineFromBB(), llvm::IntrinsicInst::getIntrinsicID(), llvm::User::getOperand(), and IT.

findInitTrampolineFromAlloca()

IntrinsicInst * findInitTrampolineFromAlloca ( Value * TrampMem )

static

Definition at line 4806 of file InstCombineCalls.cpp.

References llvm::dyn_cast(), llvm::User::getOperand(), II, llvm::isa(), llvm::Value::stripPointerCasts(), and llvm::Value::users().

Referenced by findInitTrampoline().

findInitTrampolineFromBB()

IntrinsicInst * findInitTrampolineFromBB ( IntrinsicInst * AdjustTramp, Value * TrampMem )

static

Definition at line 4845 of file InstCombineCalls.cpp.

References llvm::dyn_cast(), E(), llvm::ilist_node_impl< OptionsT >::getIterator(), llvm::ilist_detail::node_parent_access< NodeTy, ParentTy >::getParent(), I, II, and llvm::Instruction::mayWriteToMemory().

Referenced by findInitTrampoline().

foldBitOrderCrossLogicOp()

template<Intrinsic::ID IntrID>

Instruction * foldBitOrderCrossLogicOp ( Value * V, InstCombiner::BuilderTy & Builder )

static

Fold the following cases and accepts bswap and bitreverse intrinsics: bswap(logic_op(bswap(x), y)) --> logic_op(x, bswap(y)) bswap(logic_op(bswap(x), bswap(y))) --> logic_op(x, y) (ignores multiuse)

Definition at line 1633 of file InstCombineCalls.cpp.

References llvm::cast(), llvm::BinaryOperator::Create(), llvm::isa(), llvm::PatternMatch::m_BitwiseLogic(), llvm::PatternMatch::m_Intrinsic(), llvm::MIPatternMatch::m_OneUse(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), X, and Y.

foldClampRangeOfTwo()

Instruction * foldClampRangeOfTwo ( IntrinsicInst * II, InstCombiner::BuilderTy & Builder )

static

If we have a clamp pattern like max (min X, 42), 41 – where the output can only be one of two possible constant values – turn that into a select of constants.

Definition at line 1373 of file InstCombineCalls.cpp.

References llvm::CmpInst::BAD_ICMP_PREDICATE, llvm::SelectInst::Create(), llvm::Value::hasOneUse(), llvm::CmpInst::ICMP_SGT, llvm::CmpInst::ICMP_SLT, llvm::CmpInst::ICMP_UGT, llvm::CmpInst::ICMP_ULT, II, llvm_unreachable, llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_SMax(), llvm::PatternMatch::m_SMin(), llvm::PatternMatch::m_UMax(), llvm::PatternMatch::m_UMin(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), and X.

Referenced by llvm::InstCombinerImpl::visitCallInst().

foldCmpIntrinsicOfExtended()

Value * foldCmpIntrinsicOfExtended ( IntrinsicInst * II, InstCombiner::BuilderTy & Builder, const DataLayout & DL )

static

Fold an scmp/ucmp intrinsic whose operands are extended from a narrower type: scmp (sext X), (sext Y) --> scmp X, Y scmp (zext X), (zext Y) --> ucmp X, Y ucmp (ext X), (ext Y) --> ucmp X, Y Both operands must use the same extend opcode and source type.

A constant operand is narrowed instead, if truncating and re-extending it gives back the same constant.

Definition at line 1994 of file InstCombineCalls.cpp.

References llvm::cast(), DL, llvm::getLosslessInvCast(), II, llvm::PatternMatch::m_ImmConstant(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::m_ZExtOrSExt(), llvm::PatternMatch::match(), std::swap(), X, and Y.

Referenced by llvm::InstCombinerImpl::visitCallInst().

foldCtpop()

Instruction * foldCtpop ( IntrinsicInst & II, InstCombinerImpl & IC )

static

Definition at line 669 of file InstCombineCalls.cpp.

References assert(), llvm::BitWidth, llvm::InstCombiner::Builder, llvm::InstCombiner::computeKnownBits(), llvm::ConstantRange::contains(), llvm::CallInst::Create(), llvm::CastInst::Create(), llvm::IRBuilderBase::CreateICmp(), llvm::IRBuilderBase::CreateIntrinsic(), llvm::IRBuilderBase::CreateSub(), llvm::IRBuilderBase::CreateUnaryIntrinsic(), F, llvm::IRBuilderBase::getFalse(), llvm::Constant::getNullValue(), llvm::Intrinsic::getOrInsertDeclaration(), llvm::InstCombiner::getSimplifyQuery(), llvm::SimplifyQuery::getWithInstruction(), llvm::APInt::getZero(), llvm::Value::hasOneUse(), llvm::CmpInst::ICMP_NE, II, llvm::isKnownNonZero(), llvm::InstCombiner::isKnownToBeAPowerOfTwo(), llvm::Known, llvm::Lower, llvm::PatternMatch::m_Add(), llvm::MIPatternMatch::m_AllOnes(), llvm::PatternMatch::m_BitReverse(), llvm::PatternMatch::m_BSwap(), llvm::PatternMatch::m_c_And(), llvm::PatternMatch::m_c_Or(), llvm::PatternMatch::m_Deferred(), llvm::PatternMatch::m_FShl(), llvm::PatternMatch::m_FShr(), llvm::MIPatternMatch::m_Neg(), llvm::MIPatternMatch::m_Not(), llvm::MIPatternMatch::m_OneUse(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::m_ZExt(), llvm::PatternMatch::match(), Range, llvm::InstCombiner::replaceInstUsesWith(), llvm::ConstantRange::Unsigned, llvm::Upper, X, and Y.

Referenced by llvm::InstCombinerImpl::visitCallInst().

foldCttzCtlz()

Instruction * foldCttzCtlz ( IntrinsicInst & II, InstCombinerImpl & IC )

static

Definition at line 488 of file InstCombineCalls.cpp.

References assert(), llvm::BitWidth, llvm::InstCombiner::Builder, C(), llvm::InstCombiner::computeKnownBits(), llvm::CallInst::Create(), llvm::IRBuilderBase::CreateBinaryIntrinsic(), llvm::IRBuilderBase::CreateIntrinsic(), llvm::BinaryOperator::CreateNot(), llvm::IRBuilderBase::CreateSub(), llvm::IRBuilderBase::CreateZExt(), F, llvm::SelectPatternResult::Flavor, llvm::IRBuilderBase::getFalse(), llvm::Constant::getNullValue(), llvm::Intrinsic::getOrInsertDeclaration(), llvm::Type::getScalarSizeInBits(), llvm::InstCombiner::getSimplifyQuery(), llvm::IRBuilderBase::getTrue(), llvm::Value::getType(), llvm::SimplifyQuery::getWithInstruction(), llvm::Value::hasOneUse(), II, llvm::isKnownNonZero(), llvm::Known, llvm::PatternMatch::m_Add(), llvm::MIPatternMatch::m_AllOnes(), llvm::PatternMatch::m_BitReverse(), llvm::PatternMatch::m_c_And(), llvm::PatternMatch::m_CheckedInt(), llvm::PatternMatch::m_Deferred(), llvm::PatternMatch::m_Exact(), llvm::PatternMatch::m_ImmConstant(), llvm::PatternMatch::m_Intrinsic(), llvm::PatternMatch::m_LShr(), llvm::PatternMatch::m_Mul(), llvm::MIPatternMatch::m_Neg(), llvm::MIPatternMatch::m_Not(), llvm::PatternMatch::m_NUWShl(), llvm::PatternMatch::m_One(), llvm::MIPatternMatch::m_OneUse(), llvm::PatternMatch::m_SExt(), llvm::PatternMatch::m_Shift(), llvm::PatternMatch::m_Shl(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::m_Zero(), llvm::PatternMatch::m_ZExt(), llvm::PatternMatch::match(), llvm::matchSelectPattern(), Range, llvm::InstCombiner::replaceInstUsesWith(), llvm::Instruction::setHasNoSignedWrap(), llvm::Instruction::setHasNoUnsignedWrap(), llvm::SPF_ABS, llvm::SPF_NABS, llvm::InstCombinerImpl::tryGetLog2(), X, and Y.

Referenced by llvm::InstCombinerImpl::visitCallInst().

foldIdempotentBinaryIntrinsicRecurrence()

Value * foldIdempotentBinaryIntrinsicRecurrence ( InstCombinerImpl & IC, IntrinsicInst * II )

static

Attempt to simplify value-accumulating recurrences of kind: umax.acc = phi i8 [ umax, backedge ], [ a, entry ] umax = call i8 @llvm.umax.i8(i8 umax.acc, i8 b) And let the idempotent binary intrinsic be hoisted, when the operands are known to be loop-invariant.

Definition at line 1693 of file InstCombineCalls.cpp.

References llvm::InstCombiner::Builder, llvm::cast(), llvm::IRBuilderBase::CreateBinaryIntrinsic(), llvm::DominatorTree::dominates(), llvm::InstCombiner::getDominatorTree(), II, llvm::isa(), isIdempotentBinaryIntrinsic(), and llvm::matchSimpleBinaryIntrinsicRecurrence().

Referenced by llvm::InstCombinerImpl::visitCallInst().

foldIntrinsicUsingDistributiveLaws()

Value * foldIntrinsicUsingDistributiveLaws ( IntrinsicInst * II, InstCombiner::BuilderTy & Builder )

static

Definition at line 1827 of file InstCombineCalls.cpp.

References A(), B(), C(), D(), llvm::dyn_cast(), llvm::Operator::getOpcode(), llvm::User::getOperand(), llvm::OverflowingBinaryOperator::hasNoSignedWrap(), llvm::OverflowingBinaryOperator::hasNoUnsignedWrap(), llvm::Value::hasOneUse(), II, llvm::OverflowingBinaryOperator::isCommutative(), leftDistributesOverRight(), LHS, RHS, rightDistributesOverLeft(), and std::swap().

Referenced by llvm::InstCombinerImpl::visitCallInst().

foldMinimumOverTrailingOrLeadingZeroCount()

template<Intrinsic::ID IntrID>

Value * foldMinimumOverTrailingOrLeadingZeroCount ( Value * I0, Value * I1, const DataLayout & DL, InstCombiner::BuilderTy & Builder )

static

Fold an unsigned minimum of trailing or leading zero bits counts: umin(cttz(CtOp1, ZeroUndef), ConstOp) --> cttz(CtOp1 | (1 << ConstOp)) umin(ctlz(CtOp1, ZeroUndef), ConstOp) --> ctlz(CtOp1 | (SignedMin >> ConstOp)) umin(cttz(CtOp1), cttz(CtOp2)) --> cttz(CtOp1 | CtOp2) umin(ctlz(CtOp1), ctlz(CtOp2)) --> ctlz(CtOp1 | CtOp2)

Definition at line 1748 of file InstCombineCalls.cpp.

References llvm::BitWidth, C(), llvm::cast(), llvm::ConstantFoldBinaryOpOperands(), DL, llvm::APInt::getSignedMinValue(), llvm::ConstantInt::getTrue(), llvm::Value::getType(), llvm::PatternMatch::m_CheckedInt(), llvm::PatternMatch::m_Intrinsic(), llvm::MIPatternMatch::m_OneUse(), llvm::PatternMatch::m_Value(), and llvm::PatternMatch::match().

Referenced by llvm::InstCombinerImpl::visitCallInst().

foldNeonShift()

Instruction * foldNeonShift ( IntrinsicInst * II, InstCombinerImpl & IC )

static

Definition at line 1878 of file InstCombineCalls.cpp.

References B(), llvm::InstCombiner::Builder, C(), Check, llvm::dyn_cast(), llvm::dyn_cast_or_null(), E(), llvm::Type::getScalarSizeInBits(), llvm::Value::getType(), I, II, and llvm::InstCombiner::replaceInstUsesWith().

Referenced by llvm::InstCombinerImpl::visitCallInst().

foldSinAndCosToSinCos()

Value * foldSinAndCosToSinCos ( IntrinsicInst * II, IRBuilderBase & B, InstCombinerImpl & IC )

static

Definition at line 1927 of file InstCombineCalls.cpp.

References B(), llvm::BasicBlock::begin(), llvm::dyn_cast(), llvm::InstCombinerImpl::eraseInstFromFunction(), llvm::Instruction::getFastMathFlags(), llvm::Instruction::getMetadata(), llvm::MDNode::getMostGenericFPMath(), llvm::Intrinsic::getOrInsertDeclaration(), llvm::Value::getType(), II, llvm::isa(), llvm::InstCombiner::replaceInstUsesWith(), llvm::Instruction::setFastMathFlags(), llvm::Instruction::setMetadata(), and llvm::Value::users().

Referenced by llvm::InstCombinerImpl::visitCallInst().

fpclassTestIsFCmp0()

FCmpInst::Predicate fpclassTestIsFCmp0 ( FPClassTest Mask, const Function & F, Type * Ty )

static

Returns

the compare predicate type if the test performed by llvm.is.fpclass(x, Mask) is equivalent to fcmp o__ x, 0.0 with the floating-point environment assumed for F for type Ty

Definition at line 1015 of file InstCombineCalls.cpp.

References llvm::CmpInst::BAD_FCMP_PREDICATE, F, llvm::CmpInst::FCMP_OEQ, llvm::CmpInst::FCMP_OGE, llvm::CmpInst::FCMP_OGT, llvm::CmpInst::FCMP_OLE, llvm::CmpInst::FCMP_OLT, llvm::CmpInst::FCMP_ONE, llvm::fcNan, llvm::fcNegative, llvm::fcNegInf, llvm::fcNegNormal, llvm::fcNegSubnormal, llvm::fcNegZero, llvm::fcPosInf, llvm::fcPositive, llvm::fcPosNormal, llvm::fcPosSubnormal, llvm::fcPosZero, llvm::fcSubnormal, llvm::fcZero, inputDenormalIsDAZ(), and inputDenormalIsIEEE().

getKnownSign()

std::optional< bool > getKnownSign ( Value * Op, const SimplifyQuery & SQ )

static

Definition at line 1213 of file InstCombineCalls.cpp.

References llvm::computeKnownBits(), llvm::SimplifyQuery::CxtI, llvm::SimplifyQuery::DL, llvm::CmpInst::ICMP_SLT, llvm::isImpliedByDomCondition(), llvm::Known, llvm::PatternMatch::m_NSWSub(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), X, and Y.

Referenced by getKnownSignOrZero(), signBitMustBeTheSame(), and llvm::InstCombinerImpl::visitCallInst().

getKnownSignOrZero()

std::optional< bool > getKnownSignOrZero ( Value * Op, const SimplifyQuery & SQ )

static

Definition at line 1227 of file InstCombineCalls.cpp.

References llvm::SimplifyQuery::CxtI, llvm::SimplifyQuery::DL, getKnownSign(), llvm::CmpInst::ICMP_SLE, llvm::isImpliedByDomCondition(), llvm::PatternMatch::m_NSWSub(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), X, and Y.

Referenced by llvm::InstCombinerImpl::visitCallInst().

getPromotedType()

Type * getPromotedType ( Type * Ty )

static

Return the specified type promoted as it would be to pass though a va_arg area.

Definition at line 99 of file InstCombineCalls.cpp.

References llvm::dyn_cast(), and llvm::Type::getInt32Ty().

hasUndefSource()

bool hasUndefSource ( AnyMemTransferInst * MI )

static

Recognize a memcpy/memmove from a trivially otherwise unused alloca.

TODO: This should probably be integrated with visitAllocSites, but that requires a deeper change to allow either unread or unwritten objects.

Definition at line 110 of file InstCombineCalls.cpp.

References llvm::cast(), llvm::isa(), and MI.

Referenced by llvm::InstCombinerImpl::SimplifyAnyMemTransfer().

haveSameOperands()

bool haveSameOperands ( const IntrinsicInst & I, const IntrinsicInst & E, unsigned NumOperands )

static

Definition at line 874 of file InstCombineCalls.cpp.

References assert(), E(), and I.

Referenced by removeTriviallyEmptyRange().

inputDenormalIsDAZ()

bool inputDenormalIsDAZ ( const Function & F, const Type * Ty )

static

Definition at line 1007 of file InstCombineCalls.cpp.

References F.

Referenced by fpclassTestIsFCmp0().

inputDenormalIsIEEE()

bool inputDenormalIsIEEE ( const Function & F, const Type * Ty )

static

Definition at line 1002 of file InstCombineCalls.cpp.

References F, and llvm::DenormalMode::IEEE.

isAspectNeeded()

bool isAspectNeeded ( StringRef Aspect, CallInst * CI, std::optional< unsigned > FirstArgIdx, const std::optional< Bitset< 256 > > & Specifiers )

static

Definition at line 4670 of file InstCombineCalls.cpp.

References llvm::Bitset< NumBits >::any(), llvm::any_of(), llvm::CallBase::arg_begin(), llvm::CallBase::arg_end(), and llvm::make_range().

Referenced by optimizeModularFormat().

isIdempotentBinaryIntrinsic()

bool isIdempotentBinaryIntrinsic ( Intrinsic::ID IID )

static

Helper to match idempotent binary intrinsics, namely, intrinsics where f(f(x, y), y) == f(x, y) holds.

Definition at line 1670 of file InstCombineCalls.cpp.

Referenced by foldIdempotentBinaryIntrinsicRecurrence().

ldexpSaturatingAddIsSafe()

bool ldexpSaturatingAddIsSafe ( Type * FpTy, Type * ExpTy )

static

Definition at line 1255 of file InstCombineCalls.cpp.

References llvm::Type::getFltSemantics(), llvm::APFloat::getLargest(), llvm::Type::getScalarSizeInBits(), llvm::Type::getScalarType(), llvm::APFloat::getSmallest(), llvm::APFloat::isInfinity(), llvm::APFloat::isZero(), llvm::maxIntN(), llvm::minIntN(), llvm::APFloatBase::rmNearestTiesToEven, llvm::scalbn(), and llvm::APFloatBase::semanticsHasInf().

Referenced by llvm::InstCombinerImpl::visitCallInst().

leftDistributesOverRight()

bool leftDistributesOverRight ( Instruction::BinaryOps LOp, bool HasNUW, bool HasNSW, Intrinsic::ID ROp )

static

Return whether "X LOp (Y ROp Z)" is always equal to "(X LOp Y) ROp (X LOp Z)".

Definition at line 1787 of file InstCombineCalls.cpp.

Referenced by foldIntrinsicUsingDistributiveLaws(), llvm::InstCombinerImpl::foldUsingDistributiveLaws(), rightDistributesOverLeft(), rightDistributesOverLeft(), and tryFactorization().

moveAddAfterMinMax()

Instruction * moveAddAfterMinMax ( IntrinsicInst * II, InstCombiner::BuilderTy & Builder )

static

Try to canonicalize min/max(X + C0, C1) as min/max(X, C1 - C0) + C0.

This can trigger other combines.

Definition at line 1274 of file InstCombineCalls.cpp.

References llvm::Add, assert(), llvm::cast(), II, llvm::PatternMatch::m_Add(), llvm::PatternMatch::m_APInt(), llvm::MIPatternMatch::m_OneUse(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), llvm::APInt::ssub_ov(), llvm::APInt::usub_ov(), and X.

Referenced by llvm::InstCombinerImpl::visitCallInst().

optimizeModularFormat()

Value * optimizeModularFormat ( CallInst * CI, IRBuilderBase & B )

static

Definition at line 4711 of file InstCombineCalls.cpp.

References llvm::ArrayRef(), assert(), B(), llvm::cast(), llvm::Instruction::clone(), llvm::ArrayRef< T >::drop_front(), llvm::ArrayRef< T >::empty(), llvm::CallBase::getArgOperand(), llvm::StringRef::getAsInteger(), llvm::CallBase::getCalledFunction(), llvm::getConstantStringInfo(), llvm::CallBase::getFnAttr(), llvm::Instruction::getModule(), llvm::Attribute::getValueAsString(), llvm::CallBase::hasFnAttr(), isAspectNeeded(), parseFormatStringSpecifiers(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), referenceAspect(), llvm::ArrayRef< T >::size(), llvm::SmallVectorTemplateCommon< T, typename >::size(), llvm::sort(), and llvm::split().

parseFormatStringSpecifiers()

Bitset< 256 > parseFormatStringSpecifiers ( StringRef FormatStr )

static

Definition at line 4646 of file InstCombineCalls.cpp.

References llvm::StringRef::find_first_not_of(), I, llvm::StringRef::npos, llvm::Bitset< NumBits >::set(), and llvm::StringRef::size().

Referenced by optimizeModularFormat().

reassociateMinMaxWithConstantInOperand()

Instruction * reassociateMinMaxWithConstantInOperand ( IntrinsicInst * II, InstCombiner::BuilderTy & Builder )

static

If this min/max has a matching min/max operand with a constant, try to push the constant operand into this instruction.

This can enable more folds.

Definition at line 1447 of file InstCombineCalls.cpp.

References C(), llvm::CallInst::Create(), llvm::dyn_cast(), llvm::Intrinsic::getOrInsertDeclaration(), II, llvm::PatternMatch::m_c_MaxOrMin(), llvm::PatternMatchHelpers::m_CombineAnd(), llvm::PatternMatch::m_ImmConstant(), llvm::PatternMatch::m_Instruction(), llvm::PatternMatch::m_MaxOrMin(), llvm::MIPatternMatch::m_OneUse(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), llvm::Value::takeName(), X, and Y.

Referenced by llvm::InstCombinerImpl::visitCallInst().

reassociateMinMaxWithConstants()

Value * reassociateMinMaxWithConstants ( IntrinsicInst * II, IRBuilderBase & Builder, const SimplifyQuery & SQ )

static

If this min/max has a constant operand and an operand that is a matching min/max with a constant operand, constant-fold the 2 constant operands.

Definition at line 1413 of file InstCombineCalls.cpp.

References llvm::dyn_cast(), llvm::MinMaxIntrinsic::getPredicate(), II, llvm::isKnownNonNegative(), LHS, llvm::PatternMatch::m_ImmConstant(), and llvm::PatternMatch::match().

Referenced by llvm::InstCombinerImpl::visitCallInst().

referenceAspect()

void referenceAspect ( StringRef Aspect, StringRef ImplName, Module * M, IRBuilderBase & B )

static

Definition at line 4699 of file InstCombineCalls.cpp.

References B(), llvm::MDString::get(), llvm::MetadataAsValue::get(), and llvm::Intrinsic::getOrInsertDeclaration().

Referenced by optimizeModularFormat().

removeTriviallyEmptyRange()

bool removeTriviallyEmptyRange ( IntrinsicInst & EndI, InstCombinerImpl & IC, std::function< bool(const IntrinsicInst &)> IsStart )

static

Definition at line 894 of file InstCombineCalls.cpp.

References llvm::CallBase::arg_size(), llvm::dyn_cast(), llvm::InstCombinerImpl::eraseInstFromFunction(), llvm::IntrinsicInst::getIntrinsicID(), llvm::ilist_detail::node_parent_access< NodeTy, ParentTy >::getParent(), haveSameOperands(), and I.

Referenced by llvm::InstCombinerImpl::visitCallInst(), and llvm::InstCombinerImpl::visitVAEndInst().

rightDistributesOverLeft()

bool rightDistributesOverLeft ( Instruction::BinaryOps LOp, bool HasNUW, bool HasNSW, Intrinsic::ID ROp )

static

Return whether "(X ROp Y) LOp Z" is always equal to "(X LOp Z) ROp (Y LOp Z)".

Definition at line 1807 of file InstCombineCalls.cpp.

References llvm::Instruction::isCommutative(), and leftDistributesOverRight().

Referenced by foldIntrinsicUsingDistributiveLaws(), llvm::InstCombinerImpl::foldUsingDistributiveLaws(), and tryFactorization().

signBitMustBeTheSame()

bool signBitMustBeTheSame ( Value * Op0, Value * Op1, const SimplifyQuery & SQ )

static

Return true if two values Op0 and Op1 are known to have the same sign.

Definition at line 1240 of file InstCombineCalls.cpp.

References getKnownSign().

Referenced by llvm::InstCombinerImpl::visitCallInst().

simplifyInvariantGroupIntrinsic()

Instruction * simplifyInvariantGroupIntrinsic ( IntrinsicInst & II, InstCombinerImpl & IC )

static

This function transforms launder.invariant.group and strip.invariant.group like: launder(launder(x)) -> launder(x) (the result is not the argument) launder(strip(x)) -> launder(x) strip(strip(x)) -> strip(x) (the result is not the argument) strip(launder(x)) -> strip(x) This is legal because it preserves the most recent information about the presence or absence of invariant.group.

Definition at line 458 of file InstCombineCalls.cpp.

References llvm::InstCombiner::Builder, llvm::cast(), llvm::IRBuilderBase::CreateAddrSpaceCast(), llvm::IRBuilderBase::CreateLaunderInvariantGroup(), llvm::IRBuilderBase::CreateStripInvariantGroup(), llvm::dyn_cast(), II, and llvm_unreachable.

Referenced by llvm::InstCombinerImpl::visitCallInst().

simplifyNeonTbl()

Instruction * simplifyNeonTbl ( IntrinsicInst & II, InstCombiner & IC, bool IsExtension )

static

Convert tbl/tbx intrinsics to shufflevector if the mask is constant, and at most two source operands are actually referenced.

Definition at line 759 of file InstCombineCalls.cpp.

References llvm::ArrayRef(), llvm::InstCombiner::Builder, C(), llvm::cast(), llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::contains(), llvm::IRBuilderBase::CreateShuffleVector(), llvm::dyn_cast(), llvm::PoisonValue::get(), llvm::Constant::getNullValue(), llvm::Value::getType(), I, II, llvm::isa(), llvm::InstCombiner::replaceInstUsesWith(), llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::size(), llvm::DenseMapBase< DerivedT, KeyT, ValueT, KeyInfoT, BucketT >::try_emplace(), and uint64_t.

Referenced by llvm::InstCombinerImpl::visitCallInst().

simplifyReductionOperand()

Value * simplifyReductionOperand ( Value * Arg, bool CanReorderLanes )

static

Definition at line 1713 of file InstCombineCalls.cpp.

References llvm::SmallBitVector::all(), llvm::cast(), llvm::Value::getType(), llvm::isa(), llvm::PatternMatch::m_Shuffle(), llvm::PatternMatch::m_Undef(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::m_VecReverse(), llvm::PatternMatch::match(), llvm::PoisonMaskElem, llvm::SmallBitVector::set(), and llvm::SmallBitVector::test().

Referenced by llvm::InstCombinerImpl::visitCallInst().

STATISTIC()

STATISTIC	(	NumSimplified	,
		"Number of library calls simplified"	)

Variable Documentation

GuardWideningWindow

cl::opt< unsigned > GuardWideningWindow("instcombine-guard-widening-window", cl::init(3), cl::desc("How wide an instruction window to bypass looking for " "another guard")) ( "instcombine-guard-widening-window" , cl::init(3) , cl::desc("How wide an instruction window to bypass looking for " "another guard")  )

static

Referenced by llvm::InstCombinerImpl::visitCallInst().