llvm::AArch64TTIImpl Class Reference

#include "Target/AArch64/AArch64TargetTransformInfo.h"

Inheritance diagram for llvm::AArch64TTIImpl:

Public Member Functions
	AArch64TTIImpl (const AArch64TargetMachine *TM, const Function &F)
bool	areInlineCompatible (const Function *Caller, const Function *Callee) const override
	The compiler must not inline when that may alter the behavior of the program.
bool	areTypesABICompatible (const Function *Caller, const Function *Callee, ArrayRef< Type * > Types) const override
unsigned	getInlineCallPenalty (const Function *F, const CallBase &Call, unsigned DefaultCallPenalty) const override
APInt	getFeatureMask (const Function &F) const override
APInt	getPriorityMask (const Function &F) const override
bool	isMultiversionedFunction (const Function &F) const override
bool	hasPossibleIncompatibleOps (const Function *F, bool ConsiderZA, bool ConsiderZT, bool ConsiderSM) const
	Returns true if the function has explicit operations that can only be lowered using incompatible instructions for the selected mode.
Scalar TTI Implementations
InstructionCost	getIntImmCost (int64_t Val) const
	Calculate the cost of materializing a 64-bit value.
InstructionCost	getIntImmCost (const APInt &Imm, Type *Ty, TTI::TargetCostKind CostKind) const override
	Calculate the cost of materializing the given constant.
InstructionCost	getIntImmCostInst (unsigned Opcode, unsigned Idx, const APInt &Imm, Type *Ty, TTI::TargetCostKind CostKind, Instruction *Inst=nullptr) const override
InstructionCost	getIntImmCostIntrin (Intrinsic::ID IID, unsigned Idx, const APInt &Imm, Type *Ty, TTI::TargetCostKind CostKind) const override
TTI::PopcntSupportKind	getPopcntSupport (unsigned TyWidth) const override
Vector TTI Implementations
bool	enableInterleavedAccessVectorization () const override
bool	enableMaskedInterleavedAccessVectorization () const override
unsigned	getNumberOfRegisters (unsigned ClassID) const override
InstructionCost	getIntrinsicInstrCost (const IntrinsicCostAttributes &ICA, TTI::TargetCostKind CostKind) const override
std::optional< Instruction * >	instCombineIntrinsic (InstCombiner &IC, IntrinsicInst &II) const override
std::optional< Value * >	simplifyDemandedVectorEltsIntrinsic (InstCombiner &IC, IntrinsicInst &II, APInt DemandedElts, APInt &UndefElts, APInt &UndefElts2, APInt &UndefElts3, std::function< void(Instruction *, unsigned, APInt, APInt &)> SimplifyAndSetOp) const override
TypeSize	getRegisterBitWidth (TargetTransformInfo::RegisterKind K) const override
unsigned	getMinVectorRegisterBitWidth () const override
std::optional< unsigned >	getVScaleForTuning () const override
bool	shouldMaximizeVectorBandwidth (TargetTransformInfo::RegisterKind K) const override
unsigned	getMaxNumElements (ElementCount VF) const
	Try to return an estimate cost factor that can be used as a multiplier when scalarizing an operation for a vector with ElementCount VF.
unsigned	getMaxInterleaveFactor (ElementCount VF, bool HasUnorderedReductions) const override
bool	prefersVectorizedAddressing () const override
bool	hasKnownLowerThroughputFromSchedulingModel (unsigned Opcode1, unsigned Opcode2) const
	Check whether Opcode1 has less throughput according to the scheduling model than Opcode2.
InstructionCost	getMemIntrinsicInstrCost (const MemIntrinsicCostAttributes &MICA, TTI::TargetCostKind CostKind) const override
InstructionCost	getMaskedMemoryOpCost (const MemIntrinsicCostAttributes &MICA, TTI::TargetCostKind CostKind) const
InstructionCost	getGatherScatterOpCost (const MemIntrinsicCostAttributes &MICA, TTI::TargetCostKind CostKind) const
bool	isExtPartOfAvgExpr (const Instruction *ExtUser, Type *Dst, Type *Src) const
InstructionCost	getCastInstrCost (unsigned Opcode, Type *Dst, Type *Src, TTI::CastContextHint CCH, TTI::TargetCostKind CostKind, const Instruction *I=nullptr) const override
InstructionCost	getExtractWithExtendCost (unsigned Opcode, Type *Dst, VectorType *VecTy, unsigned Index, TTI::TargetCostKind CostKind) const override
InstructionCost	getCFInstrCost (unsigned Opcode, TTI::TargetCostKind CostKind, const Instruction *I=nullptr) const override
InstructionCost	getVectorInstrCost (unsigned Opcode, Type *Ty, TTI::TargetCostKind CostKind, unsigned Index, const Value *Op0, const Value *Op1, TTI::VectorInstrContext VIC=TTI::VectorInstrContext::None) const override
InstructionCost	getVectorInstrCost (unsigned Opcode, Type *Ty, TTI::TargetCostKind CostKind, unsigned Index, Value *Scalar, ArrayRef< std::tuple< Value *, User *, int > > ScalarUserAndIdx, TTI::VectorInstrContext VIC=TTI::VectorInstrContext::None) const override
InstructionCost	getVectorInstrCost (const Instruction &I, Type *Ty, TTI::TargetCostKind CostKind, unsigned Index, TTI::VectorInstrContext VIC=TTI::VectorInstrContext::None) const override
InstructionCost	getIndexedVectorInstrCostFromEnd (unsigned Opcode, Type *Ty, TTI::TargetCostKind CostKind, unsigned Index) const override
InstructionCost	getMinMaxReductionCost (Intrinsic::ID IID, VectorType *Ty, FastMathFlags FMF, TTI::TargetCostKind CostKind) const override
InstructionCost	getArithmeticReductionCostSVE (unsigned Opcode, VectorType *ValTy, TTI::TargetCostKind CostKind) const
InstructionCost	getSpliceCost (VectorType *Tp, int Index, TTI::TargetCostKind CostKind) const
InstructionCost	getArithmeticInstrCost (unsigned Opcode, Type *Ty, TTI::TargetCostKind CostKind, TTI::OperandValueInfo Op1Info={TTI::OK_AnyValue, TTI::OP_None}, TTI::OperandValueInfo Op2Info={TTI::OK_AnyValue, TTI::OP_None}, ArrayRef< const Value * > Args={}, const Instruction *CtxI=nullptr) const override
InstructionCost	getAddressComputationCost (Type *PtrTy, ScalarEvolution *SE, const SCEV *Ptr, TTI::TargetCostKind CostKind) const override
InstructionCost	getCmpSelInstrCost (unsigned Opcode, Type *ValTy, Type *CondTy, CmpInst::Predicate VecPred, TTI::TargetCostKind CostKind, TTI::OperandValueInfo Op1Info={TTI::OK_AnyValue, TTI::OP_None}, TTI::OperandValueInfo Op2Info={TTI::OK_AnyValue, TTI::OP_None}, const Instruction *I=nullptr) const override
TTI::MemCmpExpansionOptions	enableMemCmpExpansion (bool OptSize, bool IsZeroCmp) const override
bool	useNeonVector (const Type *Ty) const
InstructionCost	getMemoryOpCost (unsigned Opcode, Type *Src, Align Alignment, unsigned AddressSpace, TTI::TargetCostKind CostKind, TTI::OperandValueInfo OpInfo={TTI::OK_AnyValue, TTI::OP_None}, const Instruction *I=nullptr) const override
InstructionCost	getCostOfKeepingLiveOverCall (ArrayRef< Type * > Tys) const override
bool	isLegalMaskedExpandLoad (Type *DataTy, Align Alignment) const override
bool	isLegalSpeculativeLoad (Type *DataType, unsigned AddressSpace) const override
bool	hasMultiVectorLoadStore (unsigned NumVectors, TTI::MaskSource Mask, VectorType *VectorTy, bool IsStore, std::optional< Instruction::CastOps > CastHint) const override
void	getUnrollingPreferences (Loop *L, ScalarEvolution &SE, TTI::UnrollingPreferences &UP, OptimizationRemarkEmitter *ORE) const override
void	getPeelingPreferences (Loop *L, ScalarEvolution &SE, TTI::PeelingPreferences &PP) const override
Value *	getOrCreateResultFromMemIntrinsic (IntrinsicInst *Inst, Type *ExpectedType, bool CanCreate=true) const override
bool	getTgtMemIntrinsic (IntrinsicInst *Inst, MemIntrinsicInfo &Info) const override
bool	isElementTypeLegalForScalableVector (Type *Ty) const override
bool	isLegalMaskedLoadStore (Type *DataType, Align Alignment) const
bool	isLegalMaskedLoad (Type *DataType, Align Alignment, unsigned, TTI::MaskKind) const override
bool	isLegalMaskedStore (Type *DataType, Align Alignment, unsigned, TTI::MaskKind) const override
bool	isElementTypeLegalForCompressStore (Type *Ty) const
bool	isLegalMaskedCompressStore (Type *DataType, Align Alignment) const override
bool	isLegalMaskedGatherScatter (Type *DataType) const
bool	isLegalMaskedGather (Type *DataType, Align Alignment) const override
bool	isLegalMaskedScatter (Type *DataType, Align Alignment) const override
bool	isLegalBroadcastLoad (Type *ElementTy, ElementCount NumElements) const override
std::optional< bool >	isLegalNTStoreLoad (Type *DataType, Align Alignment) const
bool	isLegalNTStore (Type *DataType, Align Alignment) const override
bool	isLegalNTLoad (Type *DataType, Align Alignment) const override
InstructionCost	getPartialReductionCost (unsigned Opcode, Type *InputTypeA, Type *InputTypeB, Type *AccumType, ElementCount VF, TTI::PartialReductionExtendKind OpAExtend, TTI::PartialReductionExtendKind OpBExtend, std::optional< unsigned > BinOp, TTI::TargetCostKind CostKind, std::optional< FastMathFlags > FMF) const override
bool	enableOrderedReductions () const override
InstructionCost	getInterleavedMemoryOpCost (unsigned Opcode, Type *VecTy, unsigned Factor, ArrayRef< unsigned > Indices, Align Alignment, unsigned AddressSpace, TTI::TargetCostKind CostKind, bool UseMaskForCond=false, bool UseMaskForGaps=false) const override
bool	shouldConsiderAddressTypePromotion (const Instruction &I, bool &AllowPromotionWithoutCommonHeader) const override
	See if I should be considered for address type promotion.
bool	shouldExpandReduction (const IntrinsicInst *II) const override
unsigned	getGISelRematGlobalCost () const override
InstructionCost	getBranchMispredictPenalty () const override
unsigned	getMinTripCountTailFoldingThreshold () const override
TailFoldingStyle	getPreferredTailFoldingStyle () const override
bool	preferFixedOverScalableIfEqualCost () const override
unsigned	getEpilogueVectorizationMinVF () const override
bool	preferTailFoldingOverEpilogue (TailFoldingInfo *TFI) const override
bool	supportsScalableVectors () const override
bool	enableScalableVectorization () const override
bool	isLegalToVectorizeReduction (const RecurrenceDescriptor &RdxDesc, ElementCount VF) const override
bool	preferPredicatedReductionSelect () const override
std::optional< InstructionCost >	getFP16BF16PromoteCost (Type *Ty, TTI::TargetCostKind CostKind, TTI::OperandValueInfo Op1Info, TTI::OperandValueInfo Op2Info, bool IncludeTrunc, bool CanUseSVE, std::function< InstructionCost(Type *)> InstCost) const
	FP16 and BF16 operations are lowered to fptrunc(op(fpext, fpext) if the architecture features are not present.
InstructionCost	getArithmeticReductionCost (unsigned Opcode, VectorType *Ty, std::optional< FastMathFlags > FMF, TTI::TargetCostKind CostKind) const override
InstructionCost	getExtendedReductionCost (unsigned Opcode, bool IsUnsigned, Type *ResTy, VectorType *ValTy, std::optional< FastMathFlags > FMF, TTI::TargetCostKind CostKind) const override
InstructionCost	getMulAccReductionCost (bool IsUnsigned, unsigned RedOpcode, Type *ResTy, VectorType *Ty, TTI::TargetCostKind CostKind=TTI::TCK_RecipThroughput) const override
InstructionCost	getShuffleCost (TTI::ShuffleKind Kind, VectorType *DstTy, VectorType *SrcTy, TTI::TargetCostKind CostKind, ArrayRef< int > Mask, int Index, VectorType *SubTp, ArrayRef< const Value * > Args={}, const Instruction *CtxI=nullptr, TTI::VectorInstrContext VIC=TTI::VectorInstrContext::None) const override
InstructionCost	getScalarizationOverhead (VectorType *Ty, const APInt &DemandedElts, bool Insert, bool Extract, TTI::TargetCostKind CostKind, bool ForPoisonSrc=true, ArrayRef< Value * > VL={}, TTI::VectorInstrContext VIC=TTI::VectorInstrContext::None) const override
InstructionCost	getScalingFactorCost (Type *Ty, GlobalValue *BaseGV, StackOffset BaseOffset, bool HasBaseReg, int64_t Scale, unsigned AddrSpace) const override
	Return the cost of the scaling factor used in the addressing mode represented by AM for this target, for a load/store of the specified type.
bool	LSRWithInstrQueries () const override
bool	enableSelectOptimize () const override
bool	shouldTreatInstructionLikeSelect (const Instruction *I) const override
unsigned	getStoreMinimumVF (unsigned VF, Type *ScalarMemTy, Type *ScalarValTy, Align Alignment, unsigned AddrSpace) const override
std::optional< unsigned >	getMinPageSize () const override
bool	isLSRCostLess (const TargetTransformInfo::LSRCost &C1, const TargetTransformInfo::LSRCost &C2) const override
bool	isProfitableToSinkOperands (Instruction *I, SmallVectorImpl< Use * > &Ops) const override
	Check if sinking I's operands to I's basic block is profitable, because the operands can be folded into a target instruction, e.g.
bool	enableAggressiveInterleaving (bool) const override
Public Member Functions inherited from llvm::BasicTTIImplBase< AArch64TTIImpl >
bool	allowsMisalignedMemoryAccesses (LLVMContext &Context, unsigned BitWidth, unsigned AddressSpace, Align Alignment, unsigned *Fast) const override
bool	areInlineCompatible (const Function *Caller, const Function *Callee) const override
bool	hasBranchDivergence (const Function *F=nullptr) const override
bool	isValidAddrSpaceCast (unsigned FromAS, unsigned ToAS) const override
bool	addrspacesMayAlias (unsigned AS0, unsigned AS1) const override
unsigned	getFlatAddressSpace () const override
bool	collectFlatAddressOperands (SmallVectorImpl< int > &OpIndexes, Intrinsic::ID IID) const override
bool	isNoopAddrSpaceCast (unsigned FromAS, unsigned ToAS) const override
unsigned	getAssumedAddrSpace (const Value *V) const override
std::pair< const Value *, unsigned >	getPredicatedAddrSpace (const Value *V) const override
Value *	rewriteIntrinsicWithAddressSpace (IntrinsicInst *II, Value *OldV, Value *NewV) const override
bool	isLegalAddImmediate (int64_t imm) const override
bool	isLegalAddScalableImmediate (int64_t Imm) const override
bool	isLegalICmpImmediate (int64_t imm) const override
bool	isLegalAddressingMode (Type *Ty, GlobalValue *BaseGV, int64_t BaseOffset, bool HasBaseReg, int64_t Scale, unsigned AddrSpace, Instruction *I=nullptr, int64_t ScalableOffset=0) const override
int64_t	getPreferredLargeGEPBaseOffset (int64_t MinOffset, int64_t MaxOffset)
unsigned	getStoreMinimumVF (unsigned VF, Type *ScalarMemTy, Type *ScalarValTy, Align Alignment, unsigned AddrSpace) const override
bool	isIndexedLoadLegal (TTI::MemIndexedMode M, Type *Ty) const override
bool	isIndexedStoreLegal (TTI::MemIndexedMode M, Type *Ty) const override
bool	isLSRCostLess (const TTI::LSRCost &C1, const TTI::LSRCost &C2) const override
bool	isNumRegsMajorCostOfLSR () const override
bool	shouldDropLSRSolutionIfLessProfitable () const override
bool	isProfitableLSRChainElement (Instruction *I) const override
InstructionCost	getScalingFactorCost (Type *Ty, GlobalValue *BaseGV, StackOffset BaseOffset, bool HasBaseReg, int64_t Scale, unsigned AddrSpace) const override
bool	isTruncateFree (Type *Ty1, Type *Ty2) const override
bool	isProfitableToHoist (Instruction *I) const override
bool	useAA () const override
bool	isTypeLegal (Type *Ty) const override
unsigned	getRegUsageForType (Type *Ty) const override
InstructionCost	getGEPCost (Type *PointeeType, const Value *Ptr, ArrayRef< const Value * > Operands, TTI::TargetCostKind CostKind, Type *AccessType) const override
unsigned	getEstimatedNumberOfCaseClusters (const SwitchInst &SI, unsigned &JumpTableSize, ProfileSummaryInfo *PSI, BlockFrequencyInfo *BFI) const override
bool	shouldBuildLookupTables () const override
bool	shouldBuildRelLookupTables () const override
bool	haveFastSqrt (Type *Ty) const override
bool	isFCmpOrdCheaperThanFCmpZero (Type *Ty) const override
InstructionCost	getFPOpCost (Type *Ty) const override
bool	preferToKeepConstantsAttached (const Instruction &Inst, const Function &Fn) const override
unsigned	getInliningThresholdMultiplier () const override
unsigned	adjustInliningThreshold (const CallBase *CB) const override
unsigned	getCallerAllocaCost (const CallBase *CB, const AllocaInst *AI) const override
int	getInlinerVectorBonusPercent () const override
void	getUnrollingPreferences (Loop *L, ScalarEvolution &SE, TTI::UnrollingPreferences &UP, OptimizationRemarkEmitter *ORE) const override
void	getPeelingPreferences (Loop *L, ScalarEvolution &SE, TTI::PeelingPreferences &PP) const override
bool	isHardwareLoopProfitable (Loop *L, ScalarEvolution &SE, AssumptionCache &AC, TargetLibraryInfo *LibInfo, HardwareLoopInfo &HWLoopInfo) const override
unsigned	getEpilogueVectorizationMinVF () const override
bool	preferTailFoldingOverEpilogue (TailFoldingInfo *TFI) const override
TailFoldingStyle	getPreferredTailFoldingStyle () const override
std::optional< Instruction * >	instCombineIntrinsic (InstCombiner &IC, IntrinsicInst &II) const override
std::optional< Value * >	simplifyDemandedUseBitsIntrinsic (InstCombiner &IC, IntrinsicInst &II, APInt DemandedMask, KnownBits &Known, bool &KnownBitsComputed) const override
std::optional< Value * >	simplifyDemandedVectorEltsIntrinsic (InstCombiner &IC, IntrinsicInst &II, APInt DemandedElts, APInt &UndefElts, APInt &UndefElts2, APInt &UndefElts3, std::function< void(Instruction *, unsigned, APInt, APInt &)> SimplifyAndSetOp) const override
InstructionCost	getBranchMispredictPenalty () const override
std::optional< unsigned >	getCacheSize (TargetTransformInfo::CacheLevel Level) const override
std::optional< unsigned >	getCacheAssociativity (TargetTransformInfo::CacheLevel Level) const override
unsigned	getCacheLineSize () const override
unsigned	getPrefetchDistance () const override
unsigned	getMinPrefetchStride (unsigned NumMemAccesses, unsigned NumStridedMemAccesses, unsigned NumPrefetches, bool HasCall) const override
unsigned	getMaxPrefetchIterationsAhead () const override
bool	enableWritePrefetching () const override
bool	shouldPrefetchAddressSpace (unsigned AS) const override
TypeSize	getRegisterBitWidth (TargetTransformInfo::RegisterKind K) const override
std::optional< unsigned >	getVScaleForTuning () const override
InstructionCost	getScalarizationOverhead (VectorType *InTy, const APInt &DemandedElts, bool Insert, bool Extract, TTI::TargetCostKind CostKind, bool ForPoisonSrc=true, ArrayRef< Value * > VL={}, TTI::VectorInstrContext VIC=TTI::VectorInstrContext::None) const override
	Estimate the overhead of scalarizing an instruction.
bool	isTargetIntrinsicWithScalarOpAtArg (Intrinsic::ID ID, unsigned ScalarOpdIdx) const override
bool	isTargetIntrinsicWithOverloadTypeAtArg (Intrinsic::ID ID, int OpdIdx) const override
bool	isTargetIntrinsicWithStructReturnOverloadAtField (Intrinsic::ID ID, int RetIdx) const override
InstructionCost	getScalarizationOverhead (VectorType *InTy, bool Insert, bool Extract, TTI::TargetCostKind CostKind, bool ForPoisonSrc=true, ArrayRef< Value * > VL={}, TTI::VectorInstrContext VIC=TTI::VectorInstrContext::None) const
	Helper wrapper for the DemandedElts variant of getScalarizationOverhead.
InstructionCost	getOperandsScalarizationOverhead (ArrayRef< Type * > Tys, TTI::TargetCostKind CostKind, TTI::VectorInstrContext VIC=TTI::VectorInstrContext::None) const override
	Estimate the overhead of scalarizing an instruction's operands.
InstructionCost	getScalarizationOverhead (VectorType *RetTy, ArrayRef< const Value * > Args, ArrayRef< Type * > Tys, TTI::TargetCostKind CostKind) const
	Estimate the overhead of scalarizing the inputs and outputs of an instruction, with return type RetTy and arguments Args of type Tys.
std::pair< InstructionCost, MVT >	getTypeLegalizationCost (Type *Ty) const
	Estimate the cost of type-legalization and the legalized type.
unsigned	getMaxInterleaveFactor (ElementCount VF, bool HasUnorderedReductions) const override
InstructionCost	getArithmeticInstrCost (unsigned Opcode, Type *Ty, TTI::TargetCostKind CostKind, TTI::OperandValueInfo Opd1Info={TTI::OK_AnyValue, TTI::OP_None}, TTI::OperandValueInfo Opd2Info={TTI::OK_AnyValue, TTI::OP_None}, ArrayRef< const Value * > Args={}, const Instruction *CtxI=nullptr) const override
TTI::ShuffleKind	improveShuffleKindFromMask (TTI::ShuffleKind Kind, ArrayRef< int > Mask, VectorType *SrcTy, int &Index, VectorType *&SubTy) const
InstructionCost	getShuffleCost (TTI::ShuffleKind Kind, VectorType *DstTy, VectorType *SrcTy, TTI::TargetCostKind CostKind, ArrayRef< int > Mask, int Index, VectorType *SubTp, ArrayRef< const Value * > Args={}, const Instruction *CtxI=nullptr, TTI::VectorInstrContext VIC=TTI::VectorInstrContext::None) const override
InstructionCost	getCastInstrCost (unsigned Opcode, Type *Dst, Type *Src, TTI::CastContextHint CCH, TTI::TargetCostKind CostKind, const Instruction *I=nullptr) const override
InstructionCost	getExtractWithExtendCost (unsigned Opcode, Type *Dst, VectorType *VecTy, unsigned Index, TTI::TargetCostKind CostKind) const override
InstructionCost	getCFInstrCost (unsigned Opcode, TTI::TargetCostKind CostKind, const Instruction *I=nullptr) const override
InstructionCost	getCmpSelInstrCost (unsigned Opcode, Type *ValTy, Type *CondTy, CmpInst::Predicate VecPred, TTI::TargetCostKind CostKind, TTI::OperandValueInfo Op1Info={TTI::OK_AnyValue, TTI::OP_None}, TTI::OperandValueInfo Op2Info={TTI::OK_AnyValue, TTI::OP_None}, const Instruction *I=nullptr) const override
InstructionCost	getVectorInstrCost (unsigned Opcode, Type *Val, TTI::TargetCostKind CostKind, unsigned Index, const Value *Op0, const Value *Op1, TTI::VectorInstrContext VIC=TTI::VectorInstrContext::None) const override
InstructionCost	getVectorInstrCost (unsigned Opcode, Type *Val, TTI::TargetCostKind CostKind, unsigned Index, Value *Scalar, ArrayRef< std::tuple< Value *, User *, int > > ScalarUserAndIdx, TTI::VectorInstrContext VIC=TTI::VectorInstrContext::None) const override
InstructionCost	getVectorInstrCost (const Instruction &I, Type *Val, TTI::TargetCostKind CostKind, unsigned Index, TTI::VectorInstrContext VIC=TTI::VectorInstrContext::None) const override
InstructionCost	getIndexedVectorInstrCostFromEnd (unsigned Opcode, Type *Val, TTI::TargetCostKind CostKind, unsigned Index) const override
InstructionCost	getReplicationShuffleCost (Type *EltTy, int ReplicationFactor, int VF, const APInt &DemandedDstElts, TTI::TargetCostKind CostKind) const override
InstructionCost	getMemoryOpCost (unsigned Opcode, Type *Src, Align Alignment, unsigned AddressSpace, TTI::TargetCostKind CostKind, TTI::OperandValueInfo OpInfo={TTI::OK_AnyValue, TTI::OP_None}, const Instruction *I=nullptr) const override
InstructionCost	getInterleavedMemoryOpCost (unsigned Opcode, Type *VecTy, unsigned Factor, ArrayRef< unsigned > Indices, Align Alignment, unsigned AddressSpace, TTI::TargetCostKind CostKind, bool UseMaskForCond=false, bool UseMaskForGaps=false) const override
InstructionCost	getIntrinsicInstrCost (const IntrinsicCostAttributes &ICA, TTI::TargetCostKind CostKind) const override
	Get intrinsic cost based on arguments.
InstructionCost	getTypeBasedIntrinsicInstrCost (const IntrinsicCostAttributes &ICA, TTI::TargetCostKind CostKind) const
	Get intrinsic cost based on argument types.
InstructionCost	getMemIntrinsicInstrCost (const MemIntrinsicCostAttributes &MICA, TTI::TargetCostKind CostKind) const override
	Get memory intrinsic cost based on arguments.
InstructionCost	getCallInstrCost (Function *F, Type *RetTy, ArrayRef< Type * > Tys, TTI::TargetCostKind CostKind) const override
	Compute a cost of the given call instruction.
unsigned	getNumberOfParts (Type *Tp) const override
InstructionCost	getAddressComputationCost (Type *PtrTy, ScalarEvolution *, const SCEV *, TTI::TargetCostKind) const override
InstructionCost	getTreeReductionCost (unsigned Opcode, VectorType *Ty, TTI::TargetCostKind CostKind) const
	Try to calculate arithmetic and shuffle op costs for reduction intrinsics.
InstructionCost	getOrderedReductionCost (unsigned Opcode, VectorType *Ty, TTI::TargetCostKind CostKind) const
	Try to calculate the cost of performing strict (in-order) reductions, which involves doing a sequence of floating point additions in lane order, starting with an initial value.
InstructionCost	getArithmeticReductionCost (unsigned Opcode, VectorType *Ty, std::optional< FastMathFlags > FMF, TTI::TargetCostKind CostKind) const override
InstructionCost	getMinMaxReductionCost (Intrinsic::ID IID, VectorType *Ty, FastMathFlags FMF, TTI::TargetCostKind CostKind) const override
	Try to calculate op costs for min/max reduction operations.
InstructionCost	getExtendedReductionCost (unsigned Opcode, bool IsUnsigned, Type *ResTy, VectorType *Ty, std::optional< FastMathFlags > FMF, TTI::TargetCostKind CostKind) const override
InstructionCost	getMulAccReductionCost (bool IsUnsigned, unsigned RedOpcode, Type *ResTy, VectorType *Ty, TTI::TargetCostKind CostKind) const override
InstructionCost	getPartialReductionCost (unsigned Opcode, Type *InputTypeA, Type *InputTypeB, Type *AccumType, ElementCount VF, TTI::PartialReductionExtendKind OpAExtend, TTI::PartialReductionExtendKind OpBExtend, std::optional< unsigned > BinOp, TTI::TargetCostKind CostKind, std::optional< FastMathFlags > FMF) const override
InstructionCost	getVectorSplitCost () const
Public Member Functions inherited from llvm::TargetTransformInfoImplCRTPBase< T >
InstructionCost	getGEPCost (Type *PointeeType, const Value *Ptr, ArrayRef< const Value * > Operands, TTI::TargetCostKind CostKind, Type *AccessType) const override
InstructionCost	getPointersChainCost (ArrayRef< const Value * > Ptrs, const Value *Base, const TTI::PointersChainInfo &Info, Type *AccessTy, TTI::TargetCostKind CostKind) const override
InstructionCost	getInstructionCost (const User *U, ArrayRef< const Value * > Operands, TTI::TargetCostKind CostKind) const override
bool	isExpensiveToSpeculativelyExecute (const Instruction *I) const override
bool	supportsTailCallFor (const CallBase *CB) const override
Public Member Functions inherited from llvm::TargetTransformInfoImplBase
virtual	~TargetTransformInfoImplBase ()
	TargetTransformInfoImplBase (const TargetTransformInfoImplBase &Arg)=default
	TargetTransformInfoImplBase (TargetTransformInfoImplBase &&Arg)
virtual const DataLayout &	getDataLayout () const
virtual unsigned	getInliningCostBenefitAnalysisSavingsMultiplier () const
virtual unsigned	getInliningCostBenefitAnalysisProfitableMultiplier () const
virtual int	getInliningLastCallToStaticBonus () const
virtual InstructionCost	getMemcpyCost (const Instruction *I) const
virtual uint64_t	getMaxMemIntrinsicInlineSizeThreshold () const
virtual BranchProbability	getPredictableBranchThreshold () const
virtual ValueUniformity	getValueUniformity (const Value *V) const
virtual unsigned	getAddressSpaceJoin (unsigned AS1, unsigned AS2) const
virtual std::pair< KnownBits, KnownBits >	computeKnownBitsAddrSpaceCast (unsigned ToAS, const Value &PtrOp) const
virtual KnownBits	computeKnownBitsAddrSpaceCast (unsigned FromAS, unsigned ToAS, const KnownBits &FromPtrBits) const
virtual APInt	getAddrSpaceCastPreservedPtrMask (unsigned SrcAS, unsigned DstAS) const
virtual bool	canHaveNonUndefGlobalInitializerInAddressSpace (unsigned AS) const
virtual bool	isLoweredToCall (const Function *F) const
virtual bool	preferLoopExitWithEqualityComparison (const ICmpInst &, const APInt &) const
virtual bool	canMacroFuseCmp () const
virtual bool	canSaveCmp (Loop *L, CondBrInst **BI, ScalarEvolution *SE, LoopInfo *LI, DominatorTree *DT, AssumptionCache *AC, TargetLibraryInfo *LibInfo) const
virtual TTI::AddressingModeKind	getPreferredAddressingMode (const Loop *L, ScalarEvolution *SE) const
virtual bool	forceScalarizeMaskedGather (VectorType *DataType, Align Alignment) const
virtual bool	forceScalarizeMaskedScatter (VectorType *DataType, Align Alignment) const
virtual bool	isLegalAltInstr (VectorType *VecTy, unsigned Opcode0, unsigned Opcode1, const SmallBitVector &OpcodeMask, ArrayRef< const Value * > Scalars) const
virtual bool	isLegalStridedLoadStore (Type *DataType, Align Alignment) const
virtual bool	isLegalInterleavedAccessType (VectorType *VTy, unsigned Factor, Align Alignment, unsigned AddrSpace) const
virtual bool	isLegalMaskedVectorHistogram (Type *AddrType, Type *DataType) const
virtual bool	hasDivRemOp (Type *DataType, bool IsSigned) const
virtual bool	hasVolatileVariant (Instruction *I, unsigned AddrSpace) const
virtual bool	shouldBuildLookupTablesForConstant (Constant *C) const
virtual unsigned	getMinimumLookupTableEntryBitWidth () const
virtual bool	useColdCCForColdCall (Function &F) const
virtual bool	useFastCCForInternalCall (Function &F) const
virtual bool	supportsEfficientVectorElementLoadStore () const
virtual bool	supportsTailCalls () const
virtual bool	isFPVectorizationPotentiallyUnsafe () const
virtual InstructionCost	getIntImmCodeSizeCost (unsigned Opcode, unsigned Idx, const APInt &Imm, Type *Ty) const
virtual bool	hasConditionalLoadStoreForType (Type *Ty, bool IsStore) const
virtual unsigned	getRegisterClassForType (bool Vector, Type *Ty=nullptr) const
virtual const char *	getRegisterClassName (unsigned ClassID) const
virtual InstructionCost	getRegisterClassSpillCost (unsigned ClassID, TTI::TargetCostKind CostKind) const
virtual InstructionCost	getRegisterClassReloadCost (unsigned ClassID, TTI::TargetCostKind CostKind) const
virtual ElementCount	getMinimumVF (unsigned ElemWidth, bool IsScalable) const
virtual unsigned	getMaximumVF (unsigned ElemWidth, unsigned Opcode) const
virtual InstructionCost	getAltInstrCost (VectorType *VecTy, unsigned Opcode0, unsigned Opcode1, const SmallBitVector &OpcodeMask, TTI::TargetCostKind CostKind, ArrayRef< const Value * > Scalars) const
virtual InstructionCost	getInsertExtractValueCost (unsigned Opcode, TTI::TargetCostKind CostKind) const
virtual unsigned	getAtomicMemIntrinsicMaxElementSize () const
virtual Type *	getMemcpyLoopLoweringType (LLVMContext &Context, Value *Length, unsigned SrcAddrSpace, unsigned DestAddrSpace, Align SrcAlign, Align DestAlign, std::optional< uint32_t > AtomicElementSize) const
virtual void	getMemcpyLoopResidualLoweringType (SmallVectorImpl< Type * > &OpsOut, LLVMContext &Context, unsigned RemainingBytes, unsigned SrcAddrSpace, unsigned DestAddrSpace, Align SrcAlign, Align DestAlign, std::optional< uint32_t > AtomicCpySize) const
virtual bool	shouldCopyAttributeWhenOutliningFrom (const Function *Caller, const Attribute &Attr) const
virtual unsigned	getLoadStoreVecRegBitWidth (unsigned AddrSpace) const
virtual bool	isLegalToVectorizeLoad (LoadInst *LI) const
virtual bool	isLegalToVectorizeStore (StoreInst *SI) const
virtual bool	isLegalToVectorizeLoadChain (unsigned ChainSizeInBytes, Align Alignment, unsigned AddrSpace) const
virtual bool	isLegalToVectorizeStoreChain (unsigned ChainSizeInBytes, Align Alignment, unsigned AddrSpace) const
virtual TargetTransformInfo::VectorInstrContext	getBuildVectorContextHint (ArrayRef< int > Mask, ArrayRef< Value * > Scalars, function_ref< bool(SmallVectorImpl< TargetTransformInfo::BuildVectorUseOp > &)> GatherUseOps) const
virtual unsigned	getLoadVectorFactor (unsigned VF, unsigned LoadSize, unsigned ChainSizeInBytes, VectorType *VecTy) const
virtual unsigned	getStoreVectorFactor (unsigned VF, unsigned StoreSize, unsigned ChainSizeInBytes, VectorType *VecTy) const
virtual bool	preferInLoopReduction (RecurKind Kind, Type *Ty) const
virtual bool	preferAlternateOpcodeVectorization () const
virtual bool	preferSLPInstCountCheck () const
virtual bool	preferEpilogueVectorization (ElementCount Iters) const
virtual bool	shouldConsiderVectorizationRegPressure () const
virtual TTI::ReductionShuffle	getPreferredExpandedReductionShuffle (const IntrinsicInst *II) const
virtual bool	hasActiveVectorLength () const
virtual bool	isVectorShiftByScalarCheap (Type *Ty) const
virtual TargetTransformInfo::VPLegalization	getVPLegalizationStrategy (const VPIntrinsic &PI) const
virtual bool	hasArmWideBranch (bool) const
virtual unsigned	getMaxNumArgs () const
virtual void	collectKernelLaunchBounds (const Function &F, SmallVectorImpl< std::pair< StringRef, int64_t > > &LB) const
virtual bool	allowVectorElementIndexingUsingGEP () const
virtual bool	isUniform (const Instruction *I, const SmallBitVector &UniformArgs) const

Additional Inherited Members
Protected Types inherited from llvm::TargetTransformInfoImplBase
typedef TargetTransformInfo	TTI
Protected Member Functions inherited from llvm::BasicTTIImplBase< AArch64TTIImpl >
	BasicTTIImplBase (const TargetMachine *TM, const DataLayout &DL)
	~BasicTTIImplBase () override=default
Protected Member Functions inherited from llvm::TargetTransformInfoImplCRTPBase< T >
	TargetTransformInfoImplCRTPBase (const DataLayout &DL)
Protected Member Functions inherited from llvm::TargetTransformInfoImplBase
	TargetTransformInfoImplBase (const DataLayout &DL)
unsigned	minRequiredElementSize (const Value *Val, bool &isSigned) const
bool	isStridedAccess (const SCEV *Ptr) const
const SCEVConstant *	getConstantStrideStep (ScalarEvolution *SE, const SCEV *Ptr) const
bool	isConstantStridedAccessLessThan (ScalarEvolution *SE, const SCEV *Ptr, int64_t MergeDistance) const
Protected Attributes inherited from llvm::BasicTTIImplBase< AArch64TTIImpl >
const DataLayout &	DL
Protected Attributes inherited from llvm::TargetTransformInfoImplBase
const DataLayout &	DL

Detailed Description

Definition at line 43 of file AArch64TargetTransformInfo.h.

Constructor & Destructor Documentation

AArch64TTIImpl()

llvm::AArch64TTIImpl::AArch64TTIImpl ( const AArch64TargetMachine * TM, const Function & F )

inlineexplicit

Definition at line 81 of file AArch64TargetTransformInfo.h.

References F, and llvm::TargetTransformInfoImplBase::getDataLayout().

Member Function Documentation

areInlineCompatible()

bool AArch64TTIImpl::areInlineCompatible ( const Function * Caller, const Function * Callee ) const

overridevirtual

The compiler must not inline when that may alter the behavior of the program.

This is especially relevant around SME which implements different runtime modes and maintains external state through attributes.

The compiler must not inline when:

• The module is compiled with 'strict-fp' and the called function implements a different FP environment than the caller.

• The called function has operations that are incompatible in the mode of the caller, e.g.:

  • inlining non-streaming-only instructions into a streaming function.
  • inlining streaming-only instructions into a non-streaming function.

  Inline asm blocks must be entered and exited in the [streaming] mode of the parent function. There is no language-level mechanism to inform the compiler that a particular inline asm block is streaming compatible, so the compiler must reject this as a candidate for inlining.

• The called function contains vscale-dependent operations but otherwise does not take/return VL-dependent arguments (see definition in the ACLE (Arm C/C++ Language Extensions)).
• The called function sets up new ZA/ZT state into a function that already has ZA or ZT state, as that is not valid as per the ACLE.

The compiler should not inline when:

• The called function has fixed-length vectors and the caller is in streaming mode, as this may cause performance regressions. This should never result in an error to be reported.
• The called function sets up new ZA/ZT state into a function that has no ZA and no ZT state, as the compiler currently cannot transfer the attribute to the caller. It may also impact performance, but that should be covered by AArch64TTIImpl::getInlineCallPenalty().

If a callee is incompatible with its caller, then the inliner should prevent inlining. LLVM's alwaysinline attribute has no impact on whether a callee is inline compatible. This is especially relevant with streaming-mode attributes, where alwaysinlineing a function into a function with a different streaming mode may otherwise impact runtime behaviour.

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 340 of file AArch64TargetTransformInfo.cpp.

References llvm::BasicTTIImplBase< AArch64TTIImpl >::areInlineCompatible(), CallAttrs, hasPossibleIncompatibleOps(), llvm::SMEAttrs::SM_Compatible, and llvm::SMEAttrs::SM_Enabled.

areTypesABICompatible()

bool AArch64TTIImpl::areTypesABICompatible ( const Function * Caller, const Function * Callee, ArrayRef< Type * > Types ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 378 of file AArch64TargetTransformInfo.cpp.

References llvm::any_of(), and llvm::TargetTransformInfoImplBase::areTypesABICompatible().

enableAggressiveInterleaving()

bool llvm::AArch64TTIImpl::enableAggressiveInterleaving ( bool ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 574 of file AArch64TargetTransformInfo.h.

enableInterleavedAccessVectorization()

bool llvm::AArch64TTIImpl::enableInterleavedAccessVectorization ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 120 of file AArch64TargetTransformInfo.h.

enableMaskedInterleavedAccessVectorization()

bool llvm::AArch64TTIImpl::enableMaskedInterleavedAccessVectorization ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 122 of file AArch64TargetTransformInfo.h.

enableMemCmpExpansion()

AArch64TTIImpl::TTI::MemCmpExpansionOptions AArch64TTIImpl::enableMemCmpExpansion ( bool OptSize, bool IsZeroCmp ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5771 of file AArch64TargetTransformInfo.cpp.

References Options.

enableOrderedReductions()

bool llvm::AArch64TTIImpl::enableOrderedReductions ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 455 of file AArch64TargetTransformInfo.h.

enableScalableVectorization()

bool AArch64TTIImpl::enableScalableVectorization ( ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 3832 of file AArch64TargetTransformInfo.cpp.

enableSelectOptimize()

bool llvm::AArch64TTIImpl::enableSelectOptimize ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 549 of file AArch64TargetTransformInfo.h.

getAddressComputationCost()

InstructionCost AArch64TTIImpl::getAddressComputationCost ( Type * PtrTy, ScalarEvolution * SE, const SCEV * Ptr, TTI::TargetCostKind CostKind ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5572 of file AArch64TargetTransformInfo.cpp.

References CostKind, llvm::TargetTransformInfoImplBase::isConstantStridedAccessLessThan(), and llvm::Type::isVectorTy().

getArithmeticInstrCost()

InstructionCost AArch64TTIImpl::getArithmeticInstrCost ( unsigned Opcode, Type * Ty, TTI::TargetCostKind CostKind, TTI::OperandValueInfo Op1Info = {TTI::OK_AnyValue, TTI::OP_None}, TTI::OperandValueInfo Op2Info = {TTI::OK_AnyValue, TTI::OP_None}, ArrayRef< const Value * > Args = {}, const Instruction * CtxI = nullptr ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5158 of file AArch64TargetTransformInfo.cpp.

References A(), llvm::ISD::ADD, llvm::all_of(), B(), CostKind, llvm::dyn_cast(), llvm::InstructionCost::getInvalid(), llvm::Instruction::getOpcode(), llvm::ilist_detail::node_parent_access< NodeTy, ParentTy >::getParent(), llvm::ElementCount::getScalable(), llvm::Value::hasOneUse(), llvm::is_contained(), llvm::PatternMatch::m_BinOp(), llvm::MIPatternMatch::m_Not(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::match(), matchBSL(), llvm::ISD::MUL, llvm::ISD::SUB, llvm::Value::use_empty(), useNeonVector(), llvm::Instruction::user_back(), and llvm::Instruction::users().

Referenced by getArithmeticReductionCost(), getArithmeticReductionCostSVE(), getIntrinsicInstrCost(), and getPartialReductionCost().

getArithmeticReductionCost()

InstructionCost AArch64TTIImpl::getArithmeticReductionCost ( unsigned Opcode, VectorType * Ty, std::optional< FastMathFlags > FMF, TTI::TargetCostKind CostKind ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 6881 of file AArch64TargetTransformInfo.cpp.

References llvm::ISD::ADD, llvm::ISD::AND, assert(), llvm::cast(), CostKind, llvm::CostTableLookup(), llvm::dyn_cast(), llvm::ISD::FADD, llvm::FixedVectorType::get(), getArithmeticInstrCost(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getArithmeticReductionCost(), getArithmeticReductionCostSVE(), llvm::VectorType::getElementCount(), llvm::VectorType::getElementType(), llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::getFixedValue(), llvm::InstructionCost::getInvalid(), getMaxNumElements(), llvm::ElementCount::getScalable(), llvm::Type::getScalarType(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), llvm::MVT::getVectorNumElements(), llvm::isa(), llvm::Type::isBFloatTy(), llvm::isPowerOf2_32(), llvm::MVT::isVector(), llvm::Log2_32(), llvm::ISD::OR, llvm::TargetTransformInfo::requiresOrderedReduction(), and llvm::ISD::XOR.

getArithmeticReductionCostSVE()

InstructionCost AArch64TTIImpl::getArithmeticReductionCostSVE	(	unsigned	Opcode,
		VectorType *	ValTy,
		TTI::TargetCostKind	CostKind ) const

Definition at line 6855 of file AArch64TargetTransformInfo.cpp.

References llvm::ISD::ADD, llvm::ISD::AND, assert(), CostKind, llvm::ISD::FADD, getArithmeticInstrCost(), llvm::Type::getContext(), llvm::InstructionCost::getInvalid(), llvm::EVT::getTypeForEVT(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), llvm::ISD::OR, and llvm::ISD::XOR.

Referenced by getArithmeticReductionCost().

getBranchMispredictPenalty()

InstructionCost AArch64TTIImpl::getBranchMispredictPenalty ( ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 623 of file AArch64TargetTransformInfo.cpp.

getCastInstrCost()

InstructionCost AArch64TTIImpl::getCastInstrCost ( unsigned Opcode, Type * Dst, Type * Src, TTI::CastContextHint CCH, TTI::TargetCostKind CostKind, const Instruction * I = nullptr ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 4052 of file AArch64TargetTransformInfo.cpp.

References llvm::ISD::ADDRSPACECAST, assert(), llvm::ISD::BITCAST, llvm::EVT::bitsGT(), llvm::cast(), llvm::ConvertCostTableLookup(), CostKind, llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::dyn_cast(), llvm::ISD::FP_EXTEND, llvm::ISD::FP_ROUND, llvm::ISD::FP_TO_SINT, llvm::ISD::FP_TO_UINT, llvm::ScalableVectorType::get(), getCastInstrCost(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getCastInstrCost(), llvm::InstructionCost::getInvalid(), llvm::ElementCount::getScalable(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getScalarizationOverhead(), llvm::EVT::getScalarSizeInBits(), llvm::Type::getScalarSizeInBits(), llvm::EVT::getScalarType(), llvm::EVT::getSimpleVT(), llvm::Value::getType(), llvm::EVT::getTypeForEVT(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), getVectorInstrCost(), llvm::EVT::getVectorNumElements(), llvm::Type::getWithNewBitWidth(), I, llvm::is_contained(), llvm::isa(), isExtPartOfAvgExpr(), llvm::EVT::isFixedLengthVector(), llvm::EVT::isScalableVector(), llvm::EVT::isSimple(), llvm::PatternMatch::m_APInt(), llvm::PatternMatch::m_Cmp(), llvm::PatternMatch::m_Instruction(), llvm::PatternMatch::m_SExt(), llvm::PatternMatch::m_Shl(), llvm::PatternMatch::m_Specific(), llvm::PatternMatch::m_Value(), llvm::TargetTransformInfo::Masked, llvm::PatternMatch::match(), llvm::TargetTransformInfo::None, llvm::TargetTransformInfo::Normal, Operands, llvm::ISD::SIGN_EXTEND, llvm::ISD::SINT_TO_FP, llvm::AArch64::SVEBitsPerBlock, llvm::TargetTransformInfo::TCK_CodeSize, llvm::ISD::TRUNCATE, llvm::TargetLoweringBase::TypePromoteInteger, llvm::TargetLoweringBase::TypeSplitVector, llvm::ISD::UINT_TO_FP, llvm::APInt::ule(), useNeonVector(), and llvm::ISD::ZERO_EXTEND.

Referenced by getCastInstrCost(), getCmpSelInstrCost(), getExtractWithExtendCost(), getFP16BF16PromoteCost(), getIntrinsicInstrCost(), and getSpliceCost().

getCFInstrCost()

InstructionCost AArch64TTIImpl::getCFInstrCost ( unsigned Opcode, TTI::TargetCostKind CostKind, const Instruction * I = nullptr ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 4859 of file AArch64TargetTransformInfo.cpp.

References assert(), CostKind, I, and llvm::TargetTransformInfo::TCK_RecipThroughput.

getCmpSelInstrCost()

InstructionCost AArch64TTIImpl::getCmpSelInstrCost ( unsigned Opcode, Type * ValTy, Type * CondTy, CmpInst::Predicate VecPred, TTI::TargetCostKind CostKind, TTI::OperandValueInfo Op1Info = {TTI::OK_AnyValue, TTI::OP_None}, TTI::OperandValueInfo Op2Info = {TTI::OK_AnyValue, TTI::OP_None}, const Instruction * I = nullptr ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5629 of file AArch64TargetTransformInfo.cpp.

References llvm::any_of(), llvm::CmpInst::BAD_ICMP_PREDICATE, llvm::cast(), llvm::ConvertCostTableLookup(), CostKind, llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::equal_to(), llvm::CmpInst::FCMP_OEQ, llvm::CmpInst::FCMP_OGE, llvm::CmpInst::FCMP_OGT, llvm::CmpInst::FCMP_OLE, llvm::CmpInst::FCMP_OLT, llvm::CmpInst::FCMP_ONE, llvm::CmpInst::FCMP_ORD, llvm::CmpInst::FCMP_UEQ, llvm::CmpInst::FCMP_UNE, llvm::CmpInst::FCMP_UNO, llvm::BasicTTIImplBase< AArch64TTIImpl >::getCallInstrCost(), getCastInstrCost(), getCmpSelInstrCost(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getCmpSelInstrCost(), getFP16BF16PromoteCost(), llvm::VectorType::getInteger(), llvm::EVT::getSimpleVT(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), hasKnownLowerThroughputFromSchedulingModel(), I, llvm::CmpInst::ICMP_SGE, llvm::CmpInst::ICMP_SGT, llvm::CmpInst::ICMP_SLE, llvm::CmpInst::ICMP_SLT, llvm::isa(), llvm::Type::isIntegerTy(), llvm::CmpInst::isIntPredicate(), llvm::EVT::isSimple(), llvm::CmpInst::isUnsigned(), llvm::MIPatternMatch::m_AllOnes(), llvm::PatternMatch::m_And(), llvm::PatternMatch::m_Cmp(), llvm::PatternMatch::m_One(), llvm::PatternMatch::m_Select(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::m_Zero(), llvm::PatternMatch::match(), llvm::TargetTransformInfo::None, llvm::TargetTransformInfo::TCK_Latency, and llvm::TargetTransformInfo::TCK_RecipThroughput.

Referenced by getCmpSelInstrCost(), getIntrinsicInstrCost(), and getSpliceCost().

getCostOfKeepingLiveOverCall()

InstructionCost AArch64TTIImpl::getCostOfKeepingLiveOverCall ( ArrayRef< Type * > Tys ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 6206 of file AArch64TargetTransformInfo.cpp.

References llvm::cast(), CostKind, getMemoryOpCost(), I, and llvm::TargetTransformInfo::TCK_RecipThroughput.

getEpilogueVectorizationMinVF()

unsigned AArch64TTIImpl::getEpilogueVectorizationMinVF ( ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 7720 of file AArch64TargetTransformInfo.cpp.

getExtendedReductionCost()

InstructionCost AArch64TTIImpl::getExtendedReductionCost ( unsigned Opcode, bool IsUnsigned, Type * ResTy, VectorType * ValTy, std::optional< FastMathFlags > FMF, TTI::TargetCostKind CostKind ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 7012 of file AArch64TargetTransformInfo.cpp.

References CostKind, llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::BasicTTIImplBase< AArch64TTIImpl >::getExtendedReductionCost(), llvm::EVT::getSizeInBits(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), and llvm::EVT::isSimple().

getExtractWithExtendCost()

InstructionCost AArch64TTIImpl::getExtractWithExtendCost ( unsigned Opcode, Type * Dst, VectorType * VecTy, unsigned Index, TTI::TargetCostKind CostKind ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 4800 of file AArch64TargetTransformInfo.cpp.

References assert(), CostKind, llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, getCastInstrCost(), llvm::VectorType::getElementType(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), getVectorInstrCost(), llvm::isa(), llvm_unreachable, and llvm::TargetTransformInfo::None.

getFeatureMask()

APInt AArch64TTIImpl::getFeatureMask ( const Function & F ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 282 of file AArch64TargetTransformInfo.cpp.

References extractAttrFeatures(), F, and llvm::AArch64::getCpuSupportsMask().

getFP16BF16PromoteCost()

std::optional< InstructionCost > AArch64TTIImpl::getFP16BF16PromoteCost	(	Type *	Ty,
		TTI::TargetCostKind	CostKind,
		TTI::OperandValueInfo	Op1Info,
		TTI::OperandValueInfo	Op2Info,
		bool	IncludeTrunc,
		bool	CanUseSVE,
		std::function< InstructionCost(Type *)>	InstCost ) const

FP16 and BF16 operations are lowered to fptrunc(op(fpext, fpext) if the architecture features are not present.

Definition at line 5134 of file AArch64TargetTransformInfo.cpp.

References CostKind, getCastInstrCost(), llvm::Type::getFloatTy(), llvm::Type::getWithNewType(), llvm::TargetTransformInfo::OperandValueInfo::isConstant(), and llvm::TargetTransformInfo::None.

Referenced by getCmpSelInstrCost().

getGatherScatterOpCost()

InstructionCost AArch64TTIImpl::getGatherScatterOpCost	(	const MemIntrinsicCostAttributes &	MICA,
		TTI::TargetCostKind	CostKind ) const

Definition at line 5894 of file AArch64TargetTransformInfo.cpp.

References llvm::cast(), CostKind, llvm::MemIntrinsicCostAttributes::getAlignment(), llvm::MemIntrinsicCostAttributes::getDataType(), llvm::MemIntrinsicCostAttributes::getID(), llvm::MemIntrinsicCostAttributes::getInst(), llvm::InstructionCost::getInvalid(), getMaxNumElements(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getMemIntrinsicInstrCost(), getMemoryOpCost(), llvm::ElementCount::getScalable(), getSVEGatherScatterOverhead(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), I, isElementTypeLegalForScalableVector(), isLegalMaskedGatherScatter(), and useNeonVector().

Referenced by getMemIntrinsicInstrCost().

getGISelRematGlobalCost()

unsigned llvm::AArch64TTIImpl::getGISelRematGlobalCost ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 470 of file AArch64TargetTransformInfo.h.

getIndexedVectorInstrCostFromEnd()

InstructionCost AArch64TTIImpl::getIndexedVectorInstrCostFromEnd ( unsigned Opcode, Type * Ty, TTI::TargetCostKind CostKind, unsigned Index ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5095 of file AArch64TargetTransformInfo.cpp.

References CostKind, llvm::BasicTTIImplBase< AArch64TTIImpl >::getIndexedVectorInstrCostFromEnd(), llvm::isa(), and llvm::TargetTransformInfo::TCK_CodeSize.

getInlineCallPenalty()

unsigned AArch64TTIImpl::getInlineCallPenalty ( const Function * F, const CallBase & Call, unsigned DefaultCallPenalty ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 403 of file AArch64TargetTransformInfo.cpp.

References Call, CallAttrs, F, and llvm::SMECallAttrs::requiresSMChange().

getInterleavedMemoryOpCost()

InstructionCost AArch64TTIImpl::getInterleavedMemoryOpCost ( unsigned Opcode, Type * VecTy, unsigned Factor, ArrayRef< unsigned > Indices, Align Alignment, unsigned AddressSpace, TTI::TargetCostKind CostKind, bool UseMaskForCond = false, bool UseMaskForGaps = false ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 6115 of file AArch64TargetTransformInfo.cpp.

References assert(), llvm::cast(), CostKind, llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::VectorType::get(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getInterleavedMemoryOpCost(), llvm::InstructionCost::getInvalid(), getMemIntrinsicInstrCost(), getMemoryOpCost(), llvm::ElementCount::getScalable(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), llvm::Type::isScalableTy(), and llvm::Log2_64().

getIntImmCost() [1/2]

InstructionCost AArch64TTIImpl::getIntImmCost ( const APInt & Imm, Type * Ty, TTI::TargetCostKind CostKind ) const

overridevirtual

Calculate the cost of materializing the given constant.

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 469 of file AArch64TargetTransformInfo.cpp.

References llvm::APInt::ashr(), assert(), CostKind, getIntImmCost(), llvm::APInt::getSExtValue(), Imm, and llvm::APInt::sextOrTrunc().

getIntImmCost() [2/2]

InstructionCost AArch64TTIImpl::getIntImmCost

(

int64_t

Val

)

const

Calculate the cost of materializing a 64-bit value.

This helper method might only calculate a fraction of a larger immediate. Therefore it is valid to return a cost of ZERO.

Definition at line 453 of file AArch64TargetTransformInfo.cpp.

References llvm::AArch64_IMM::expandMOVImm(), llvm::AArch64_AM::isLogicalImmediate(), and llvm::SmallVectorTemplateCommon< T, typename >::size().

Referenced by getIntImmCost(), getIntImmCostInst(), and getIntImmCostIntrin().

getIntImmCostInst()

InstructionCost AArch64TTIImpl::getIntImmCostInst ( unsigned Opcode, unsigned Idx, const APInt & Imm, Type * Ty, TTI::TargetCostKind CostKind, Instruction * Inst = nullptr ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 494 of file AArch64TargetTransformInfo.cpp.

References assert(), CostKind, getIntImmCost(), Imm, llvm::TargetTransformInfo::TCC_Basic, and llvm::TargetTransformInfo::TCC_Free.

getIntImmCostIntrin()

InstructionCost AArch64TTIImpl::getIntImmCostIntrin ( Intrinsic::ID IID, unsigned Idx, const APInt & Imm, Type * Ty, TTI::TargetCostKind CostKind ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 563 of file AArch64TargetTransformInfo.cpp.

References assert(), CostKind, getIntImmCost(), Imm, llvm::isInt(), llvm::TargetTransformInfo::TCC_Basic, and llvm::TargetTransformInfo::TCC_Free.

getIntrinsicInstrCost()

InstructionCost AArch64TTIImpl::getIntrinsicInstrCost ( const IntrinsicCostAttributes & ICA, TTI::TargetCostKind CostKind ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 677 of file AArch64TargetTransformInfo.cpp.

References _, llvm::any_of(), llvm::FastMathFlags::approxFunc(), C(), llvm::cast(), CostKind, llvm::CostTableLookup(), llvm::ISD::CTPOP, llvm::ISD::CTTZ_ELTS, llvm::divideCeil(), llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::dyn_cast(), llvm::dyn_cast_or_null(), llvm::SmallVectorTemplateCommon< T, typename >::empty(), llvm::equal_to(), llvm::CmpInst::FCMP_UNO, llvm::FMul, llvm::FixedVectorType::get(), llvm::VectorType::get(), llvm::IntrinsicCostAttributes::getArgs(), llvm::IntrinsicCostAttributes::getArgTypes(), getArithmeticInstrCost(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getCallInstrCost(), getCastInstrCost(), getCmpSelInstrCost(), llvm::TargetTransformInfoImplBase::getDataLayout(), llvm::Instruction::getFastMathFlags(), llvm::Type::getFloatTy(), getHistogramCost(), llvm::IntrinsicCostAttributes::getID(), llvm::IntrinsicCostAttributes::getInst(), llvm::Type::getInt64Ty(), llvm::Type::getInt8Ty(), llvm::Type::getIntNTy(), getIntrinsicInstrCost(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getIntrinsicInstrCost(), llvm::InstructionCost::getInvalid(), llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::getKnownMinValue(), llvm::TargetTransformInfo::getOperandInfo(), llvm::IntrinsicCostAttributes::getReturnType(), llvm::ElementCount::getScalable(), llvm::MVT::getScalableVectorVT(), llvm::EVT::getScalarSizeInBits(), llvm::MVT::getScalarSizeInBits(), llvm::Type::getScalarType(), llvm::EVT::getSimpleVT(), llvm::Constant::getSplatValue(), llvm::Value::getType(), llvm::EVT::getTypeForEVT(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), llvm::DataLayout::getTypeSizeInBits(), llvm::MVT::getVectorElementType(), getVectorInstrCost(), llvm::EVT::getVectorMinNumElements(), llvm::EVT::getVectorNumElements(), llvm::Type::getWithNewBitWidth(), llvm::CmpInst::ICMP_UGT, llvm::is_contained(), llvm::isa(), llvm::TargetTransformInfo::OperandValueInfo::isConstant(), llvm::Type::isDoubleTy(), llvm::EVT::isFixedLengthVector(), llvm::MVT::isFixedLengthVector(), llvm::Type::isFloatTy(), llvm::Type::isHalfTy(), llvm::Type::isIntegerTy(), llvm::isPowerOf2_64(), llvm::MVT::isScalableVector(), llvm::EVT::isSimple(), llvm::BasicTTIImplBase< AArch64TTIImpl >::isTypeLegal(), llvm::TargetTransformInfo::OperandValueInfo::isUniform(), isUnpackedVectorVT(), llvm::InstructionCost::isValid(), llvm::MVT::isVector(), llvm::ConstantInt::isZero(), llvm::ISD::MULHU, llvm::FastMathFlags::noInfs(), llvm::TargetTransformInfo::None, llvm::FastMathFlags::noSignedZeros(), llvm::SmallVectorTemplateCommon< T, typename >::size(), llvm::AArch64::SVEBitsPerBlock, llvm::TargetTransformInfo::TCC_Free, llvm::TargetLoweringBase::TypeLegal, and llvm::TargetLoweringBase::TypeSplitVector.

Referenced by getIntrinsicInstrCost(), and getMinMaxReductionCost().

getMaskedMemoryOpCost()

InstructionCost AArch64TTIImpl::getMaskedMemoryOpCost	(	const MemIntrinsicCostAttributes &	MICA,
		TTI::TargetCostKind	CostKind ) const

Definition at line 5810 of file AArch64TargetTransformInfo.cpp.

References llvm::cast(), CostKind, llvm::MemIntrinsicCostAttributes::getAlignment(), llvm::MemIntrinsicCostAttributes::getDataType(), llvm::MemIntrinsicCostAttributes::getID(), llvm::InstructionCost::getInvalid(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getMemIntrinsicInstrCost(), llvm::ElementCount::getScalable(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), llvm::is_contained(), isLegalMaskedCompressStore(), isLegalMaskedExpandLoad(), and useNeonVector().

Referenced by getMemIntrinsicInstrCost(), and getMemoryOpCost().

getMaxInterleaveFactor()

unsigned AArch64TTIImpl::getMaxInterleaveFactor ( ElementCount VF, bool HasUnorderedReductions ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 6278 of file AArch64TargetTransformInfo.cpp.

References llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::getKnownMinValue(), and llvm::ElementCount::isScalar().

getMaxNumElements()

unsigned llvm::AArch64TTIImpl::getMaxNumElements ( ElementCount VF ) const

inline

Try to return an estimate cost factor that can be used as a multiplier when scalarizing an operation for a vector with ElementCount VF.

For scalable vectors this currently takes the most pessimistic view based upon the maximum possible value for vscale.

Definition at line 167 of file AArch64TargetTransformInfo.h.

References llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::getFixedValue(), llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::getKnownMinValue(), and llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::isScalable().

Referenced by getArithmeticReductionCost(), and getGatherScatterOpCost().

getMemIntrinsicInstrCost()

InstructionCost AArch64TTIImpl::getMemIntrinsicInstrCost ( const MemIntrinsicCostAttributes & MICA, TTI::TargetCostKind CostKind ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5794 of file AArch64TargetTransformInfo.cpp.

References CostKind, getGatherScatterOpCost(), llvm::MemIntrinsicCostAttributes::getID(), getMaskedMemoryOpCost(), and llvm::BasicTTIImplBase< AArch64TTIImpl >::getMemIntrinsicInstrCost().

Referenced by getInterleavedMemoryOpCost().

getMemoryOpCost()

InstructionCost AArch64TTIImpl::getMemoryOpCost ( unsigned Opcode, Type * Src, Align Alignment, unsigned AddressSpace, TTI::TargetCostKind CostKind, TTI::OperandValueInfo OpInfo = {TTI::OK_AnyValue, TTI::OP_None}, const Instruction * I = nullptr ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5939 of file AArch64TargetTransformInfo.cpp.

References llvm::cast(), CostKind, llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::dyn_cast(), llvm::SmallVectorTemplateCommon< T, typename >::empty(), llvm::InstructionCost::getInvalid(), getMaskedMemoryOpCost(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getMemoryOpCost(), llvm::ElementCount::getScalable(), llvm::EVT::getScalarSizeInBits(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), getValue(), llvm::EVT::getVectorElementType(), llvm::EVT::getVectorNumElements(), I, llvm::isPowerOf2_32(), llvm::MCSchedClassDesc::isValid(), llvm::MCSchedClassDesc::isVariant(), llvm_unreachable, llvm::NextPowerOf2(), llvm::Offset, llvm::SmallVectorImpl< T >::pop_back_val(), llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::TargetTransformInfo::TCK_CodeSize, llvm::TargetTransformInfo::TCK_Latency, llvm::TargetTransformInfo::TCK_SizeAndLatency, TII, and useNeonVector().

Referenced by getCostOfKeepingLiveOverCall(), getGatherScatterOpCost(), and getInterleavedMemoryOpCost().

getMinMaxReductionCost()

InstructionCost AArch64TTIImpl::getMinMaxReductionCost ( Intrinsic::ID IID, VectorType * Ty, FastMathFlags FMF, TTI::TargetCostKind CostKind ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 6829 of file AArch64TargetTransformInfo.cpp.

References CostKind, llvm::dyn_cast(), getIntrinsicInstrCost(), llvm::InstructionCost::getInvalid(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getMinMaxReductionCost(), llvm::ElementCount::getScalable(), llvm::EVT::getTypeForEVT(), and llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost().

getMinPageSize()

std::optional< unsigned > llvm::AArch64TTIImpl::getMinPageSize ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 566 of file AArch64TargetTransformInfo.h.

getMinTripCountTailFoldingThreshold()

unsigned llvm::AArch64TTIImpl::getMinTripCountTailFoldingThreshold ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 474 of file AArch64TargetTransformInfo.h.

getMinVectorRegisterBitWidth()

unsigned llvm::AArch64TTIImpl::getMinVectorRegisterBitWidth ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 152 of file AArch64TargetTransformInfo.h.

getMulAccReductionCost()

InstructionCost AArch64TTIImpl::getMulAccReductionCost ( bool IsUnsigned, unsigned RedOpcode, Type * ResTy, VectorType * Ty, TTI::TargetCostKind CostKind = TTI::TCK_RecipThroughput ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 7040 of file AArch64TargetTransformInfo.cpp.

References CostKind, llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::BasicTTIImplBase< AArch64TTIImpl >::getMulAccReductionCost(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), and llvm::EVT::isSimple().

getNumberOfRegisters()

unsigned llvm::AArch64TTIImpl::getNumberOfRegisters ( unsigned ClassID ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 126 of file AArch64TargetTransformInfo.h.

References llvm::Vector.

getOrCreateResultFromMemIntrinsic()

Value * AArch64TTIImpl::getOrCreateResultFromMemIntrinsic ( IntrinsicInst * Inst, Type * ExpectedType, bool CanCreate = true ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 6660 of file AArch64TargetTransformInfo.cpp.

References llvm::CallBase::arg_size(), llvm::dyn_cast(), llvm::PoisonValue::get(), llvm::CallBase::getArgOperand(), llvm::IntrinsicInst::getIntrinsicID(), and llvm::Value::getType().

getPartialReductionCost()

InstructionCost AArch64TTIImpl::getPartialReductionCost ( unsigned Opcode, Type * InputTypeA, Type * InputTypeB, Type * AccumType, ElementCount VF, TTI::PartialReductionExtendKind OpAExtend, TTI::PartialReductionExtendKind OpBExtend, std::optional< unsigned > BinOp, TTI::TargetCostKind CostKind, std::optional< FastMathFlags > FMF ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 7119 of file AArch64TargetTransformInfo.cpp.

References assert(), CostKind, llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::divideCoefficientBy(), llvm::VectorType::get(), getArithmeticInstrCost(), llvm::Type::getContext(), llvm::EVT::getEVT(), llvm::InstructionCost::getInvalid(), llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::getKnownMinValue(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getPartialReductionCost(), llvm::Type::getScalarSizeInBits(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), llvm::Invalid, llvm::is_contained(), llvm::Type::isFloatingPointTy(), llvm::TargetTransformInfo::PR_None, llvm::TargetTransformInfo::PR_SignExtend, llvm::MVT::SimpleTy, llvm::TargetTransformInfo::TCC_Basic, llvm::TargetTransformInfo::TCK_RecipThroughput, llvm::TargetLoweringBase::TypeLegal, llvm::TargetLoweringBase::TypePromoteInteger, and llvm::TargetLoweringBase::TypeSplitVector.

getPeelingPreferences()

void AArch64TTIImpl::getPeelingPreferences ( Loop * L, ScalarEvolution & SE, TTI::PeelingPreferences & PP ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 6655 of file AArch64TargetTransformInfo.cpp.

References llvm::BasicTTIImplBase< AArch64TTIImpl >::getPeelingPreferences().

getPopcntSupport()

TargetTransformInfo::PopcntSupportKind AArch64TTIImpl::getPopcntSupport ( unsigned TyWidth ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 615 of file AArch64TargetTransformInfo.cpp.

References assert(), llvm::isPowerOf2_32(), llvm::TargetTransformInfo::PSK_FastHardware, and llvm::TargetTransformInfo::PSK_Software.

getPreferredTailFoldingStyle()

TailFoldingStyle llvm::AArch64TTIImpl::getPreferredTailFoldingStyle ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 478 of file AArch64TargetTransformInfo.h.

References llvm::DataAndControlFlow, and llvm::DataWithoutLaneMask.

getPriorityMask()

APInt AArch64TTIImpl::getPriorityMask ( const Function & F ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 288 of file AArch64TargetTransformInfo.cpp.

References extractAttrFeatures(), F, and llvm::AArch64::getFMVPriority().

getRegisterBitWidth()

TypeSize AArch64TTIImpl::getRegisterBitWidth ( TargetTransformInfo::RegisterKind K ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 3839 of file AArch64TargetTransformInfo.cpp.

References llvm::TypeSize::getFixed(), llvm::TypeSize::getScalable(), llvm_unreachable, llvm::TargetTransformInfo::RGK_FixedWidthVector, llvm::TargetTransformInfo::RGK_ScalableVector, and llvm::TargetTransformInfo::RGK_Scalar.

getScalarizationOverhead()

InstructionCost AArch64TTIImpl::getScalarizationOverhead ( VectorType * Ty, const APInt & DemandedElts, bool Insert, bool Extract, TTI::TargetCostKind CostKind, bool ForPoisonSrc = true, ArrayRef< Value * > VL = {}, TTI::VectorInstrContext VIC = TTI::VectorInstrContext::None ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5111 of file AArch64TargetTransformInfo.cpp.

References CostKind, llvm::InstructionCost::getInvalid(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getScalarizationOverhead(), llvm::isa(), llvm::APInt::popcount(), and llvm::TargetTransformInfo::TCK_CodeSize.

getScalingFactorCost()

InstructionCost AArch64TTIImpl::getScalingFactorCost ( Type * Ty, GlobalValue * BaseGV, StackOffset BaseOffset, bool HasBaseReg, int64_t Scale, unsigned AddrSpace ) const

overridevirtual

Return the cost of the scaling factor used in the addressing mode represented by AM for this target, for a load/store of the specified type.

If the AM is supported, the return value must be >= 0. If the AM is not supported, it returns an invalid cost.

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 7766 of file AArch64TargetTransformInfo.cpp.

References llvm::TargetLoweringBase::AddrMode::BaseGV, llvm::TargetLoweringBase::AddrMode::BaseOffs, llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::StackOffset::getFixed(), llvm::InstructionCost::getInvalid(), llvm::StackOffset::getScalable(), llvm::TargetLoweringBase::AddrMode::HasBaseReg, llvm::BasicTTIImplBase< AArch64TTIImpl >::isLegalAddressingMode(), llvm::TargetLoweringBase::AddrMode::ScalableOffset, and llvm::TargetLoweringBase::AddrMode::Scale.

getShuffleCost()

InstructionCost AArch64TTIImpl::getShuffleCost ( TTI::ShuffleKind Kind, VectorType * DstTy, VectorType * SrcTy, TTI::TargetCostKind CostKind, ArrayRef< int > Mask, int Index, VectorType * SubTp, ArrayRef< const Value * > Args = {}, const Instruction * CtxI = nullptr, TTI::VectorInstrContext VIC = TTI::VectorInstrContext::None ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 7325 of file AArch64TargetTransformInfo.cpp.

References llvm::all_of(), assert(), llvm::cast(), CostKind, llvm::CostTableLookup(), llvm::drop_begin(), llvm::enumerate(), llvm::VectorType::get(), llvm::VectorType::getElementCount(), llvm::ElementCount::getFixed(), llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::getKnownMinValue(), llvm::FixedVectorType::getNumElements(), llvm::getPerfectShuffleCost(), llvm::Type::getPrimitiveSizeInBits(), llvm::Type::getScalarType(), getShuffleCost(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getShuffleCost(), getSpliceCost(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), llvm::Value::hasOneUse(), llvm::BasicTTIImplBase< AArch64TTIImpl >::improveShuffleKindFromMask(), llvm::isa(), llvm::ShuffleVectorInst::isDeInterleaveMaskOfFactor(), llvm::isDUPFirstSegmentMask(), llvm::isDUPQMask(), llvm::ShuffleVectorInst::isInterleaveMask(), isLegalBroadcastLoad(), llvm::isREVMask(), llvm::Type::isScalableTy(), llvm::isTRNMask(), llvm::isUZPMask(), llvm::isZIPMask(), N, llvm::PoisonMaskElem, llvm::SmallVectorTemplateBase< T, bool >::push_back(), llvm::TargetTransformInfo::SK_Broadcast, llvm::TargetTransformInfo::SK_ExtractSubvector, llvm::TargetTransformInfo::SK_InsertSubvector, llvm::TargetTransformInfo::SK_PermuteSingleSrc, llvm::TargetTransformInfo::SK_PermuteTwoSrc, llvm::TargetTransformInfo::SK_Reverse, llvm::TargetTransformInfo::SK_Select, llvm::TargetTransformInfo::SK_Splice, llvm::TargetTransformInfo::SK_Transpose, llvm::AArch64::SVEBitsPerBlock, llvm::TargetTransformInfo::TCK_CodeSize, and llvm::Instruction::user_begin().

Referenced by getShuffleCost().

getSpliceCost()

InstructionCost AArch64TTIImpl::getSpliceCost	(	VectorType *	Tp,
		int	Index,
		TTI::TargetCostKind	CostKind ) const

Definition at line 7063 of file AArch64TargetTransformInfo.cpp.

References assert(), llvm::CmpInst::BAD_ICMP_PREDICATE, CostKind, llvm::CostTableLookup(), getCastInstrCost(), getCmpSelInstrCost(), llvm::Type::getContext(), llvm::VectorType::getElementCount(), llvm::InstructionCost::getInvalid(), llvm::ElementCount::getScalable(), llvm::EVT::getSimpleVT(), llvm::EVT::getTypeForEVT(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), llvm::TargetTransformInfo::None, and llvm::TargetTransformInfo::SK_Splice.

Referenced by getShuffleCost().

getStoreMinimumVF()

unsigned llvm::AArch64TTIImpl::getStoreMinimumVF ( unsigned VF, Type * ScalarMemTy, Type * ScalarValTy, Align Alignment, unsigned AddrSpace ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 555 of file AArch64TargetTransformInfo.h.

References llvm::BasicTTIImplBase< AArch64TTIImpl >::getStoreMinimumVF(), llvm::Type::isIntegerTy(), and llvm::isPowerOf2_32().

getTgtMemIntrinsic()

bool AArch64TTIImpl::getTgtMemIntrinsic ( IntrinsicInst * Inst, MemIntrinsicInfo & Info ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 6703 of file AArch64TargetTransformInfo.cpp.

References llvm::CallBase::arg_size(), llvm::CallBase::getArgOperand(), and llvm::IntrinsicInst::getIntrinsicID().

getUnrollingPreferences()

void AArch64TTIImpl::getUnrollingPreferences ( Loop * L, ScalarEvolution & SE, TTI::UnrollingPreferences & UP, OptimizationRemarkEmitter * ORE ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 6552 of file AArch64TargetTransformInfo.cpp.

References llvm::cast(), llvm::TargetTransformInfo::UnrollingPreferences::DefaultUnrollRuntimeCount, F, llvm::TargetTransformInfo::UnrollingPreferences::Force, llvm::AArch64Subtarget::Generic, getAppleRuntimeUnrollPreferences(), llvm::ScalarEvolution::getBackedgeTakenCount(), llvm::getBooleanLoopAttribute(), getCalledFunction(), getFalkorUnrollingPreferences(), llvm::TargetTransformInfoImplCRTPBase< T >::getInstructionCost(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getUnrollingPreferences(), I, llvm::isa(), llvm::ScalarEvolution::isBackedgeTakenCountMaxOrZero(), llvm::TargetTransformInfoImplBase::isLoweredToCall(), llvm::TargetTransformInfo::UnrollingPreferences::MaxUpperBound, Operands, llvm::TargetTransformInfo::UnrollingPreferences::Partial, llvm::TargetTransformInfo::UnrollingPreferences::PartialOptSizeThreshold, llvm::TargetTransformInfo::UnrollingPreferences::PartialThreshold, llvm::TargetTransformInfo::UnrollingPreferences::Runtime, llvm::TargetTransformInfo::UnrollingPreferences::RuntimeUnrollMultiExit, llvm::TargetTransformInfo::UnrollingPreferences::SCEVExpansionBudget, shouldUnrollMultiExitLoop(), llvm::TargetTransformInfo::TCK_SizeAndLatency, llvm::TargetTransformInfo::UnrollingPreferences::UnrollAndJam, llvm::TargetTransformInfo::UnrollingPreferences::UnrollAndJamInnerLoopThreshold, llvm::TargetTransformInfo::UnrollingPreferences::UnrollRemainder, and llvm::TargetTransformInfo::UnrollingPreferences::UpperBound.

getVectorInstrCost() [1/3]

InstructionCost AArch64TTIImpl::getVectorInstrCost ( const Instruction & I, Type * Ty, TTI::TargetCostKind CostKind, unsigned Index, TTI::VectorInstrContext VIC = TTI::VectorInstrContext::None ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5087 of file AArch64TargetTransformInfo.cpp.

References CostKind, and I.

getVectorInstrCost() [2/3]

InstructionCost AArch64TTIImpl::getVectorInstrCost ( unsigned Opcode, Type * Ty, TTI::TargetCostKind CostKind, unsigned Index, const Value * Op0, const Value * Op1, TTI::VectorInstrContext VIC = TTI::VectorInstrContext::None ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5065 of file AArch64TargetTransformInfo.cpp.

References CostKind, and llvm::isa().

Referenced by getCastInstrCost(), getExtractWithExtendCost(), and getIntrinsicInstrCost().

getVectorInstrCost() [3/3]

InstructionCost AArch64TTIImpl::getVectorInstrCost ( unsigned Opcode, Type * Ty, TTI::TargetCostKind CostKind, unsigned Index, Value * Scalar, ArrayRef< std::tuple< Value *, User *, int > > ScalarUserAndIdx, TTI::VectorInstrContext VIC = TTI::VectorInstrContext::None ) const

overridevirtual

Parameters

ScalarUserAndIdx

encodes the information about extracts from a vector with 'Scalar' being the value being extracted,'User' being the user of the extract(nullptr if user is not known before vectorization) and 'Idx' being the extract lane.

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5078 of file AArch64TargetTransformInfo.cpp.

References CostKind.

getVScaleForTuning()

std::optional< unsigned > llvm::AArch64TTIImpl::getVScaleForTuning ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 156 of file AArch64TargetTransformInfo.h.

hasKnownLowerThroughputFromSchedulingModel()

bool AArch64TTIImpl::hasKnownLowerThroughputFromSchedulingModel	(	unsigned	Opcode1,
		unsigned	Opcode2 ) const

Check whether Opcode1 has less throughput according to the scheduling model than Opcode2.

For variant scheduling classes, the lowest throughput of Opcode1 and the highest throughput of Opcode2 are compared among all the scheduling classes they may be resolved to.

Definition at line 5596 of file AArch64TargetTransformInfo.cpp.

References llvm::append_range(), llvm::SmallVectorTemplateCommon< T, typename >::empty(), llvm::MCSchedModel::getReciprocalThroughput(), llvm::MCSchedClassDesc::isValid(), llvm::MCSchedClassDesc::isVariant(), llvm::SmallVectorImpl< T >::pop_back_val(), and TII.

Referenced by getCmpSelInstrCost().

hasMultiVectorLoadStore()

bool AArch64TTIImpl::hasMultiVectorLoadStore ( unsigned NumVectors, TTI::MaskSource Mask, VectorType * VectorTy, bool IsStore, std::optional< Instruction::CastOps > CastHint ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 6244 of file AArch64TargetTransformInfo.cpp.

References llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::isa(), llvm::isPowerOf2_32(), llvm::TargetTransformInfo::None, and llvm::AArch64::SVEBitsPerBlock.

hasPossibleIncompatibleOps()

bool AArch64TTIImpl::hasPossibleIncompatibleOps	(	const Function *	F,
		bool	ConsiderZA,
		bool	ConsiderZT,
		bool	ConsiderSM ) const

Returns true if the function has explicit operations that can only be lowered using incompatible instructions for the selected mode.

This also returns true if the function F may use or modify ZA state.

Definition at line 177 of file AArch64TargetTransformInfo.cpp.

References llvm::any_of(), CallAttrs, llvm::cast(), llvm::dyn_cast(), F, I, II, llvm::isa(), llvm::Intrinsic::isTargetIntrinsic(), and T.

Referenced by areInlineCompatible().

instCombineIntrinsic()

std::optional< Instruction * > AArch64TTIImpl::instCombineIntrinsic ( InstCombiner & IC, IntrinsicInst & II ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 3677 of file AArch64TargetTransformInfo.cpp.

References constructSVEIntrinsicInfo(), llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, I, II, instCombineConvertFromSVBool(), instCombineDMB(), instCombineInStreamingMode(), instCombineLD1GatherIndex(), instCombineMaxMinNM(), instCombinePTrue(), instCombineRDFFR(), instCombineSMECntsd(), instCombineST1ScatterIndex(), instCombineSVEAnd(), instCombineSVECmpNE(), instCombineSVECntElts(), instCombineSVECondLast(), instCombineSVEDup(), instCombineSVEDupqLane(), instCombineSVEDupX(), instCombineSVEInsr(), instCombineSVELast(), instCombineSVELD1(), instCombineSVEOrr(), instCombineSVEPairwiseAddLong(), instCombineSVEPTest(), instCombineSVESDIV(), instCombineSVESel(), instCombineSVESrshl(), instCombineSVEST1(), instCombineSVETBL(), instCombineSVEUMin(), instCombineSVEUnpack(), instCombineSVEUxt(), instCombineSVEUzp1(), instCombineSVEVectorAdd(), instCombineSVEVectorBinOp(), instCombineSVEVectorFAdd(), instCombineSVEVectorFAddU(), instCombineSVEVectorFSub(), instCombineSVEVectorFSubU(), instCombineSVEVectorFuseMulAddSub(), instCombineSVEVectorMlaU(), instCombineSVEVectorSub(), instCombineSVEZip(), instCombineWhilelo(), instCombineXorSVECmpCC(), and simplifySVEIntrinsic().

isElementTypeLegalForCompressStore()

bool llvm::AArch64TTIImpl::isElementTypeLegalForCompressStore ( Type * Ty ) const

inline

Definition at line 352 of file AArch64TargetTransformInfo.h.

References assert(), and llvm::is_contained().

Referenced by isLegalMaskedCompressStore().

isElementTypeLegalForScalableVector()

bool llvm::AArch64TTIImpl::isElementTypeLegalForScalableVector ( Type * Ty ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 306 of file AArch64TargetTransformInfo.h.

Referenced by getGatherScatterOpCost(), isLegalMaskedCompressStore(), isLegalMaskedGatherScatter(), isLegalMaskedLoadStore(), and isLegalToVectorizeReduction().

isExtPartOfAvgExpr()

bool AArch64TTIImpl::isExtPartOfAvgExpr	(	const Instruction *	ExtUser,
		Type *	Dst,
		Type *	Src ) const

Definition at line 4010 of file AArch64TargetTransformInfo.cpp.

References llvm::Add, llvm::cast(), llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::dyn_cast_or_null(), llvm::Instruction::getOpcode(), llvm::Value::hasOneUse(), llvm::PatternMatch::m_c_Add(), llvm::PatternMatch::m_Instruction(), llvm::PatternMatch::m_One(), llvm::PatternMatch::m_Value(), llvm::PatternMatch::m_ZExtOrSExt(), and llvm::PatternMatch::match().

Referenced by getCastInstrCost().

isLegalBroadcastLoad()

bool llvm::AArch64TTIImpl::isLegalBroadcastLoad ( Type * ElementTy, ElementCount NumElements ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 389 of file AArch64TargetTransformInfo.h.

References llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::getFixedValue(), llvm::Type::getScalarSizeInBits(), and llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::isScalable().

Referenced by getShuffleCost().

isLegalMaskedCompressStore()

bool AArch64TTIImpl::isLegalMaskedCompressStore ( Type * DataType, Align Alignment ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 8370 of file AArch64TargetTransformInfo.cpp.

References llvm::Type::getInt32Ty(), llvm::Type::getInt64Ty(), llvm::EVT::getTypeForEVT(), llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), llvm::isa(), isElementTypeLegalForCompressStore(), and isElementTypeLegalForScalableVector().

Referenced by getMaskedMemoryOpCost().

isLegalMaskedExpandLoad()

bool AArch64TTIImpl::isLegalMaskedExpandLoad ( Type * DataTy, Align Alignment ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 6220 of file AArch64TargetTransformInfo.cpp.

References useNeonVector().

Referenced by getMaskedMemoryOpCost().

isLegalMaskedGather()

bool llvm::AArch64TTIImpl::isLegalMaskedGather ( Type * DataType, Align Alignment ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 381 of file AArch64TargetTransformInfo.h.

References isLegalMaskedGatherScatter().

isLegalMaskedGatherScatter()

bool llvm::AArch64TTIImpl::isLegalMaskedGatherScatter ( Type * DataType ) const

inline

Definition at line 368 of file AArch64TargetTransformInfo.h.

References llvm::dyn_cast(), and isElementTypeLegalForScalableVector().

Referenced by getGatherScatterOpCost(), isLegalMaskedGather(), and isLegalMaskedScatter().

isLegalMaskedLoad()

bool llvm::AArch64TTIImpl::isLegalMaskedLoad ( Type * DataType, Align Alignment, unsigned , TTI::MaskKind  ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 340 of file AArch64TargetTransformInfo.h.

References isLegalMaskedLoadStore().

isLegalMaskedLoadStore()

bool llvm::AArch64TTIImpl::isLegalMaskedLoadStore ( Type * DataType, Align Alignment ) const

inline

Definition at line 321 of file AArch64TargetTransformInfo.h.

References llvm::BasicTTIImplBase< AArch64TTIImpl >::getTypeLegalizationCost(), llvm::isa(), and isElementTypeLegalForScalableVector().

Referenced by isLegalMaskedLoad(), and isLegalMaskedStore().

isLegalMaskedScatter()

bool llvm::AArch64TTIImpl::isLegalMaskedScatter ( Type * DataType, Align Alignment ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 385 of file AArch64TargetTransformInfo.h.

References isLegalMaskedGatherScatter().

isLegalMaskedStore()

bool llvm::AArch64TTIImpl::isLegalMaskedStore ( Type * DataType, Align Alignment, unsigned , TTI::MaskKind  ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 346 of file AArch64TargetTransformInfo.h.

References isLegalMaskedLoadStore().

isLegalNTLoad()

bool llvm::AArch64TTIImpl::isLegalNTLoad ( Type * DataType, Align Alignment ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 441 of file AArch64TargetTransformInfo.h.

References llvm::TargetTransformInfoImplBase::isLegalNTLoad(), and isLegalNTStoreLoad().

isLegalNTStore()

bool llvm::AArch64TTIImpl::isLegalNTStore ( Type * DataType, Align Alignment ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 434 of file AArch64TargetTransformInfo.h.

References llvm::TargetTransformInfoImplBase::isLegalNTStore(), and isLegalNTStoreLoad().

isLegalNTStoreLoad()

std::optional< bool > llvm::AArch64TTIImpl::isLegalNTStoreLoad ( Type * DataType, Align Alignment ) const

inline

Definition at line 407 of file AArch64TargetTransformInfo.h.

References llvm::dyn_cast(), and llvm::isPowerOf2_64().

Referenced by isLegalNTLoad(), and isLegalNTStore().

isLegalSpeculativeLoad()

bool AArch64TTIImpl::isLegalSpeculativeLoad ( Type * DataType, unsigned AddressSpace ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 6232 of file AArch64TargetTransformInfo.cpp.

References llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::isPowerOf2_64(), and Size.

isLegalToVectorizeReduction()

bool AArch64TTIImpl::isLegalToVectorizeReduction ( const RecurrenceDescriptor & RdxDesc, ElementCount VF ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 6794 of file AArch64TargetTransformInfo.cpp.

References llvm::Add, llvm::AddChainWithSubs, llvm::And, llvm::AnyOf, llvm::FAdd, llvm::FAddChainWithSubs, llvm::FindLast, llvm::FMax, llvm::FMin, llvm::FMulAdd, llvm::FSub, llvm::RecurrenceDescriptor::getRecurrenceKind(), llvm::RecurrenceDescriptor::getRecurrenceType(), isElementTypeLegalForScalableVector(), llvm::details::FixedOrScalableQuantity< LeafTy, ValueTy >::isScalable(), llvm::Or, llvm::SMax, llvm::SMin, llvm::Sub, llvm::UMax, llvm::UMin, and llvm::Xor.

isLSRCostLess()

bool AArch64TTIImpl::isLSRCostLess ( const TargetTransformInfo::LSRCost & C1, const TargetTransformInfo::LSRCost & C2 ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 7807 of file AArch64TargetTransformInfo.cpp.

References llvm::TargetTransformInfo::LSRCost::AddRecCost, C1, llvm::TargetTransformInfo::LSRCost::ImmCost, llvm::TargetTransformInfo::LSRCost::Insns, llvm::TargetTransformInfoImplBase::isLSRCostLess(), llvm::TargetTransformInfo::LSRCost::NumBaseAdds, llvm::TargetTransformInfo::LSRCost::NumIVMuls, llvm::TargetTransformInfo::LSRCost::NumRegs, llvm::TargetTransformInfo::LSRCost::ScaleCost, and llvm::TargetTransformInfo::LSRCost::SetupCost.

isMultiversionedFunction()

bool AArch64TTIImpl::isMultiversionedFunction ( const Function & F ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 294 of file AArch64TargetTransformInfo.cpp.

References F.

isProfitableToSinkOperands()

bool AArch64TTIImpl::isProfitableToSinkOperands ( Instruction * I, SmallVectorImpl< Use * > & Ops ) const

overridevirtual

Check if sinking I's operands to I's basic block is profitable, because the operands can be folded into a target instruction, e.g.

shufflevectors extracts and/or sext/zext can be folded into (u,s)subl(2).

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 7974 of file AArch64TargetTransformInfo.cpp.

References A(), AbstractManglingParser< Derived, Alloc >::Ops, llvm::any_of(), areExtractExts(), areExtractShuffleVectors(), areOperandsOfVmullHighP64(), B(), llvm::cast(), Cond, llvm::BasicTTIImplBase< AArch64TTIImpl >::DL, llvm::dyn_cast(), getCondition(), llvm::APInt::getHighBitsSet(), llvm::Instruction::getOpcode(), llvm::User::getOperand(), llvm::User::getOperandUse(), I, II, llvm::isa(), isFNeg(), isSplatShuffle(), llvm::ConstantInt::isZero(), llvm::PatternMatch::m_And(), llvm::PatternMatch::m_c_BinOp(), llvm::PatternMatch::m_ConstantInt(), llvm::PatternMatch::m_InsertElt(), llvm::PatternMatch::m_Load(), llvm::MIPatternMatch::m_Not(), llvm::PatternMatch::m_SExt(), llvm::PatternMatch::m_Shift(), llvm::PatternMatch::m_Shuffle(), llvm::PatternMatch::m_Value(), llvm::MIPatternMatch::m_ZeroInt(), llvm::PatternMatch::m_ZExtOrSExt(), llvm::MaskedValueIsZero(), llvm::PatternMatch::match(), matchBSL(), shouldSinkVectorOfPtrs(), and shouldSinkVScale().

LSRWithInstrQueries()

bool llvm::AArch64TTIImpl::LSRWithInstrQueries ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 547 of file AArch64TargetTransformInfo.h.

preferFixedOverScalableIfEqualCost()

bool AArch64TTIImpl::preferFixedOverScalableIfEqualCost ( ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 7715 of file AArch64TargetTransformInfo.cpp.

References llvm::valueOr().

preferPredicatedReductionSelect()

bool llvm::AArch64TTIImpl::preferPredicatedReductionSelect ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 498 of file AArch64TargetTransformInfo.h.

prefersVectorizedAddressing()

bool AArch64TTIImpl::prefersVectorizedAddressing ( ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 5789 of file AArch64TargetTransformInfo.cpp.

preferTailFoldingOverEpilogue()

bool AArch64TTIImpl::preferTailFoldingOverEpilogue ( TailFoldingInfo * TFI ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 7724 of file AArch64TargetTransformInfo.cpp.

References llvm::LoopBase< BlockT, LoopT >::blocks(), containsDecreasingPointers(), llvm::Disabled, llvm::LoopVectorizationLegality::getDominatorTree(), llvm::LoopVectorizationLegality::getFixedOrderRecurrences(), llvm::LoopVectorizationLegality::getLoop(), llvm::LoopVectorizationLegality::getPredicatedScalarEvolution(), llvm::LoopVectorizationLegality::getReductionVars(), llvm::InterleavedAccessInfo::hasGroups(), llvm::TailFoldingInfo::IAI, llvm::TailFoldingInfo::LVL, llvm::Recurrences, llvm::Reductions, llvm::Reverse, llvm::Simple, llvm::MapVector< KeyT, ValueT, MapType, VectorType, N >::size(), llvm::SmallPtrSetImplBase::size(), and TailFoldingOptionLoc.

shouldConsiderAddressTypePromotion()

bool AArch64TTIImpl::shouldConsiderAddressTypePromotion ( const Instruction & I, bool & AllowPromotionWithoutCommonHeader ) const

overridevirtual

See if I should be considered for address type promotion.

We check if I is a sext with right type and used in memory accesses. If it used in a "complex" getelementptr, we allow it to be promoted without finding other sext instructions that sign extended the same initial value. A getelementptr is considered as "complex" if it has more than 2 operands.

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 6767 of file AArch64TargetTransformInfo.cpp.

References llvm::dyn_cast(), llvm::Type::getInt64Ty(), I, and llvm::isa().

shouldExpandReduction()

bool llvm::AArch64TTIImpl::shouldExpandReduction ( const IntrinsicInst * II ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 466 of file AArch64TargetTransformInfo.h.

References II.

shouldMaximizeVectorBandwidth()

bool AArch64TTIImpl::shouldMaximizeVectorBandwidth ( TargetTransformInfo::RegisterKind K ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 438 of file AArch64TargetTransformInfo.cpp.

References assert(), llvm::TargetTransformInfo::RGK_FixedWidthVector, llvm::TargetTransformInfo::RGK_ScalableVector, and llvm::TargetTransformInfo::RGK_Scalar.

shouldTreatInstructionLikeSelect()

bool AArch64TTIImpl::shouldTreatInstructionLikeSelect ( const Instruction * I ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 7789 of file AArch64TargetTransformInfo.cpp.

References I, llvm::isa(), and llvm::TargetTransformInfoImplBase::shouldTreatInstructionLikeSelect().

simplifyDemandedVectorEltsIntrinsic()

std::optional< Value * > AArch64TTIImpl::simplifyDemandedVectorEltsIntrinsic ( InstCombiner & IC, IntrinsicInst & II, APInt DemandedElts, APInt & UndefElts, APInt & UndefElts2, APInt & UndefElts3, std::function< void(Instruction *, unsigned, APInt, APInt &)> SimplifyAndSetOp ) const

overridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 3806 of file AArch64TargetTransformInfo.cpp.

References II.

supportsScalableVectors()

bool llvm::AArch64TTIImpl::supportsScalableVectors ( ) const

inlineoverridevirtual

Reimplemented from llvm::TargetTransformInfoImplBase.

Definition at line 489 of file AArch64TargetTransformInfo.h.

useNeonVector()

bool AArch64TTIImpl::useNeonVector

(

const Type *

Ty

)

const

Definition at line 5935 of file AArch64TargetTransformInfo.cpp.

References llvm::isa().

Referenced by getArithmeticInstrCost(), getCastInstrCost(), getGatherScatterOpCost(), getMaskedMemoryOpCost(), getMemoryOpCost(), and isLegalMaskedExpandLoad().

---

The documentation for this class was generated from the following files:

• lib/Target/AArch64/AArch64TargetTransformInfo.h
• lib/Target/AArch64/AArch64TargetTransformInfo.cpp