14#ifndef LLVM_LIB_TARGET_POWERPC_PPCISELLOWERING_H
15#define LLVM_LIB_TARGET_POWERPC_PPCISELLOWERING_H
58 unsigned ShuffleKind, SelectionDAG &DAG);
63 unsigned ShuffleKind, SelectionDAG &DAG);
68 unsigned ShuffleKind, SelectionDAG &DAG);
72 bool &
Swap,
bool IsLE);
93 bool &
Swap,
bool IsLE);
113 unsigned &InsertAtByte,
bool &
Swap,
bool IsLE);
125 SDValue
get_VSPLTI_elt(SDNode *
N,
unsigned ByteSize, SelectionDAG &DAG);
231 unsigned ElemSizeInBits,
232 unsigned &Index)
const override;
254 unsigned Depth = 0)
const override;
258 EVT VT)
const override;
284 MaybeAlign EncodingAlignment = std::nullopt)
const;
331 const APInt &DemandedElts,
333 unsigned Depth = 0)
const override;
382 unsigned CmpOpcode = 0,
383 unsigned CmpPred = 0)
const;
387 unsigned CmpOpcode = 0,
388 unsigned CmpPred = 0)
const;
408 AsmOperandInfo &
info,
const char *constraint)
const override;
410 std::pair<unsigned, const TargetRegisterClass *>
421 std::vector<SDValue> &
Ops,
426 if (ConstraintCode ==
"es")
428 else if (ConstraintCode ==
"Q")
430 else if (ConstraintCode ==
"Z")
432 else if (ConstraintCode ==
"Zy")
444 Type *Ty,
unsigned AS,
472 Type *Ty)
const override;
482 EVT VT)
const override {
487 if (VT != MVT::f32 && VT != MVT::f64)
512 unsigned *
Fast =
nullptr)
const override;
519 EVT VT)
const override;
534 unsigned DefinedValues)
const override;
558 return Ty->isArrayTy();
565 const Constant *PersonalityFn)
const override;
571 const Constant *PersonalityFn)
const override;
577 bool ForCodeSize)
const override;
601 unsigned NumParts,
MVT PartVT, std::optional<CallingConv::ID> CC)
622 bool IsVarArg)
const;
628 struct ReuseLoadInfo {
633 bool IsDereferenceable =
false;
634 bool IsInvariant =
false;
637 const MDNode *Ranges =
nullptr;
639 ReuseLoadInfo() =
default;
643 if (IsDereferenceable)
652 std::map<PPC::AddrMode, SmallVector<unsigned, 16>> AddrModesMap;
653 void initializeAddrModeMap();
655 bool canReuseLoadAddress(SDValue
Op, EVT MemVT, ReuseLoadInfo &RLI,
659 void LowerFP_TO_INTForReuse(SDValue
Op, ReuseLoadInfo &RLI,
660 SelectionDAG &DAG,
const SDLoc &dl)
const;
661 SDValue LowerFP_TO_INTDirectMove(SDValue
Op, SelectionDAG &DAG,
662 const SDLoc &dl)
const;
664 bool directMoveIsProfitable(
const SDValue &
Op)
const;
665 SDValue LowerINT_TO_FPDirectMove(SDValue
Op, SelectionDAG &DAG,
666 const SDLoc &dl)
const;
668 SDValue LowerINT_TO_FPVector(SDValue
Op, SelectionDAG &DAG,
669 const SDLoc &dl)
const;
671 SDValue LowerTRUNCATEVector(SDValue
Op, SelectionDAG &DAG)
const;
673 SDValue getFramePointerFrameIndex(SelectionDAG & DAG)
const;
674 SDValue getReturnAddrFrameIndex(SelectionDAG & DAG)
const;
676 bool IsEligibleForTailCallOptimization(
679 const SmallVectorImpl<ISD::InputArg> &Ins)
const;
681 bool IsEligibleForTailCallOptimization_64SVR4(
684 const SmallVectorImpl<ISD::OutputArg> &Outs,
685 const SmallVectorImpl<ISD::InputArg> &Ins,
const Function *CallerFunc,
686 bool isCalleeExternalSymbol)
const;
688 bool isEligibleForTCO(
const GlobalValue *CalleeGV,
CallingConv::ID CalleeCC,
691 const SmallVectorImpl<ISD::OutputArg> &Outs,
692 const SmallVectorImpl<ISD::InputArg> &Ins,
694 bool isCalleeExternalSymbol)
const;
696 SDValue EmitTailCallLoadFPAndRetAddr(SelectionDAG &DAG,
int SPDiff,
697 SDValue Chain, SDValue &LROpOut,
699 const SDLoc &dl)
const;
701 SDValue getTOCEntry(SelectionDAG &DAG,
const SDLoc &dl, SDValue GA)
const;
703 SDValue LowerRETURNADDR(SDValue
Op, SelectionDAG &DAG)
const;
704 SDValue LowerFRAMEADDR(SDValue
Op, SelectionDAG &DAG)
const;
705 SDValue LowerConstantPool(SDValue
Op, SelectionDAG &DAG)
const;
706 SDValue LowerBlockAddress(SDValue
Op, SelectionDAG &DAG)
const;
707 SDValue LowerGlobalTLSAddress(SDValue
Op, SelectionDAG &DAG)
const;
708 SDValue LowerGlobalTLSAddressAIX(SDValue
Op, SelectionDAG &DAG)
const;
709 SDValue LowerGlobalTLSAddressLinux(SDValue
Op, SelectionDAG &DAG)
const;
710 SDValue LowerGlobalAddress(SDValue
Op, SelectionDAG &DAG)
const;
711 SDValue LowerJumpTable(SDValue
Op, SelectionDAG &DAG)
const;
712 SDValue LowerSETCC(SDValue
Op, SelectionDAG &DAG)
const;
713 SDValue LowerBR_CC(SDValue
Op, SelectionDAG &DAG)
const;
714 SDValue LowerSSUBO(SDValue
Op, SelectionDAG &DAG)
const;
715 SDValue LowerSADDO(SDValue
Op, SelectionDAG &DAG)
const;
716 SDValue LowerINIT_TRAMPOLINE(SDValue
Op, SelectionDAG &DAG)
const;
717 SDValue LowerADJUST_TRAMPOLINE(SDValue
Op, SelectionDAG &DAG)
const;
718 SDValue LowerINLINEASM(SDValue
Op, SelectionDAG &DAG)
const;
719 SDValue LowerVASTART(SDValue
Op, SelectionDAG &DAG)
const;
720 SDValue LowerVAARG(SDValue
Op, SelectionDAG &DAG)
const;
721 SDValue LowerVACOPY(SDValue
Op, SelectionDAG &DAG)
const;
722 SDValue LowerSTACKRESTORE(SDValue
Op, SelectionDAG &DAG)
const;
723 SDValue LowerGET_DYNAMIC_AREA_OFFSET(SDValue
Op, SelectionDAG &DAG)
const;
724 SDValue LowerDYNAMIC_STACKALLOC(SDValue
Op, SelectionDAG &DAG)
const;
725 SDValue LowerEH_DWARF_CFA(SDValue
Op, SelectionDAG &DAG)
const;
726 SDValue LowerLOAD(SDValue
Op, SelectionDAG &DAG)
const;
727 SDValue LowerSTORE(SDValue
Op, SelectionDAG &DAG)
const;
728 SDValue LowerTRUNCATE(SDValue
Op, SelectionDAG &DAG)
const;
729 SDValue LowerSELECT_CC(SDValue
Op, SelectionDAG &DAG)
const;
730 SDValue LowerFP_TO_INT(SDValue
Op, SelectionDAG &DAG,
731 const SDLoc &dl)
const;
732 SDValue LowerINT_TO_FP(SDValue
Op, SelectionDAG &DAG)
const;
733 SDValue LowerGET_ROUNDING(SDValue
Op, SelectionDAG &DAG)
const;
734 SDValue LowerSET_ROUNDING(SDValue
Op, SelectionDAG &DAG)
const;
735 SDValue LowerSHL_PARTS(SDValue
Op, SelectionDAG &DAG)
const;
736 SDValue LowerSRL_PARTS(SDValue
Op, SelectionDAG &DAG)
const;
737 SDValue LowerSRA_PARTS(SDValue
Op, SelectionDAG &DAG)
const;
738 SDValue LowerFunnelShift(SDValue
Op, SelectionDAG &DAG)
const;
739 SDValue LowerBUILD_VECTOR(SDValue
Op, SelectionDAG &DAG)
const;
740 SDValue LowerVECTOR_SHUFFLE(SDValue
Op, SelectionDAG &DAG)
const;
741 SDValue LowerVPERM(SDValue
Op, SelectionDAG &DAG, ArrayRef<int> PermMask,
742 EVT VT, SDValue
V1, SDValue V2)
const;
743 SDValue LowerINSERT_VECTOR_ELT(SDValue
Op, SelectionDAG &DAG)
const;
744 SDValue LowerINTRINSIC_WO_CHAIN(SDValue
Op, SelectionDAG &DAG)
const;
745 SDValue LowerINTRINSIC_VOID(SDValue
Op, SelectionDAG &DAG)
const;
746 SDValue LowerBSWAP(SDValue
Op, SelectionDAG &DAG)
const;
747 SDValue LowerATOMIC_CMP_SWAP(SDValue
Op, SelectionDAG &DAG)
const;
748 SDValue LowerIS_FPCLASS(SDValue
Op, SelectionDAG &DAG)
const;
749 SDValue LowerADDSUBO_CARRY(SDValue
Op, SelectionDAG &DAG)
const;
750 SDValue LowerADDSUBO(SDValue
Op, SelectionDAG &DAG)
const;
751 SDValue LowerABDU(SDValue
Op, SelectionDAG &DAG)
const;
752 SDValue LowerUCMP(SDValue
Op, SelectionDAG &DAG)
const;
753 SDValue LowerSCMP(SDValue
Op, SelectionDAG &DAG)
const;
754 SDValue lowerToLibCall(
const char *LibCallName, SDValue
Op,
755 SelectionDAG &DAG)
const;
756 SDValue lowerLibCallBasedOnType(
const char *LibCallFloatName,
757 const char *LibCallDoubleName, SDValue
Op,
758 SelectionDAG &DAG)
const;
759 bool isLowringToMASSFiniteSafe(SDValue
Op)
const;
760 bool isLowringToMASSSafe(SDValue
Op)
const;
761 bool isScalarMASSConversionEnabled()
const;
762 SDValue lowerLibCallBase(
const char *LibCallDoubleName,
763 const char *LibCallFloatName,
764 const char *LibCallDoubleNameFinite,
765 const char *LibCallFloatNameFinite, SDValue
Op,
766 SelectionDAG &DAG)
const;
767 SDValue lowerPow(SDValue
Op, SelectionDAG &DAG)
const;
768 SDValue lowerSin(SDValue
Op, SelectionDAG &DAG)
const;
769 SDValue lowerCos(SDValue
Op, SelectionDAG &DAG)
const;
770 SDValue lowerLog(SDValue
Op, SelectionDAG &DAG)
const;
771 SDValue lowerLog10(SDValue
Op, SelectionDAG &DAG)
const;
772 SDValue lowerExp(SDValue
Op, SelectionDAG &DAG)
const;
773 SDValue LowerATOMIC_LOAD_STORE(SDValue
Op, SelectionDAG &DAG)
const;
774 SDValue LowerSCALAR_TO_VECTOR(SDValue
Op, SelectionDAG &DAG)
const;
775 SDValue LowerMUL(SDValue
Op, SelectionDAG &DAG)
const;
776 SDValue LowerFP_EXTEND(SDValue
Op, SelectionDAG &DAG)
const;
777 SDValue LowerFP_ROUND(SDValue
Op, SelectionDAG &DAG)
const;
778 SDValue LowerROTL(SDValue
Op, SelectionDAG &DAG)
const;
780 SDValue LowerVP_LOAD(SDValue
Op, SelectionDAG &DAG)
const;
781 SDValue LowerVP_STORE(SDValue
Op, SelectionDAG &DAG)
const;
783 SDValue LowerPartialReduce(SDValue
Op, SelectionDAG &DAG)
const;
785 SDValue LowerVectorLoad(SDValue
Op, SelectionDAG &DAG)
const;
786 SDValue LowerVectorStore(SDValue
Op, SelectionDAG &DAG)
const;
787 SDValue LowerDMFVectorLoad(SDValue
Op, SelectionDAG &DAG)
const;
788 SDValue LowerDMFVectorStore(SDValue
Op, SelectionDAG &DAG)
const;
789 SDValue DMFInsert1024(
const SmallVectorImpl<SDValue> &Pairs,
790 const SDLoc &dl, SelectionDAG &DAG)
const;
792 SDValue LowerCallResult(SDValue Chain, SDValue InGlue,
794 const SmallVectorImpl<ISD::InputArg> &Ins,
795 const SDLoc &dl, SelectionDAG &DAG,
796 SmallVectorImpl<SDValue> &InVals)
const;
798 SDValue FinishCall(
CallFlags CFlags,
const SDLoc &dl, SelectionDAG &DAG,
799 SmallVector<std::pair<unsigned, SDValue>, 8> &RegsToPass,
800 SDValue InGlue, SDValue Chain, SDValue CallSeqStart,
801 SDValue &Callee,
int SPDiff,
unsigned NumBytes,
802 const SmallVectorImpl<ISD::InputArg> &Ins,
803 SmallVectorImpl<SDValue> &InVals,
804 const CallBase *CB)
const;
807 LowerFormalArguments(SDValue Chain,
CallingConv::ID CallConv,
bool isVarArg,
808 const SmallVectorImpl<ISD::InputArg> &Ins,
809 const SDLoc &dl, SelectionDAG &DAG,
810 SmallVectorImpl<SDValue> &InVals)
const override;
812 SDValue LowerCall(TargetLowering::CallLoweringInfo &CLI,
813 SmallVectorImpl<SDValue> &InVals)
const override;
817 const SmallVectorImpl<ISD::OutputArg> &Outs,
818 LLVMContext &
Context,
const Type *RetTy)
const override;
820 SDValue LowerReturn(SDValue Chain,
CallingConv::ID CallConv,
bool isVarArg,
821 const SmallVectorImpl<ISD::OutputArg> &Outs,
822 const SmallVectorImpl<SDValue> &OutVals,
823 const SDLoc &dl, SelectionDAG &DAG)
const override;
825 SDValue extendArgForPPC64(ISD::ArgFlagsTy Flags, EVT ObjectVT,
826 SelectionDAG &DAG, SDValue ArgVal,
827 const SDLoc &dl)
const;
829 SDValue LowerFormalArguments_AIX(
831 const SmallVectorImpl<ISD::InputArg> &Ins,
const SDLoc &dl,
832 SelectionDAG &DAG, SmallVectorImpl<SDValue> &InVals)
const;
833 SDValue LowerFormalArguments_64SVR4(
835 const SmallVectorImpl<ISD::InputArg> &Ins,
const SDLoc &dl,
836 SelectionDAG &DAG, SmallVectorImpl<SDValue> &InVals)
const;
837 SDValue LowerFormalArguments_32SVR4(
839 const SmallVectorImpl<ISD::InputArg> &Ins,
const SDLoc &dl,
840 SelectionDAG &DAG, SmallVectorImpl<SDValue> &InVals)
const;
842 SDValue createMemcpyOutsideCallSeq(SDValue Arg, SDValue PtrOff,
843 SDValue CallSeqStart,
844 ISD::ArgFlagsTy Flags, SelectionDAG &DAG,
845 const SDLoc &dl)
const;
847 SDValue LowerCall_64SVR4(SDValue Chain, SDValue Callee,
CallFlags CFlags,
848 const SmallVectorImpl<ISD::OutputArg> &Outs,
849 const SmallVectorImpl<SDValue> &OutVals,
850 const SmallVectorImpl<ISD::InputArg> &Ins,
851 const SDLoc &dl, SelectionDAG &DAG,
852 SmallVectorImpl<SDValue> &InVals,
853 const CallBase *CB)
const;
854 SDValue LowerCall_32SVR4(SDValue Chain, SDValue Callee,
CallFlags CFlags,
855 const SmallVectorImpl<ISD::OutputArg> &Outs,
856 const SmallVectorImpl<SDValue> &OutVals,
857 const SmallVectorImpl<ISD::InputArg> &Ins,
858 const SDLoc &dl, SelectionDAG &DAG,
859 SmallVectorImpl<SDValue> &InVals,
860 const CallBase *CB)
const;
861 SDValue LowerCall_AIX(SDValue Chain, SDValue Callee,
CallFlags CFlags,
862 const SmallVectorImpl<ISD::OutputArg> &Outs,
863 const SmallVectorImpl<SDValue> &OutVals,
864 const SmallVectorImpl<ISD::InputArg> &Ins,
865 const SDLoc &dl, SelectionDAG &DAG,
866 SmallVectorImpl<SDValue> &InVals,
867 const CallBase *CB)
const;
869 SDValue lowerEH_SJLJ_SETJMP(SDValue
Op, SelectionDAG &DAG)
const;
870 SDValue lowerEH_SJLJ_LONGJMP(SDValue
Op, SelectionDAG &DAG)
const;
871 SDValue LowerBITCAST(SDValue
Op, SelectionDAG &DAG)
const;
872 SDValue LowerVecSplatSmallFP(SDValue
Op, SelectionDAG &DAG,
873 bool BVNIsConstantSplat,
874 unsigned SplatBitSize)
const;
891 SDValue combineVectorShuffle(ShuffleVectorSDNode *SVN,
892 SelectionDAG &DAG)
const;
893 SDValue combineVReverseMemOP(ShuffleVectorSDNode *SVN, LSBaseSDNode *LSBase,
901 SDValue getSqrtEstimate(SDValue Operand, SelectionDAG &DAG,
int Enabled,
902 int &RefinementSteps,
bool &UseOneConstNR,
903 bool Reciprocal)
const override;
904 SDValue getRecipEstimate(SDValue Operand, SelectionDAG &DAG,
int Enabled,
905 int &RefinementSteps)
const override;
906 SDValue getSqrtInputTest(SDValue Operand, SelectionDAG &DAG,
907 const DenormalMode &
Mode,
908 SDNodeFlags Flags = {})
const override;
909 SDValue getSqrtResultForDenormInput(SDValue Operand,
910 SelectionDAG &DAG)
const override;
914 combineElementTruncationToVectorTruncation(SDNode *
N,
917 SDValue combineBVLoadsSpecialValue(SDValue Operand,
918 SelectionDAG &DAG)
const;
924 SDValue lowerToVINSERTH(ShuffleVectorSDNode *
N, SelectionDAG &DAG)
const;
929 SDValue lowerToVINSERTB(ShuffleVectorSDNode *
N, SelectionDAG &DAG)
const;
933 SDValue lowerToXXSPLTI32DX(ShuffleVectorSDNode *
N, SelectionDAG &DAG)
const;
938 bool mayBeEmittedAsTailCall(
const CallInst *CI)
const override;
939 bool isMaskAndCmp0FoldingBeneficial(
const Instruction &AndI)
const override;
941 bool isShuffleMaskLegal(ArrayRef<int> M, EVT VT)
const override;
944 SDValue GenerateVBPERM(SelectionDAG &DAG, SDLoc dl, SDValue Src, EVT SrcVT,
945 EVT ResVT,
bool IsLE)
const;
955 unsigned computeMOFlags(
const SDNode *Parent, SDValue
N,
956 SelectionDAG &DAG)
const;
962 const TargetLibraryInfo *LibInfo,
963 const LibcallLoweringInfo *LibcallLowering);
MachineBasicBlock MachineBasicBlock::iterator DebugLoc DL
Function Alias Analysis Results
This file contains the simple types necessary to represent the attributes associated with functions a...
static GCRegistry::Add< ShadowStackGC > C("shadow-stack", "Very portable GC for uncooperative code generators")
const AbstractManglingParser< Derived, Alloc >::OperatorInfo AbstractManglingParser< Derived, Alloc >::Ops[]
Register const TargetRegisterInfo * TRI
static cl::opt< RegAllocEvictionAdvisorAnalysisLegacy::AdvisorMode > Mode("regalloc-enable-advisor", cl::Hidden, cl::init(RegAllocEvictionAdvisorAnalysisLegacy::AdvisorMode::Default), cl::desc("Enable regalloc advisor mode"), cl::values(clEnumValN(RegAllocEvictionAdvisorAnalysisLegacy::AdvisorMode::Default, "default", "Default"), clEnumValN(RegAllocEvictionAdvisorAnalysisLegacy::AdvisorMode::Release, "release", "precompiled"), clEnumValN(RegAllocEvictionAdvisorAnalysisLegacy::AdvisorMode::Development, "development", "for training")))
This file describes how to lower LLVM code to machine code.
Class for arbitrary precision integers.
An instruction that atomically checks whether a specified value is in a memory location,...
an instruction that atomically reads a memory location, combines it with another value,...
Base class for all callable instructions (InvokeInst and CallInst) Holds everything related to callin...
This class represents a function call, abstracting a target machine's calling convention.
This is an important base class in LLVM.
A parsed version of the target data layout string in and methods for querying it.
This is a fast-path instruction selection class that generates poor code and doesn't support illegal ...
FunctionLoweringInfo - This contains information that is global to a function that is used when lower...
Common base class shared among various IRBuilders.
This is an important class for using LLVM in a threaded context.
Tracks which library functions to use for a particular subtarget or function.
Context object for machine code objects.
Base class for the full range of assembler expressions which are needed for parsing.
uint64_t getScalarSizeInBits() const
unsigned getVectorNumElements() const
bool isScalableVector() const
Return true if this is a vector value type where the runtime length is machine dependent.
TypeSize getSizeInBits() const
Returns the size of the specified MVT in bits.
Representation of each machine instruction.
Flags
Flags values. These may be or'd together.
@ MODereferenceable
The memory access is dereferenceable (i.e., doesn't trap).
@ MOInvariant
The memory access always returns the same value (or traps).
A Module instance is used to store all the information related to an LLVM module.
MVT getScalarShiftAmountTy(const DataLayout &, EVT) const override
Return the type to use for a scalar shift opcode, given the shifted amount type.
MachineBasicBlock * emitEHSjLjLongJmp(MachineInstr &MI, MachineBasicBlock *MBB) const
CCAssignFn * ccAssignFnForCall(CallingConv::ID CC, bool Return, bool IsVarArg) const
bool isTruncateFree(Type *Ty1, Type *Ty2) const override
isTruncateFree - Return true if it's free to truncate a value of type Ty1 to type Ty2.
Value * emitMaskedAtomicRMWIntrinsic(IRBuilderBase &Builder, AtomicRMWInst *AI, Value *AlignedAddr, Value *Incr, Value *Mask, Value *ShiftAmt, AtomicOrdering Ord) const override
Perform a masked atomicrmw using a target-specific intrinsic.
MachineBasicBlock * EmitInstrWithCustomInserter(MachineInstr &MI, MachineBasicBlock *MBB) const override
This method should be implemented by targets that mark instructions with the 'usesCustomInserter' fla...
bool isFPExtFree(EVT DestVT, EVT SrcVT) const override
Return true if an fpext operation is free (for instance, because single-precision floating-point numb...
PPC::AddrMode SelectForceXFormMode(SDValue N, SDValue &Disp, SDValue &Base, SelectionDAG &DAG) const
SelectForceXFormMode - Given the specified address, force it to be represented as an indexed [r+r] op...
Instruction * emitTrailingFence(IRBuilderBase &Builder, Instruction *Inst, AtomicOrdering Ord) const override
TargetLowering::AtomicExpansionKind shouldExpandAtomicRMWInIR(const AtomicRMWInst *AI) const override
Returns how the IR-level AtomicExpand pass should expand the given AtomicRMW, if at all.
bool hasInlineStackProbe(const MachineFunction &MF) const override
MachineBasicBlock * emitEHSjLjSetJmp(MachineInstr &MI, MachineBasicBlock *MBB) const
bool isCheapToSpeculateCtlz(Type *Ty) const override
Return true if it is cheap to speculate a call to intrinsic ctlz.
bool supportsTailCallFor(const CallBase *CB) const
bool isOffsetFoldingLegal(const GlobalAddressSDNode *GA) const override
Return true if folding a constant offset with the given GlobalAddress is legal.
MachineBasicBlock * emitProbedAlloca(MachineInstr &MI, MachineBasicBlock *MBB) const
bool isZExtFree(SDValue Val, EVT VT2) const override
Return true if zero-extending the specific node Val to type VT2 is free (either because it's implicit...
SDValue getNegatedExpression(SDValue Op, SelectionDAG &DAG, bool LegalOps, bool OptForSize, NegatibleCost &Cost, unsigned Depth=0) const override
Return the newly negated expression if the cost is not expensive and set the cost in Cost to indicate...
bool SelectAddressRegImm(SDValue N, SDValue &Disp, SDValue &Base, SelectionDAG &DAG, MaybeAlign EncodingAlignment) const
SelectAddressRegImm - Returns true if the address N can be represented by a base register plus a sign...
bool shouldInsertFencesForAtomic(const Instruction *I) const override
Whether AtomicExpandPass should automatically insert fences and reduce ordering for this atomic.
bool isCtlzFast() const override
Return true if ctlz instruction is fast.
bool functionArgumentNeedsConsecutiveRegisters(Type *Ty, CallingConv::ID CallConv, bool isVarArg, const DataLayout &DL) const override
Returns true if an argument of type Ty needs to be passed in a contiguous block of registers in calli...
bool isSelectSupported(SelectSupportKind Kind) const override
SDValue expandVSXLoadForLE(SDNode *N, DAGCombinerInfo &DCI) const
bool isCheapToSpeculateCttz(Type *Ty) const override
Return true if it is cheap to speculate a call to intrinsic cttz.
bool splitValueIntoRegisterParts(SelectionDAG &DAG, const SDLoc &DL, SDValue Val, SDValue *Parts, unsigned NumParts, MVT PartVT, std::optional< CallingConv::ID > CC) const override
Target-specific splitting of values into parts that fit a register storing a legal type.
void LowerAsmOperandForConstraint(SDValue Op, StringRef Constraint, std::vector< SDValue > &Ops, SelectionDAG &DAG) const override
LowerAsmOperandForConstraint - Lower the specified operand into the Ops vector.
void ReplaceNodeResults(SDNode *N, SmallVectorImpl< SDValue > &Results, SelectionDAG &DAG) const override
ReplaceNodeResults - Replace the results of node with an illegal result type with new values built ou...
bool hasMultipleConditionRegisters(EVT VT) const override
Does the target have multiple (allocatable) condition registers that can be used to store the results...
Align getByValTypeAlignment(Type *Ty, const DataLayout &DL) const override
getByValTypeAlignment - Return the desired alignment for ByVal aggregate function arguments in the ca...
bool SelectAddressRegReg(SDValue N, SDValue &Base, SDValue &Index, SelectionDAG &DAG, MaybeAlign EncodingAlignment=std::nullopt) const
SelectAddressRegReg - Given the specified addressed, check to see if it can be more efficiently repre...
bool hasAndNotCompare(SDValue) const override
Return true if the target should transform: (X & Y) == Y ---> (~X & Y) == 0 (X & Y) !...
SDValue BuildSDIVPow2(SDNode *N, const APInt &Divisor, SelectionDAG &DAG, SmallVectorImpl< SDNode * > &Created) const override
Targets may override this function to provide custom SDIV lowering for power-of-2 denominators.
Value * emitStoreConditional(IRBuilderBase &Builder, Value *Val, Value *Addr, AtomicOrdering Ord) const override
Perform a store-conditional operation to Addr.
void computeKnownBitsForTargetNode(const SDValue Op, KnownBits &Known, const APInt &DemandedElts, const SelectionDAG &DAG, unsigned Depth=0) const override
Determine which of the bits specified in Mask are known to be either zero or one and return them in t...
bool SelectAddressRegRegOnly(SDValue N, SDValue &Base, SDValue &Index, SelectionDAG &DAG) const
SelectAddressRegRegOnly - Given the specified addressed, force it to be represented as an indexed [r+...
bool useSoftFloat() const override
SDValue getPICJumpTableRelocBase(SDValue Table, SelectionDAG &DAG) const override
Returns relocation base for the given PIC jumptable.
Register getExceptionSelectorRegister(ExceptionHandling EH, const Constant *PersonalityFn) const override
If a physical register, this returns the register that receives the exception typeid on entry to a la...
TargetLowering::AtomicExpansionKind shouldExpandAtomicCmpXchgInIR(const AtomicCmpXchgInst *AI) const override
Returns how the given atomic cmpxchg should be expanded by the IR-level AtomicExpand pass.
Value * emitMaskedAtomicCmpXchgIntrinsic(IRBuilderBase &Builder, AtomicCmpXchgInst *CI, Value *AlignedAddr, Value *CmpVal, Value *NewVal, Value *Mask, AtomicOrdering Ord) const override
Perform a masked cmpxchg using a target-specific intrinsic.
ConstraintWeight getSingleConstraintMatchWeight(AsmOperandInfo &info, const char *constraint) const override
Examine constraint string and operand type and determine a weight value.
bool enableAggressiveFMAFusion(EVT VT) const override
Return true if target always benefits from combining into FMA for a given value type.
Register getRegisterByName(const char *RegName, LLT VT, const MachineFunction &MF) const override
Return the register ID of the name passed in.
bool decomposeMulByConstant(LLVMContext &Context, EVT VT, SDValue C) const override
Return true if it is profitable to transform an integer multiplication-by-constant into simpler opera...
InlineAsm::ConstraintCode getInlineAsmMemConstraint(StringRef ConstraintCode) const override
void getTgtMemIntrinsic(SmallVectorImpl< IntrinsicInfo > &Infos, const CallBase &I, MachineFunction &MF, unsigned Intrinsic) const override
Given an intrinsic, checks if on the target the intrinsic will need to map to a MemIntrinsicNode (tou...
unsigned getJumpTableEncoding() const override
Return the entry encoding for a jump table in the current function.
bool isLegalAddressingMode(const DataLayout &DL, const AddrMode &AM, Type *Ty, unsigned AS, Instruction *I=nullptr) const override
isLegalAddressingMode - Return true if the addressing mode represented by AM is legal for this target...
bool preferIncOfAddToSubOfNot(EVT VT) const override
These two forms are equivalent: sub y, (xor x, -1) add (add x, 1), y The variant with two add's is IR...
bool shouldConvertConstantLoadToIntImm(const APInt &Imm, Type *Ty) const override
Returns true if it is beneficial to convert a load of a constant to just the constant itself.
const MCPhysReg * getScratchRegisters(CallingConv::ID CC) const override
Returns a 0 terminated array of registers that can be safely used as scratch registers.
bool getPreIndexedAddressParts(SDNode *N, SDValue &Base, SDValue &Offset, ISD::MemIndexedMode &AM, SelectionDAG &DAG) const override
getPreIndexedAddressParts - returns true by value, base pointer and offset pointer and addressing mod...
FastISel * createFastISel(FunctionLoweringInfo &FuncInfo, const TargetLibraryInfo *LibInfo, const LibcallLoweringInfo *LibcallLowering) const override
createFastISel - This method returns a target-specific FastISel object, or null if the target does no...
bool isProfitableToHoist(Instruction *I) const override
isProfitableToHoist - Check if it is profitable to hoist instruction I to its dominator block.
bool convertSelectOfConstantsToMath(EVT VT) const override
Return true if a select of constants (select Cond, C1, C2) should be transformed into simple math ops...
bool convertSetCCLogicToBitwiseLogic(EVT VT) const override
Use bitwise logic to make pairs of compares more efficient.
Value * emitLoadLinked(IRBuilderBase &Builder, Type *ValueTy, Value *Addr, AtomicOrdering Ord) const override
Perform a load-linked operation on Addr, returning a "Value *" with the corresponding pointee type.
ConstraintType getConstraintType(StringRef Constraint) const override
getConstraintType - Given a constraint, return the type of constraint it is for this target.
bool fenceClearsLoadLinkedReservation() const override
True unless the subtarget has FeatureFenceKeepsReservation.
const MCExpr * getPICJumpTableRelocBaseExpr(const MachineFunction *MF, unsigned JTI, MCContext &Ctx) const override
This returns the relocation base for the given PIC jumptable, the same as getPICJumpTableRelocBase,...
bool shallExtractConstSplatVectorElementToStore(Type *VectorTy, unsigned ElemSizeInBits, unsigned &Index) const override
Return true if the target shall perform extract vector element and store given that the vector is kno...
bool isDesirableToTransformToIntegerOp(unsigned Opc, EVT VT) const override
Return true if it is profitable for dag combiner to transform a floating point op of specified opcode...
bool isEqualityCmpFoldedWithSignedCmp() const override
Return true if instruction generated for equality comparison is folded with instruction generated for...
TargetLoweringBase::LegalizeTypeAction getPreferredVectorAction(MVT VT) const override
getPreferredVectorAction - The code we generate when vector types are legalized by promoting the inte...
EVT getOptimalMemOpType(LLVMContext &Context, const MemOp &Op, const AttributeList &FuncAttributes) const override
It returns EVT::Other if the type should be determined using generic target-independent logic.
SDValue PerformDAGCombine(SDNode *N, DAGCombinerInfo &DCI) const override
This method will be invoked for all target nodes and for any target-independent nodes that the target...
SDValue expandVSXStoreForLE(SDNode *N, DAGCombinerInfo &DCI) const
void CollectTargetIntrinsicOperands(const CallInst &I, SmallVectorImpl< SDValue > &Ops, SelectionDAG &DAG) const override
unsigned getStackProbeSize(const MachineFunction &MF) const
Register getExceptionPointerRegister(ExceptionHandling EH, const Constant *PersonalityFn) const override
If a physical register, this returns the register that receives the exception address on entry to an ...
PPCTargetLowering(const PPCTargetMachine &TM, const PPCSubtarget &STI)
Align getPrefLoopAlignment(MachineLoop *ML, const MachineBasicBlock *BlockToAlign) const override
Return the preferred loop alignment.
bool useLoadStackGuardNode(const Module &M) const override
Override to support customized stack guard loading.
bool shouldKeepZExtForFP16Conv() const override
Does this target require the clearing of high-order bits in a register passed to the fp16 to fp conve...
bool isFMAFasterThanFMulAndFAdd(const MachineFunction &MF, EVT VT) const override
isFMAFasterThanFMulAndFAdd - Return true if an FMA operation is faster than a pair of fmul and fadd i...
MachineBasicBlock * EmitAtomicBinary(MachineInstr &MI, MachineBasicBlock *MBB, unsigned BinOpcode, unsigned CmpOpcode=0, unsigned CmpPred=0) const
bool allowsMisalignedMemoryAccesses(EVT VT, unsigned AddrSpace, Align Alignment=Align(1), MachineMemOperand::Flags Flags=MachineMemOperand::MONone, unsigned *Fast=nullptr) const override
Is unaligned memory access allowed for the given type, and is it fast relative to software emulation.
bool shouldExpandBuildVectorWithShuffles(EVT VT, unsigned DefinedValues) const override
bool SelectAddressRegImm34(SDValue N, SDValue &Disp, SDValue &Base, SelectionDAG &DAG) const
Similar to the 16-bit case but for instructions that take a 34-bit displacement field (prefixed loads...
FPImmAction getFPImmAction(const APFloat &Imm, EVT VT, bool ForCodeSize) const override
Returns how the legalizer should materialize the specified FP immediate.
std::pair< unsigned, const TargetRegisterClass * > getRegForInlineAsmConstraint(const TargetRegisterInfo *TRI, StringRef Constraint, MVT VT) const override
Given a physical register constraint (e.g.
bool isJumpTableRelative() const override
SDValue LowerOperation(SDValue Op, SelectionDAG &DAG) const override
LowerOperation - Provide custom lowering hooks for some operations.
PPC::AddrMode SelectOptimalAddrMode(const SDNode *Parent, SDValue N, SDValue &Disp, SDValue &Base, SelectionDAG &DAG, MaybeAlign Align) const
SelectOptimalAddrMode - Based on a node N and it's Parent (a MemSDNode), compute the address flags of...
bool SelectAddressPCRel(SDValue N, SDValue &Base) const
SelectAddressPCRel - Represent the specified address as pc relative to be represented as [pc+imm].
EVT getSetCCResultType(const DataLayout &DL, LLVMContext &Context, EVT VT) const override
getSetCCResultType - Return the ISD::SETCC ValueType
bool SelectAddressEVXRegReg(SDValue N, SDValue &Base, SDValue &Index, SelectionDAG &DAG) const
SelectAddressEVXRegReg - Given the specified addressed, check to see if it can be more efficiently re...
bool isLegalICmpImmediate(int64_t Imm) const override
isLegalICmpImmediate - Return true if the specified immediate is legal icmp immediate,...
MachineBasicBlock * EmitPartwordAtomicBinary(MachineInstr &MI, MachineBasicBlock *MBB, unsigned Opcode, unsigned CmpOpcode=0, unsigned CmpPred=0) const
bool isAccessedAsGotIndirect(SDValue N) const
bool shouldInlineQuadwordAtomics() const
Instruction * emitLeadingFence(IRBuilderBase &Builder, Instruction *Inst, AtomicOrdering Ord) const override
Inserts in the IR a target-specific intrinsic specifying a fence.
bool isLegalAddImmediate(int64_t Imm) const override
isLegalAddImmediate - Return true if the specified immediate is legal add immediate,...
Common code between 32-bit and 64-bit PowerPC targets.
Wrapper class representing virtual and physical registers.
Wrapper class for IR location info (IR ordering and DebugLoc) to be passed into SDNode creation funct...
Represents one node in the SelectionDAG.
Unlike LLVM values, Selection DAG nodes may return multiple values as the result of a computation.
This is used to represent a portion of an LLVM function in a low-level Data Dependence DAG representa...
This class consists of common code factored out of the SmallVector class to reduce code duplication b...
Represent a constant reference to a string, i.e.
Provides information about what library functions are available for the current target.
LegalizeTypeAction
This enum indicates whether a types are legal for a target, and if not, what action should be used to...
SelectSupportKind
Enum that describes what type of support for selects the target has.
virtual TargetLoweringBase::LegalizeTypeAction getPreferredVectorAction(MVT VT) const
Return the preferred vector type legalization action.
Sched::Preference getSchedulingPreference() const
Return target scheduling preference.
FPImmAction
How the legalizer should materialize a floating-point immediate.
AtomicExpansionKind
Enum that specifies what an atomic load/AtomicRMWInst is expanded to, if at all.
NegatibleCost
Enum that specifies when a float negation is beneficial.
virtual InlineAsm::ConstraintCode getInlineAsmMemConstraint(StringRef ConstraintCode) const
TargetLowering(const TargetLowering &)=delete
virtual unsigned combineRepeatedFPDivisors() const
Indicate whether this target prefers to combine FDIVs with the same divisor.
TargetRegisterInfo base class - We assume that the target defines a static array of TargetRegisterDes...
The instances of the Type class are immutable: once they are created, they are never changed.
LLVM Value Representation.
unsigned ID
LLVM IR allows to use arbitrary numbers as calling convention identifiers.
@ LOAD
LOAD and STORE have token chains as their first operand, then the same operands as an LLVM load/store...
MemIndexedMode
MemIndexedMode enum - This enum defines the load / store indexed addressing modes.
LoadExtType
LoadExtType enum - This enum defines the three variants of LOADEXT (load with extension).
This namespace contains an enum with a value for every intrinsic/builtin function known by LLVM.
Define some predicates that are used for node matching.
SDValue get_VSPLTI_elt(SDNode *N, unsigned ByteSize, SelectionDAG &DAG)
get_VSPLTI_elt - If this is a build_vector of constants which can be formed by using a vspltis[bhw] i...
bool isXXBRDShuffleMask(ShuffleVectorSDNode *N)
isXXBRDShuffleMask - Return true if this is a shuffle mask suitable for a XXBRD instruction.
bool isVMRGHShuffleMask(ShuffleVectorSDNode *N, unsigned UnitSize, unsigned ShuffleKind, SelectionDAG &DAG)
isVMRGHShuffleMask - Return true if this is a shuffle mask suitable for a VRGH* instruction with the ...
bool isVPKUDUMShuffleMask(ShuffleVectorSDNode *N, unsigned ShuffleKind, SelectionDAG &DAG)
isVPKUDUMShuffleMask - Return true if this is the shuffle mask for a VPKUDUM instruction.
bool isVMRGEOShuffleMask(ShuffleVectorSDNode *N, bool CheckEven, unsigned ShuffleKind, SelectionDAG &DAG)
isVMRGEOShuffleMask - Return true if this is a shuffle mask suitable for a VMRGEW or VMRGOW instructi...
bool isXXBRQShuffleMask(ShuffleVectorSDNode *N)
isXXBRQShuffleMask - Return true if this is a shuffle mask suitable for a XXBRQ instruction.
bool isXXBRWShuffleMask(ShuffleVectorSDNode *N)
isXXBRWShuffleMask - Return true if this is a shuffle mask suitable for a XXBRW instruction.
bool isXXPERMDIShuffleMask(ShuffleVectorSDNode *N, unsigned &ShiftElts, bool &Swap, bool IsLE)
isXXPERMDIShuffleMask - Return true if this is a shuffle mask suitable for a XXPERMDI instruction.
bool isXXBRHShuffleMask(ShuffleVectorSDNode *N)
isXXBRHShuffleMask - Return true if this is a shuffle mask suitable for a XXBRH instruction.
unsigned getSplatIdxForPPCMnemonics(SDNode *N, unsigned EltSize, SelectionDAG &DAG)
getSplatIdxForPPCMnemonics - Return the splat index as a value that is appropriate for PPC mnemonics ...
bool isXXSLDWIShuffleMask(ShuffleVectorSDNode *N, unsigned &ShiftElts, bool &Swap, bool IsLE)
isXXSLDWIShuffleMask - Return true if this is a shuffle mask suitable for a XXSLDWI instruction.
FastISel * createFastISel(FunctionLoweringInfo &FuncInfo, const TargetLibraryInfo *LibInfo, const LibcallLoweringInfo *LibcallLowering)
int isVSLDOIShuffleMask(SDNode *N, unsigned ShuffleKind, SelectionDAG &DAG)
isVSLDOIShuffleMask - If this is a vsldoi shuffle mask, return the shift amount, otherwise return -1.
bool isVMRGLShuffleMask(ShuffleVectorSDNode *N, unsigned UnitSize, unsigned ShuffleKind, SelectionDAG &DAG)
isVMRGLShuffleMask - Return true if this is a shuffle mask suitable for a VRGL* instruction with the ...
bool isXXINSERTWMask(ShuffleVectorSDNode *N, unsigned &ShiftElts, unsigned &InsertAtByte, bool &Swap, bool IsLE)
isXXINSERTWMask - Return true if this VECTOR_SHUFFLE can be handled by the XXINSERTW instruction intr...
bool isSplatShuffleMask(ShuffleVectorSDNode *N, unsigned EltSize)
isSplatShuffleMask - Return true if the specified VECTOR_SHUFFLE operand specifies a splat of a singl...
bool isVPKUWUMShuffleMask(ShuffleVectorSDNode *N, unsigned ShuffleKind, SelectionDAG &DAG)
isVPKUWUMShuffleMask - Return true if this is the shuffle mask for a VPKUWUM instruction.
bool isVPKUHUMShuffleMask(ShuffleVectorSDNode *N, unsigned ShuffleKind, SelectionDAG &DAG)
isVPKUHUMShuffleMask - Return true if this is the shuffle mask for a VPKUHUM instruction.
This is an optimization pass for GlobalISel generic memory operations.
bool checkConvertToNonDenormSingle(APFloat &ArgAPFloat)
@ Known
Known to have no common set bits.
bool CCAssignFn(unsigned ValNo, MVT ValVT, MVT LocVT, CCValAssign::LocInfo LocInfo, ISD::ArgFlagsTy ArgFlags, Type *OrigTy, CCState &State)
CCAssignFn - This function assigns a location for Val, updating State to reflect the change.
bool isIntS16Immediate(SDNode *N, int16_t &Imm)
isIntS16Immediate - This method tests to see if the node is either a 32-bit or 64-bit immediate,...
bool convertToNonDenormSingle(APInt &ArgAPInt)
class LLVM_GSL_OWNER SmallVector
Forward declaration of SmallVector so that calculateSmallVectorDefaultInlinedElements can reference s...
AtomicOrdering
Atomic ordering for LLVM's memory model.
bool isIntS34Immediate(SDNode *N, int64_t &Imm)
isIntS34Immediate - This method tests if value of node given can be accurately represented as a sign ...
uint16_t MCPhysReg
An unsigned integer type large enough to represent all physical registers, but not necessarily virtua...
@ Fast
Assign the register banks as fast as possible (default).
DWARFExpression::Operation Op
A collection of metadata nodes that might be associated with a memory access used by the alias-analys...
This struct is a compact representation of a valid (non-zero power of two) alignment.
bool isScalarInteger() const
Return true if this is an integer, but not a vector.
This class contains a discriminated union of information about pointers in memory operands,...
This struct is a compact representation of a valid (power of two) or undefined (0) alignment.
Structure that collects some common arguments that get passed around between the functions for call l...
CallFlags(CallingConv::ID CC, bool IsTailCall, bool IsVarArg, bool IsPatchPoint, bool IsIndirect, bool HasNest, bool NoMerge)
const CallingConv::ID CallConv