SystemZISelLowering.cpp File Reference

#include "SystemZISelLowering.h"
#include "SystemZCallingConv.h"
#include "SystemZConstantPoolValue.h"
#include "SystemZMachineFunctionInfo.h"
#include "SystemZTargetMachine.h"
#include "llvm/CodeGen/CallingConvLower.h"
#include "llvm/CodeGen/MachineInstrBuilder.h"
#include "llvm/CodeGen/MachineRegisterInfo.h"
#include "llvm/CodeGen/TargetLoweringObjectFileImpl.h"
#include "llvm/IR/IntrinsicInst.h"
#include "llvm/IR/Intrinsics.h"
#include "llvm/IR/IntrinsicsS390.h"
#include "llvm/Support/CommandLine.h"
#include "llvm/Support/KnownBits.h"
#include <cctype>
#include <optional>
#include "SystemZGenCallingConv.inc"

Include dependency graph for SystemZISelLowering.cpp:

Go to the source code of this file.

Classes
struct	AddressingMode

Macros
#define	DEBUG_TYPE   "systemz-lower"
#define	CONV(X)
#define	OPCODE(NAME)   case SystemZISD::NAME: return "SystemZISD::" #NAME

Enumerations
enum	CmpMode { CmpMode::Int, CmpMode::FP, CmpMode::StrictFP, CmpMode::SignalingFP }

Functions
static bool	is32Bit (EVT VT)
static MachineOperand	earlyUseOperand (MachineOperand Op)
static AddressingMode	getLoadStoreAddrMode (bool HasVector, Type *Ty)
static AddressingMode	supportedAddressingMode (Instruction *I, bool HasVector)
static std::pair< unsigned, const TargetRegisterClass * >	parseRegisterNumber (StringRef Constraint, const TargetRegisterClass *RC, const unsigned *Map, unsigned Size)
static void	VerifyVectorType (MVT VT, EVT ArgVT)
static void	VerifyVectorTypes (const SmallVectorImpl< ISD::InputArg > &Ins)
static void	VerifyVectorTypes (const SmallVectorImpl< ISD::OutputArg > &Outs)
static SDValue	convertLocVTToValVT (SelectionDAG &DAG, const SDLoc &DL, CCValAssign &VA, SDValue Chain, SDValue Value)
static SDValue	convertValVTToLocVT (SelectionDAG &DAG, const SDLoc &DL, CCValAssign &VA, SDValue Value)
static SDValue	lowerI128ToGR128 (SelectionDAG &DAG, SDValue In)
static SDValue	lowerGR128ToI128 (SelectionDAG &DAG, SDValue In)
static bool	canUseSiblingCall (const CCState &ArgCCInfo, SmallVectorImpl< CCValAssign > &ArgLocs, SmallVectorImpl< ISD::OutputArg > &Outs)
static bool	isIntrinsicWithCCAndChain (SDValue Op, unsigned &Opcode, unsigned &CCValid)
static bool	isIntrinsicWithCC (SDValue Op, unsigned &Opcode, unsigned &CCValid)
static SDNode *	emitIntrinsicWithCCAndChain (SelectionDAG &DAG, SDValue Op, unsigned Opcode)
static SDNode *	emitIntrinsicWithCC (SelectionDAG &DAG, SDValue Op, unsigned Opcode)
static unsigned	CCMaskForCondCode (ISD::CondCode CC)
static void	adjustZeroCmp (SelectionDAG &DAG, const SDLoc &DL, Comparison &C)
static void	adjustSubwordCmp (SelectionDAG &DAG, const SDLoc &DL, Comparison &C)
static bool	isNaturalMemoryOperand (SDValue Op, unsigned ICmpType)
static bool	shouldSwapCmpOperands (const Comparison &C)
static void	adjustForSubtraction (SelectionDAG &DAG, const SDLoc &DL, Comparison &C)
static void	adjustForFNeg (Comparison &C)
static void	adjustForLTGFR (Comparison &C)
static void	adjustICmpTruncate (SelectionDAG &DAG, const SDLoc &DL, Comparison &C)
static bool	isSimpleShift (SDValue N, unsigned &ShiftVal)
static unsigned	getTestUnderMaskCond (unsigned BitSize, unsigned CCMask, uint64_t Mask, uint64_t CmpVal, unsigned ICmpType)
static void	adjustForTestUnderMask (SelectionDAG &DAG, const SDLoc &DL, Comparison &C)
static void	adjustForRedundantAnd (SelectionDAG &DAG, const SDLoc &DL, Comparison &C)
static Comparison	getIntrinsicCmp (SelectionDAG &DAG, unsigned Opcode, SDValue Call, unsigned CCValid, uint64_t CC, ISD::CondCode Cond)
static Comparison	getCmp (SelectionDAG &DAG, SDValue CmpOp0, SDValue CmpOp1, ISD::CondCode Cond, const SDLoc &DL, SDValue Chain=SDValue(), bool IsSignaling=false)
static SDValue	emitCmp (SelectionDAG &DAG, const SDLoc &DL, Comparison &C)
static void	lowerMUL_LOHI32 (SelectionDAG &DAG, const SDLoc &DL, unsigned Extend, SDValue Op0, SDValue Op1, SDValue &Hi, SDValue &Lo)
static void	lowerGR128Binary (SelectionDAG &DAG, const SDLoc &DL, EVT VT, unsigned Opcode, SDValue Op0, SDValue Op1, SDValue &Even, SDValue &Odd)
static SDValue	emitSETCC (SelectionDAG &DAG, const SDLoc &DL, SDValue CCReg, unsigned CCValid, unsigned CCMask)
static unsigned	getVectorComparison (ISD::CondCode CC, CmpMode Mode)
static unsigned	getVectorComparisonOrInvert (ISD::CondCode CC, CmpMode Mode, bool &Invert)
static SDValue	expandV4F32ToV2F64 (SelectionDAG &DAG, int Start, const SDLoc &DL, SDValue Op, SDValue Chain)
static bool	isAbsolute (SDValue CmpOp, SDValue Pos, SDValue Neg)
static SDValue	getAbsolute (SelectionDAG &DAG, const SDLoc &DL, SDValue Op, bool IsNegative)
static bool	isAddCarryChain (SDValue Carry)
static bool	isSubBorrowChain (SDValue Carry)
static SDValue	getCCResult (SelectionDAG &DAG, SDValue CCReg)
static bool	chooseShuffleOpNos (int *OpNos, unsigned &OpNo0, unsigned &OpNo1)
static bool	matchPermute (const SmallVectorImpl< int > &Bytes, const Permute &P, unsigned &OpNo0, unsigned &OpNo1)
static const Permute *	matchPermute (const SmallVectorImpl< int > &Bytes, unsigned &OpNo0, unsigned &OpNo1)
static bool	matchDoublePermute (const SmallVectorImpl< int > &Bytes, const Permute &P, SmallVectorImpl< int > &Transform)
static const Permute *	matchDoublePermute (const SmallVectorImpl< int > &Bytes, SmallVectorImpl< int > &Transform)
static bool	getVPermMask (SDValue ShuffleOp, SmallVectorImpl< int > &Bytes)
static bool	getShuffleInput (const SmallVectorImpl< int > &Bytes, unsigned Start, unsigned BytesPerElement, int &Base)
static bool	isShlDoublePermute (const SmallVectorImpl< int > &Bytes, unsigned &StartIndex, unsigned &OpNo0, unsigned &OpNo1)
static SDValue	getPermuteNode (SelectionDAG &DAG, const SDLoc &DL, const Permute &P, SDValue Op0, SDValue Op1)
static bool	isZeroVector (SDValue N)
static uint32_t	findZeroVectorIdx (SDValue *Ops, unsigned Num)
static SDValue	getGeneralPermuteNode (SelectionDAG &DAG, const SDLoc &DL, SDValue *Ops, const SmallVectorImpl< int > &Bytes)
static void	dumpBytes (const SmallVectorImpl< int > &Bytes, std::string Msg)
static bool	isScalarToVector (SDValue Op)
static SDValue	buildScalarToVector (SelectionDAG &DAG, const SDLoc &DL, EVT VT, SDValue Value)
static SDValue	buildMergeScalars (SelectionDAG &DAG, const SDLoc &DL, EVT VT, SDValue Op0, SDValue Op1)
static SDValue	joinDwords (SelectionDAG &DAG, const SDLoc &DL, SDValue Op0, SDValue Op1)
static SDValue	tryBuildVectorShuffle (SelectionDAG &DAG, BuildVectorSDNode *BVN)
static bool	isVectorElementSwap (ArrayRef< int > M, EVT VT)
static bool	isOnlyUsedByStores (SDValue StoredVal, SelectionDAG &DAG)
static SDValue	MergeInputChains (SDNode *N1, SDNode *N2)
static bool	combineCCMask (SDValue &CCReg, int &CCValid, int &CCMask)
static APInt	getDemandedSrcElements (SDValue Op, const APInt &DemandedElts, unsigned OpNo)
static void	computeKnownBitsBinOp (const SDValue Op, KnownBits &Known, const APInt &DemandedElts, const SelectionDAG &DAG, unsigned Depth, unsigned OpNo)
static unsigned	computeNumSignBitsBinOp (SDValue Op, const APInt &DemandedElts, const SelectionDAG &DAG, unsigned Depth, unsigned OpNo)
static Register	forceReg (MachineInstr &MI, MachineOperand &Base, const SystemZInstrInfo *TII)
static bool	checkCCKill (MachineInstr &MI, MachineBasicBlock *MBB)
static bool	isSelectPseudo (MachineInstr &MI)
static void	createPHIsForSelects (SmallVector< MachineInstr *, 8 > &Selects, MachineBasicBlock *TrueMBB, MachineBasicBlock *FalseMBB, MachineBasicBlock *SinkMBB)

Variables
static const Permute	PermuteForms []

Macro Definition Documentation

CONV

#define CONV

(

X

)

Value:

  case ISD::SET##X: return SystemZ::CCMASK_CMP_##X; \
  case ISD::SETO##X: return SystemZ::CCMASK_CMP_##X; \
  case ISD::SETU##X: return SystemZ::CCMASK_CMP_UO | SystemZ::CCMASK_CMP_##X

DEBUG_TYPE

#define DEBUG_TYPE   "systemz-lower"

Definition at line 32 of file SystemZISelLowering.cpp.

OPCODE

#define OPCODE

(

NAME

)

case SystemZISD::NAME: return "SystemZISD::" #NAME

Enumeration Type Documentation

CmpMode

enum CmpMode

strong

Enumerator
Int
FP
StrictFP
SignalingFP

Definition at line 2898 of file SystemZISelLowering.cpp.

Function Documentation

adjustForFNeg()

static void adjustForFNeg ( Comparison &  C )

static

Definition at line 2438 of file SystemZISelLowering.cpp.

References C1, llvm::ISD::FNEG, N, and llvm::SystemZ::reverseCCMask().

Referenced by getCmp().

adjustForLTGFR()

static void adjustForLTGFR ( Comparison &  C )

static

Definition at line 2461 of file SystemZISelLowering.cpp.

References C1, llvm::ISD::Constant, llvm::SDValue::getOperand(), llvm::MVT::i32, llvm::MVT::i64, N, llvm::ISD::SHL, llvm::ISD::SIGN_EXTEND_INREG, and llvm::SDNode::uses().

Referenced by getCmp().

adjustForRedundantAnd()

static void adjustForRedundantAnd ( SelectionDAG &  DAG, const SDLoc &  DL, Comparison &  C  )

static

Definition at line 2708 of file SystemZISelLowering.cpp.

References llvm::ISD::AND, llvm::SelectionDAG::computeKnownBits(), llvm::BitmaskEnumDetail::Mask(), and llvm::KnownBits::Zero.

Referenced by getCmp().

adjustForSubtraction()

static void adjustForSubtraction ( SelectionDAG &  DAG, const SDLoc &  DL, Comparison &  C  )

static

Definition at line 2418 of file SystemZISelLowering.cpp.

References llvm::SystemZ::CCMASK_CMP_EQ, llvm::SystemZ::CCMASK_CMP_NE, DL, llvm::SelectionDAG::getConstant(), N, and llvm::ISD::SUB.

Referenced by getCmp().

adjustForTestUnderMask()

static void adjustForTestUnderMask ( SelectionDAG &  DAG, const SDLoc &  DL, Comparison &  C  )

static

Definition at line 2617 of file SystemZISelLowering.cpp.

References llvm::ISD::AND, llvm::SystemZICMP::Any, llvm::SystemZ::CCMASK_CMP_EQ, llvm::SystemZ::CCMASK_CMP_GT, llvm::SystemZ::CCMASK_CMP_LE, llvm::SystemZ::CCMASK_CMP_NE, llvm::SystemZ::CCMASK_TM, DL, llvm::SelectionDAG::getConstant(), getTestUnderMaskCond(), llvm::MVT::i64, isSimpleShift(), llvm::BitmaskEnumDetail::Mask(), llvm::ISD::SHL, llvm::SystemZICMP::SignedOnly, llvm::ISD::SRL, llvm::SystemZISD::TM, and llvm::SystemZICMP::UnsignedOnly.

Referenced by getCmp().

adjustICmpTruncate()

static void adjustICmpTruncate ( SelectionDAG &  DAG, const SDLoc &  DL, Comparison &  C  )

static

Definition at line 2485 of file SystemZISelLowering.cpp.

References llvm::ISD::Constant, DL, llvm::SelectionDAG::getConstant(), llvm::ISD::LOAD, llvm::ISD::SEXTLOAD, llvm::SystemZICMP::SignedOnly, llvm::ISD::TRUNCATE, llvm::SystemZICMP::UnsignedOnly, and llvm::ISD::ZEXTLOAD.

Referenced by getCmp().

adjustSubwordCmp()

static void adjustSubwordCmp ( SelectionDAG &  DAG, const SDLoc &  DL, Comparison &  C  )

static

Definition at line 2262 of file SystemZISelLowering.cpp.

References llvm::SystemZICMP::Any, llvm::SystemZ::CCMASK_CMP_GE, llvm::SystemZ::CCMASK_CMP_GT, llvm::SystemZ::CCMASK_CMP_LT, llvm::ISD::Constant, DL, llvm::SelectionDAG::getConstant(), llvm::SelectionDAG::getExtLoad(), llvm::SDValue::getValue(), llvm::MVT::i32, llvm::SPII::Load, llvm::ISD::LOAD, llvm::BitmaskEnumDetail::Mask(), llvm::SelectionDAG::ReplaceAllUsesOfValueWith(), llvm::ISD::SEXTLOAD, llvm::SystemZICMP::SignedOnly, llvm::SystemZICMP::UnsignedOnly, and llvm::ISD::ZEXTLOAD.

Referenced by getCmp().

adjustZeroCmp()

static void adjustZeroCmp ( SelectionDAG &  DAG, const SDLoc &  DL, Comparison &  C  )

static

Definition at line 2242 of file SystemZISelLowering.cpp.

References llvm::SystemZ::CCMASK_CMP_EQ, llvm::SystemZ::CCMASK_CMP_GE, llvm::SystemZ::CCMASK_CMP_GT, llvm::SystemZ::CCMASK_CMP_LE, llvm::SystemZ::CCMASK_CMP_LT, DL, llvm::SelectionDAG::getConstant(), and llvm::SystemZICMP::UnsignedOnly.

Referenced by getCmp().

buildMergeScalars()

static SDValue buildMergeScalars ( SelectionDAG &  DAG, const SDLoc &  DL, EVT  VT, SDValue  Op0, SDValue  Op1  )

static

Definition at line 5186 of file SystemZISelLowering.cpp.

References buildScalarToVector(), DL, llvm::SelectionDAG::getNode(), llvm::SelectionDAG::getUNDEF(), llvm::SDValue::isUndef(), llvm::SystemZISD::MERGE_HIGH, and llvm::SystemZISD::REPLICATE.

buildScalarToVector()

static SDValue buildScalarToVector ( SelectionDAG &  DAG, const SDLoc &  DL, EVT  VT, SDValue  Value  )

static

Definition at line 5170 of file SystemZISelLowering.cpp.

References llvm::ISD::Constant, llvm::ISD::ConstantFP, DL, llvm::SelectionDAG::getBuildVector(), llvm::SelectionDAG::getNode(), llvm::SelectionDAG::getUNDEF(), llvm::EVT::getVectorNumElements(), and llvm::ISD::SCALAR_TO_VECTOR.

Referenced by buildMergeScalars().

canUseSiblingCall()

static bool canUseSiblingCall ( const CCState &  ArgCCInfo, SmallVectorImpl< CCValAssign > &  ArgLocs, SmallVectorImpl< ISD::OutputArg > &  Outs  )

static

Definition at line 1641 of file SystemZISelLowering.cpp.

References E, llvm::CCValAssign::getLocInfo(), llvm::CCValAssign::getLocReg(), I, llvm::CCValAssign::Indirect, and llvm::CCValAssign::isRegLoc().

Referenced by llvm::SystemZTargetLowering::LowerCall().

CCMaskForCondCode()

static unsigned CCMaskForCondCode ( ISD::CondCode  CC )

static

Definition at line 2217 of file SystemZISelLowering.cpp.

References CC, llvm::SystemZ::CCMASK_CMP_O, llvm::SystemZ::CCMASK_CMP_UO, CONV, EQ, llvm::AArch64CC::GE, llvm::AArch64CC::GT, llvm::AArch64CC::LE, llvm_unreachable, llvm::AArch64CC::LT, llvm::AArch64CC::NE, llvm::ISD::SETO, and llvm::ISD::SETUO.

Referenced by getCmp().

checkCCKill()

static bool checkCCKill ( MachineInstr &  MI, MachineBasicBlock *  MBB  )

static

Definition at line 7494 of file SystemZISelLowering.cpp.

References CC, llvm::MachineInstr::definesRegister(), llvm::MachineBasicBlock::end(), MBB, MI, llvm::MachineInstr::readsRegister(), and llvm::MachineBasicBlock::successors().

chooseShuffleOpNos()

static bool chooseShuffleOpNos ( int *  OpNos, unsigned &  OpNo0, unsigned &  OpNo1  )

static

Definition at line 4583 of file SystemZISelLowering.cpp.

Referenced by isShlDoublePermute(), and matchPermute().

combineCCMask()

static bool combineCCMask ( SDValue &  CCReg, int &  CCValid, int &  CCMask  )

static

Definition at line 6895 of file SystemZISelLowering.cpp.

References llvm::SystemZ::CCMASK_CMP_EQ, llvm::SystemZ::CCMASK_CMP_NE, llvm::SystemZ::CCMASK_ICMP, llvm::tgtok::FalseVal, llvm::SDValue::getNode(), llvm::SDNode::getOperand(), llvm::SystemZISD::ICMP, llvm::SystemZISD::IPM, llvm::SystemZ::IPM_CC, llvm::SystemZ::reverseCCMask(), llvm::SystemZISD::SELECT_CCMASK, llvm::ISD::SHL, llvm::ISD::SRA, and llvm::tgtok::TrueVal.

computeKnownBitsBinOp()

static void computeKnownBitsBinOp ( const SDValue  Op, KnownBits &  Known, const APInt &  DemandedElts, const SelectionDAG &  DAG, unsigned  Depth, unsigned  OpNo  )

static

Definition at line 7258 of file SystemZISelLowering.cpp.

References llvm::KnownBits::commonBits(), llvm::SelectionDAG::computeKnownBits(), llvm::Depth, and getDemandedSrcElements().

Referenced by llvm::SystemZTargetLowering::computeKnownBitsForTargetNode().

computeNumSignBitsBinOp()

static unsigned computeNumSignBitsBinOp ( SDValue  Op, const APInt &  DemandedElts, const SelectionDAG &  DAG, unsigned  Depth, unsigned  OpNo  )

static

Definition at line 7366 of file SystemZISelLowering.cpp.

References assert(), llvm::SelectionDAG::ComputeNumSignBits(), llvm::Depth, getDemandedSrcElements(), llvm::EVT::getScalarSizeInBits(), LHS, llvm::min(), and RHS.

Referenced by llvm::SystemZTargetLowering::ComputeNumSignBitsForTargetNode().

convertLocVTToValVT()

static SDValue convertLocVTToValVT ( SelectionDAG &  DAG, const SDLoc &  DL, CCValAssign &  VA, SDValue  Chain, SDValue  Value  )

static

Definition at line 1368 of file SystemZISelLowering.cpp.

References assert(), llvm::ISD::AssertSext, llvm::ISD::AssertZext, llvm::CCValAssign::BCvt, llvm::ISD::BITCAST, DL, llvm::CCValAssign::Full, llvm::SelectionDAG::getBuildVector(), llvm::CCValAssign::getLocInfo(), llvm::CCValAssign::getLocVT(), llvm::SelectionDAG::getNode(), llvm::SelectionDAG::getUNDEF(), llvm::SelectionDAG::getValueType(), llvm::CCValAssign::getValVT(), llvm::MVT::i64, llvm::CCValAssign::isExtInLoc(), llvm::MVT::isVector(), llvm::CCValAssign::SExt, llvm::ISD::TRUNCATE, llvm::MVT::v2i64, and llvm::CCValAssign::ZExt.

Referenced by llvm::SystemZTargetLowering::LowerCall(), and llvm::SystemZTargetLowering::LowerFormalArguments().

convertValVTToLocVT()

static SDValue convertValVTToLocVT ( SelectionDAG &  DAG, const SDLoc &  DL, CCValAssign &  VA, SDValue  Value  )

static

Definition at line 1397 of file SystemZISelLowering.cpp.

References llvm::CCValAssign::AExt, llvm::ISD::ANY_EXTEND, assert(), llvm::CCValAssign::BCvt, llvm::ISD::BITCAST, DL, llvm::ISD::EXTRACT_VECTOR_ELT, llvm::MVT::f128, llvm::MVT::f32, llvm::MVT::f64, llvm::ISD::FP_EXTEND, llvm::CCValAssign::Full, llvm::SelectionDAG::getConstant(), llvm::CCValAssign::getLocInfo(), llvm::CCValAssign::getLocVT(), llvm::SelectionDAG::getNode(), llvm::CCValAssign::getValVT(), llvm::MVT::i128, llvm::MVT::i32, llvm::MVT::i64, llvm::MVT::isVector(), llvm_unreachable, llvm::CCValAssign::SExt, llvm::ISD::SIGN_EXTEND, llvm::MVT::v2i64, llvm::ISD::ZERO_EXTEND, and llvm::CCValAssign::ZExt.

Referenced by llvm::SystemZTargetLowering::LowerCall(), and llvm::SystemZTargetLowering::LowerReturn().

createPHIsForSelects()

static void createPHIsForSelects ( SmallVector< MachineInstr *, 8 > &  Selects, MachineBasicBlock *  TrueMBB, MachineBasicBlock *  FalseMBB, MachineBasicBlock *  SinkMBB  )

static

Definition at line 7539 of file SystemZISelLowering.cpp.

References llvm::MachineInstrBuilder::addMBB(), llvm::MachineInstrBuilder::addReg(), llvm::MachineBasicBlock::begin(), llvm::BuildMI(), DL, llvm::DenseMapBase< DenseMap< KeyT, ValueT, DenseMapInfo< KeyT >, llvm::detail::DenseMapPair< KeyT, ValueT > >, KeyT, ValueT, DenseMapInfo< KeyT >, llvm::detail::DenseMapPair< KeyT, ValueT > >::end(), llvm::DenseMapBase< DenseMap< KeyT, ValueT, DenseMapInfo< KeyT >, llvm::detail::DenseMapPair< KeyT, ValueT > >, KeyT, ValueT, DenseMapInfo< KeyT >, llvm::detail::DenseMapPair< KeyT, ValueT > >::find(), llvm::MachineOperand::getImm(), llvm::TargetSubtargetInfo::getInstrInfo(), llvm::MachineInstr::getOperand(), llvm::MachineBasicBlock::getParent(), llvm::MachineFunction::getProperties(), llvm::MachineFunction::getSubtarget(), MI, llvm::MachineFunctionProperties::NoPHIs, PHI, llvm::MachineFunctionProperties::reset(), std::swap(), and TII.

dumpBytes()

static void dumpBytes ( const SmallVectorImpl< int > &  Bytes, std::string  Msg  )

static

Definition at line 5062 of file SystemZISelLowering.cpp.

References llvm::dbgs(), i, and llvm::AMDGPU::SendMsg::Msg.

earlyUseOperand()

static MachineOperand earlyUseOperand ( MachineOperand  Op )

static

Definition at line 75 of file SystemZISelLowering.cpp.

emitCmp()

static SDValue emitCmp ( SelectionDAG &  DAG, const SDLoc &  DL, Comparison &  C  )

static

Definition at line 2823 of file SystemZISelLowering.cpp.

emitIntrinsicWithCC()

static SDNode* emitIntrinsicWithCC ( SelectionDAG &  DAG, SDValue  Op, unsigned  Opcode  )

static

Definition at line 2199 of file SystemZISelLowering.cpp.

References llvm::SelectionDAG::getNode(), I, Intr, and llvm::SmallVectorImpl< T >::reserve().

emitIntrinsicWithCCAndChain()

static SDNode* emitIntrinsicWithCCAndChain ( SelectionDAG &  DAG, SDValue  Op, unsigned  Opcode  )

static

Definition at line 2179 of file SystemZISelLowering.cpp.

References assert(), llvm::SelectionDAG::getNode(), llvm::SelectionDAG::getVTList(), I, llvm::MVT::i32, Intr, llvm::MVT::Other, llvm::SelectionDAG::ReplaceAllUsesOfValueWith(), and llvm::SmallVectorImpl< T >::reserve().

emitSETCC()

static SDValue emitSETCC ( SelectionDAG &  DAG, const SDLoc &  DL, SDValue  CCReg, unsigned  CCValid, unsigned  CCMask  )

static

Definition at line 2884 of file SystemZISelLowering.cpp.

References DL, llvm::SelectionDAG::getConstant(), llvm::SelectionDAG::getNode(), llvm::SelectionDAG::getTargetConstant(), llvm::MVT::i32, and llvm::SystemZISD::SELECT_CCMASK.

Referenced by llvm::SystemZTargetLowering::LowerOperationWrapper().

expandV4F32ToV2F64()

static SDValue expandV4F32ToV2F64 ( SelectionDAG &  DAG, int  Start, const SDLoc &  DL, SDValue  Op, SDValue  Chain  )

static

Definition at line 2966 of file SystemZISelLowering.cpp.

References DL, llvm::SelectionDAG::getNode(), llvm::SelectionDAG::getUNDEF(), llvm::SelectionDAG::getVectorShuffle(), llvm::SelectionDAG::getVTList(), llvm::BitmaskEnumDetail::Mask(), llvm::MVT::Other, llvm::SystemZISD::STRICT_VEXTEND, llvm::MVT::v2f64, llvm::MVT::v4f32, and llvm::SystemZISD::VEXTEND.

findZeroVectorIdx()

static uint32_t findZeroVectorIdx ( SDValue *  Ops, unsigned  Num  )

static

Definition at line 4794 of file SystemZISelLowering.cpp.

References I, and isZeroVector().

Referenced by getGeneralPermuteNode().

forceReg()

static Register forceReg ( MachineInstr &  MI, MachineOperand &  Base, const SystemZInstrInfo *  TII  )

static

Definition at line 7468 of file SystemZISelLowering.cpp.

References llvm::MachineInstrBuilder::add(), llvm::MachineInstrBuilder::addImm(), llvm::MachineInstrBuilder::addReg(), llvm::sampleprof::Base, llvm::BuildMI(), llvm::MachineRegisterInfo::createVirtualRegister(), llvm::MachineBasicBlock::getParent(), llvm::MachineFunction::getRegInfo(), llvm::RISCVISD::LA, MBB, MI, MRI, and TII.

getAbsolute()

static SDValue getAbsolute ( SelectionDAG &  DAG, const SDLoc &  DL, SDValue  Op, bool  IsNegative  )

static

Definition at line 3164 of file SystemZISelLowering.cpp.

References llvm::ISD::ABS, DL, llvm::SelectionDAG::getConstant(), llvm::SelectionDAG::getNode(), and llvm::ISD::SUB.

getCCResult()

static SDValue getCCResult ( SelectionDAG &  DAG, SDValue  CCReg  )

static

Definition at line 4437 of file SystemZISelLowering.cpp.

References DL, llvm::SelectionDAG::getConstant(), llvm::SelectionDAG::getNode(), llvm::MVT::i32, llvm::SystemZISD::IPM, llvm::SystemZ::IPM_CC, and llvm::ISD::SRL.

getCmp()

static Comparison getCmp ( SelectionDAG &  DAG, SDValue  CmpOp0, SDValue  CmpOp1, ISD::CondCode  Cond, const SDLoc &  DL, SDValue  Chain = SDValue(), bool  IsSignaling = false  )

static

Definition at line 2759 of file SystemZISelLowering.cpp.

References adjustForFNeg(), adjustForLTGFR(), adjustForRedundantAnd(), adjustForSubtraction(), adjustForTestUnderMask(), adjustICmpTruncate(), adjustSubwordCmp(), adjustZeroCmp(), llvm::SystemZICMP::Any, assert(), llvm::SystemZ::CCMASK_CMP_EQ, llvm::SystemZ::CCMASK_CMP_NE, llvm::SystemZ::CCMASK_CMP_UO, llvm::SystemZ::CCMASK_FCMP, llvm::SystemZ::CCMASK_ICMP, CCMaskForCondCode(), Cond, llvm::ISD::Constant, DL, llvm::SystemZISD::FCMP, getIntrinsicCmp(), llvm::SDNode::getNumValues(), llvm::SDValue::getOpcode(), llvm::SDValue::getResNo(), llvm::SDNode::hasNUsesOfValue(), llvm::SystemZISD::ICMP, llvm::ISD::INTRINSIC_W_CHAIN, llvm::ISD::INTRINSIC_WO_CHAIN, isIntrinsicWithCC(), isIntrinsicWithCCAndChain(), llvm::SystemZ::reverseCCMask(), shouldSwapCmpOperands(), llvm::SelectionDAG::SignBitIsZero(), llvm::SystemZICMP::SignedOnly, llvm::SystemZISD::STRICT_FCMP, llvm::SystemZISD::STRICT_FCMPS, std::swap(), and llvm::SystemZICMP::UnsignedOnly.

getDemandedSrcElements()

static APInt getDemandedSrcElements ( SDValue  Op, const APInt &  DemandedElts, unsigned  OpNo  )

static

Definition at line 7161 of file SystemZISelLowering.cpp.

References assert(), llvm::EVT::getVectorNumElements(), llvm::APInt::insertBits(), llvm::ISD::INTRINSIC_WO_CHAIN, llvm::EVT::isVector(), llvm::SystemZISD::JOIN_DWORDS, llvm_unreachable, llvm::APInt::lshr(), llvm::APInt::lshrInPlace(), llvm::BitmaskEnumDetail::Mask(), llvm::SystemZISD::SELECT_CCMASK, llvm::APInt::setBit(), llvm::APInt::trunc(), and llvm::MVT::v16i8.

Referenced by computeKnownBitsBinOp(), llvm::SystemZTargetLowering::computeKnownBitsForTargetNode(), computeNumSignBitsBinOp(), and llvm::SystemZTargetLowering::ComputeNumSignBitsForTargetNode().

getGeneralPermuteNode()

static SDValue getGeneralPermuteNode ( SelectionDAG &  DAG, const SDLoc &  DL, SDValue *  Ops, const SmallVectorImpl< int > &  Bytes  )

static

Definition at line 4804 of file SystemZISelLowering.cpp.

References llvm::ISD::BITCAST, DL, findZeroVectorIdx(), llvm::SelectionDAG::getBuildVector(), llvm::SelectionDAG::getConstant(), llvm::SelectionDAG::getNode(), llvm::SelectionDAG::getTargetConstant(), llvm::SelectionDAG::getUNDEF(), I, llvm::MVT::i32, isShlDoublePermute(), isUndef(), llvm::BitmaskEnumDetail::Mask(), llvm::SystemZISD::PERMUTE, llvm::SystemZISD::SHL_DOUBLE, llvm::MVT::v16i8, and llvm::SystemZ::VectorBytes.

getIntrinsicCmp()

static Comparison getIntrinsicCmp ( SelectionDAG &  DAG, unsigned  Opcode, SDValue  Call, unsigned  CCValid, uint64_t  CC, ISD::CondCode  Cond  )

static

Definition at line 2726 of file SystemZISelLowering.cpp.

References CC, Cond, llvm_unreachable, llvm::ISD::SETEQ, llvm::ISD::SETGE, llvm::ISD::SETGT, llvm::ISD::SETLE, llvm::ISD::SETLT, llvm::ISD::SETNE, llvm::ISD::SETUGE, llvm::ISD::SETUGT, llvm::ISD::SETULE, and llvm::ISD::SETULT.

Referenced by getCmp().

getLoadStoreAddrMode()

static AddressingMode getLoadStoreAddrMode ( bool  HasVector, Type *  Ty  )

static

Definition at line 888 of file SystemZISelLowering.cpp.

References llvm::Type::isIntegerTy(), and llvm::SystemZISD::MVC.

Referenced by supportedAddressingMode().

getPermuteNode()

static SDValue getPermuteNode ( SelectionDAG &  DAG, const SDLoc &  DL, const Permute &  P, SDValue  Op0, SDValue  Op1  )

static

Definition at line 4758 of file SystemZISelLowering.cpp.

References llvm::ISD::BITCAST, DL, llvm::MVT::getIntegerVT(), llvm::SelectionDAG::getNode(), llvm::SelectionDAG::getTargetConstant(), llvm::MVT::getVectorVT(), llvm::MVT::i32, P, llvm::SystemZISD::PACK, llvm::SystemZISD::PERMUTE_DWORDS, and llvm::SystemZ::VectorBytes.

getShuffleInput()

static bool getShuffleInput ( const SmallVectorImpl< int > &  Bytes, unsigned  Start, unsigned  BytesPerElement, int &  Base  )

static

Definition at line 4707 of file SystemZISelLowering.cpp.

References llvm::sampleprof::Base, and I.

getTestUnderMaskCond()

static unsigned getTestUnderMaskCond ( unsigned  BitSize, unsigned  CCMask, uint64_t  Mask, uint64_t  CmpVal, unsigned  ICmpType  )

static

Definition at line 2525 of file SystemZISelLowering.cpp.

References assert(), llvm::SystemZ::CCMASK_ANY, llvm::SystemZ::CCMASK_CMP_EQ, llvm::SystemZ::CCMASK_CMP_GE, llvm::SystemZ::CCMASK_CMP_GT, llvm::SystemZ::CCMASK_CMP_LE, llvm::SystemZ::CCMASK_CMP_LT, llvm::SystemZ::CCMASK_CMP_NE, llvm::SystemZ::CCMASK_TM_ALL_0, llvm::SystemZ::CCMASK_TM_ALL_1, llvm::SystemZ::CCMASK_TM_MIXED_MSB_0, llvm::SystemZ::CCMASK_TM_MIXED_MSB_1, llvm::SystemZ::CCMASK_TM_MSB_0, llvm::SystemZ::CCMASK_TM_MSB_1, llvm::SystemZ::CCMASK_TM_SOME_0, llvm::SystemZ::CCMASK_TM_SOME_1, llvm::countLeadingZeros(), llvm::countTrailingZeros(), High, llvm::SystemZ::isImmHH(), llvm::SystemZ::isImmHL(), llvm::SystemZ::isImmLH(), llvm::SystemZ::isImmLL(), llvm::Low, llvm::BitmaskEnumDetail::Mask(), and llvm::SystemZICMP::SignedOnly.

Referenced by adjustForTestUnderMask().

getVectorComparison()

static unsigned getVectorComparison ( ISD::CondCode  CC, CmpMode  Mode  )

static

Definition at line 2899 of file SystemZISelLowering.cpp.

References CC, FP, Int, llvm_unreachable, Mode, llvm::ISD::SETEQ, llvm::ISD::SETGE, llvm::ISD::SETGT, llvm::ISD::SETOEQ, llvm::ISD::SETOGE, llvm::ISD::SETOGT, llvm::ISD::SETUGT, SignalingFP, llvm::SystemZISD::STRICT_VFCMPE, llvm::SystemZISD::STRICT_VFCMPES, llvm::SystemZISD::STRICT_VFCMPH, llvm::SystemZISD::STRICT_VFCMPHE, llvm::SystemZISD::STRICT_VFCMPHES, llvm::SystemZISD::STRICT_VFCMPHS, StrictFP, llvm::SystemZISD::VFCMPE, llvm::SystemZISD::VFCMPH, llvm::SystemZISD::VFCMPHE, llvm::SystemZISD::VICMPE, llvm::SystemZISD::VICMPH, and llvm::SystemZISD::VICMPHL.

Referenced by getVectorComparisonOrInvert().

getVectorComparisonOrInvert()

static unsigned getVectorComparisonOrInvert ( ISD::CondCode  CC, CmpMode  Mode, bool &  Invert  )

static

Definition at line 2948 of file SystemZISelLowering.cpp.

References CC, llvm::MVT::f32, llvm::ISD::getSetCCInverse(), getVectorComparison(), llvm::MVT::i32, Int, and Mode.

getVPermMask()

static bool getVPermMask ( SDValue  ShuffleOp, SmallVectorImpl< int > &  Bytes  )

static

Definition at line 4675 of file SystemZISelLowering.cpp.

References llvm::SDValue::getConstantOperandVal(), llvm::SDValue::getOpcode(), llvm::SDValue::getOperand(), llvm::EVT::getStoreSize(), llvm::SDValue::getValueType(), llvm::EVT::getVectorElementType(), llvm::EVT::getVectorNumElements(), I, llvm::SmallVectorImpl< T >::resize(), and llvm::SystemZISD::SPLAT.

is32Bit()

static bool is32Bit ( EVT  VT )

static

Definition at line 62 of file SystemZISelLowering.cpp.

References llvm::EVT::getSimpleVT(), llvm::MVT::i32, llvm::MVT::i64, llvm_unreachable, and llvm::MVT::SimpleTy.

Referenced by lowerGR128Binary().

isAbsolute()

static bool isAbsolute ( SDValue  CmpOp, SDValue  Pos, SDValue  Neg  )

static

Definition at line 3153 of file SystemZISelLowering.cpp.

References llvm::ISD::Constant, llvm::SDValue::getOpcode(), llvm::SDValue::getOperand(), llvm::ISD::SIGN_EXTEND, and llvm::ISD::SUB.

isAddCarryChain()

static bool isAddCarryChain ( SDValue  Carry )

static

Definition at line 3991 of file SystemZISelLowering.cpp.

References llvm::ISD::ADDCARRY, llvm::SDValue::getOpcode(), llvm::SDValue::getOperand(), and llvm::ISD::UADDO.

isIntrinsicWithCC()

static bool isIntrinsicWithCC ( SDValue  Op, unsigned &  Opcode, unsigned &  CCValid  )

static

Definition at line 2021 of file SystemZISelLowering.cpp.

References llvm::SystemZ::CCMASK_0, llvm::SystemZ::CCMASK_3, llvm::SystemZ::CCMASK_ANY, llvm::SystemZ::CCMASK_TDC, llvm::SystemZ::CCMASK_VCMP, llvm::SystemZISD::PACKLS_CC, llvm::SystemZISD::PACKS_CC, llvm::SystemZISD::TDC, llvm::SystemZISD::VFAE_CC, llvm::SystemZISD::VFAEZ_CC, llvm::SystemZISD::VFCMPES, llvm::SystemZISD::VFCMPHES, llvm::SystemZISD::VFCMPHS, llvm::SystemZISD::VFEE_CC, llvm::SystemZISD::VFEEZ_CC, llvm::SystemZISD::VFENE_CC, llvm::SystemZISD::VFENEZ_CC, llvm::SystemZISD::VFTCI, llvm::SystemZISD::VICMPES, llvm::SystemZISD::VICMPHLS, llvm::SystemZISD::VICMPHS, llvm::SystemZISD::VISTR_CC, llvm::SystemZISD::VSTRC_CC, llvm::SystemZISD::VSTRCZ_CC, llvm::SystemZISD::VSTRS_CC, llvm::SystemZISD::VSTRSZ_CC, and llvm::SystemZISD::VTM.

Referenced by llvm::SystemZTargetLowering::computeKnownBitsForTargetNode(), and getCmp().

isIntrinsicWithCCAndChain()

static bool isIntrinsicWithCCAndChain ( SDValue  Op, unsigned &  Opcode, unsigned &  CCValid  )

static

Definition at line 1994 of file SystemZISelLowering.cpp.

References llvm::SystemZ::CCMASK_TBEGIN, llvm::SystemZ::CCMASK_TEND, llvm::SystemZISD::TBEGIN, llvm::SystemZISD::TBEGIN_NOFLOAT, and llvm::SystemZISD::TEND.

Referenced by getCmp().

isNaturalMemoryOperand()

static bool isNaturalMemoryOperand ( SDValue  Op, unsigned  ICmpType  )

static

Definition at line 2336 of file SystemZISelLowering.cpp.

References llvm::MVT::i8, llvm::SPII::Load, llvm::ISD::NON_EXTLOAD, llvm::ISD::SEXTLOAD, llvm::SystemZICMP::SignedOnly, llvm::SystemZICMP::UnsignedOnly, and llvm::ISD::ZEXTLOAD.

Referenced by shouldSwapCmpOperands().

isOnlyUsedByStores()

static bool isOnlyUsedByStores ( SDValue  StoredVal, SelectionDAG &  DAG  )

static

Definition at line 6366 of file SystemZISelLowering.cpp.

References llvm::EVT::getStoreSize(), llvm::EVT::isRound(), llvm::SelectionDAG::isSplatValue(), llvm::ARM_MB::ST, and llvm::SDNode::uses().

isScalarToVector()

static bool isScalarToVector ( SDValue  Op )

static

Definition at line 5161 of file SystemZISelLowering.cpp.

References E, and I.

isSelectPseudo()

static bool isSelectPseudo ( MachineInstr &  MI )

static

Definition at line 7519 of file SystemZISelLowering.cpp.

References MI.

isShlDoublePermute()

static bool isShlDoublePermute ( const SmallVectorImpl< int > &  Bytes, unsigned &  StartIndex, unsigned &  OpNo0, unsigned &  OpNo1  )

static

Definition at line 4730 of file SystemZISelLowering.cpp.

References chooseShuffleOpNos(), I, Shift, and llvm::SystemZ::VectorBytes.

Referenced by getGeneralPermuteNode().

isSimpleShift()

static bool isSimpleShift ( SDValue  N, unsigned &  ShiftVal  )

static

Definition at line 2506 of file SystemZISelLowering.cpp.

References N, and Shift.

Referenced by adjustForTestUnderMask().

isSubBorrowChain()

static bool isSubBorrowChain ( SDValue  Carry )

static

Definition at line 3997 of file SystemZISelLowering.cpp.

References llvm::SDValue::getOpcode(), llvm::SDValue::getOperand(), llvm::ISD::SUBCARRY, and llvm::ISD::USUBO.

isVectorElementSwap()

static bool isVectorElementSwap ( ArrayRef< int >  M, EVT  VT  )

static

Definition at line 6350 of file SystemZISelLowering.cpp.

References llvm::EVT::getScalarSizeInBits(), llvm::EVT::getSizeInBits(), llvm::EVT::getVectorNumElements(), i, llvm::EVT::isSimple(), llvm::EVT::isVector(), and M.

isZeroVector()

static bool isZeroVector ( SDValue  N )

static

Definition at line 4784 of file SystemZISelLowering.cpp.

References llvm::ISD::BITCAST, llvm::ISD::isBuildVectorAllZeros(), N, and llvm::ISD::SPLAT_VECTOR.

Referenced by findZeroVectorIdx().

joinDwords()

static SDValue joinDwords ( SelectionDAG &  DAG, const SDLoc &  DL, SDValue  Op0, SDValue  Op1  )

static

Definition at line 5202 of file SystemZISelLowering.cpp.

References llvm::ISD::ANY_EXTEND, DL, llvm::SelectionDAG::getNode(), llvm::SelectionDAG::getUNDEF(), llvm::MVT::i64, llvm::SDValue::isUndef(), llvm::SystemZISD::JOIN_DWORDS, and llvm::MVT::v2i64.

lowerGR128Binary()

static void lowerGR128Binary ( SelectionDAG &  DAG, const SDLoc &  DL, EVT  VT, unsigned  Opcode, SDValue  Op0, SDValue  Op1, SDValue &  Even, SDValue &  Odd  )

static

Definition at line 2872 of file SystemZISelLowering.cpp.

References DL, llvm::SystemZ::even128(), llvm::SelectionDAG::getNode(), llvm::SelectionDAG::getTargetExtractSubreg(), is32Bit(), llvm::SystemZ::odd128(), and llvm::MVT::Untyped.

lowerGR128ToI128()

static SDValue lowerGR128ToI128 ( SelectionDAG &  DAG, SDValue  In  )

static

Definition at line 1443 of file SystemZISelLowering.cpp.

References llvm::ISD::BUILD_PAIR, DL, llvm::SelectionDAG::getNode(), llvm::SelectionDAG::getTargetExtractSubreg(), llvm::MVT::i128, llvm::MVT::i64, and llvm::tgtok::In.

Referenced by llvm::SystemZTargetLowering::joinRegisterPartsIntoValue(), and llvm::SystemZTargetLowering::LowerOperationWrapper().

lowerI128ToGR128()

static SDValue lowerI128ToGR128 ( SelectionDAG &  DAG, SDValue  In  )

static

Definition at line 1432 of file SystemZISelLowering.cpp.

References DL, llvm::ISD::EXTRACT_ELEMENT, llvm::SelectionDAG::getIntPtrConstant(), llvm::SelectionDAG::getMachineNode(), llvm::SelectionDAG::getNode(), llvm::MVT::i64, llvm::tgtok::In, and llvm::MVT::Untyped.

Referenced by llvm::SystemZTargetLowering::LowerCall(), llvm::SystemZTargetLowering::LowerOperationWrapper(), and llvm::SystemZTargetLowering::splitValueIntoRegisterParts().

lowerMUL_LOHI32()

static void lowerMUL_LOHI32 ( SelectionDAG &  DAG, const SDLoc &  DL, unsigned  Extend, SDValue  Op0, SDValue  Op1, SDValue &  Hi, SDValue &  Lo  )

static

Definition at line 2856 of file SystemZISelLowering.cpp.

References DL, llvm::SelectionDAG::getConstant(), llvm::SelectionDAG::getNode(), llvm::MVT::i32, llvm::MVT::i64, Mul, llvm::ISD::MUL, llvm::ISD::SRL, and llvm::ISD::TRUNCATE.

matchDoublePermute() [1/2]

static bool matchDoublePermute ( const SmallVectorImpl< int > &  Bytes, const Permute &  P, SmallVectorImpl< int > &  Transform  )

static

Definition at line 4643 of file SystemZISelLowering.cpp.

References From, P, and llvm::SystemZ::VectorBytes.

Referenced by matchDoublePermute().

matchDoublePermute() [2/2]

static const Permute* matchDoublePermute ( const SmallVectorImpl< int > &  Bytes, SmallVectorImpl< int > &  Transform  )

static

Definition at line 4665 of file SystemZISelLowering.cpp.

References matchDoublePermute(), P, and PermuteForms.

matchPermute() [1/2]

static bool matchPermute ( const SmallVectorImpl< int > &  Bytes, const Permute &  P, unsigned &  OpNo0, unsigned &  OpNo1  )

static

Definition at line 4606 of file SystemZISelLowering.cpp.

References chooseShuffleOpNos(), I, P, and llvm::SystemZ::VectorBytes.

Referenced by matchPermute().

matchPermute() [2/2]

static const Permute* matchPermute ( const SmallVectorImpl< int > &  Bytes, unsigned &  OpNo0, unsigned &  OpNo1  )

static

Definition at line 4630 of file SystemZISelLowering.cpp.

References matchPermute(), P, and PermuteForms.

MergeInputChains()

static SDValue MergeInputChains ( SDNode *  N1, SDNode *  N2  )

static

Definition at line 6610 of file SystemZISelLowering.cpp.

References llvm::SDNode::getOperand().

parseRegisterNumber()

static std::pair<unsigned, const TargetRegisterClass *> parseRegisterNumber ( StringRef  Constraint, const TargetRegisterClass *  RC, const unsigned *  Map, unsigned  Size  )

static

Definition at line 1158 of file SystemZISelLowering.cpp.

References assert(), llvm::StringRef::end(), llvm::Failed(), llvm::StringRef::getAsInteger(), Index, llvm::StringRef::size(), and llvm::StringRef::slice().

Referenced by llvm::SystemZTargetLowering::getRegForInlineAsmConstraint().

shouldSwapCmpOperands()

static bool shouldSwapCmpOperands ( const Comparison &  C )

static

Definition at line 2358 of file SystemZISelLowering.cpp.

References llvm::ISD::AND, llvm::ISD::Constant, llvm::MVT::f128, isNaturalMemoryOperand(), llvm::ISD::SIGN_EXTEND, llvm::SystemZICMP::SignedOnly, llvm::SystemZICMP::UnsignedOnly, and llvm::ISD::ZERO_EXTEND.

Referenced by getCmp().

supportedAddressingMode()

static AddressingMode supportedAddressingMode ( Instruction *  I, bool  HasVector  )

static

Definition at line 904 of file SystemZISelLowering.cpp.

References getLoadStoreAddrMode(), I, llvm::Type::isFloatingPointTy(), llvm::Type::isVectorTy(), and memcpy().

Referenced by llvm::SystemZTargetLowering::isLegalAddressingMode().

tryBuildVectorShuffle()

static SDValue tryBuildVectorShuffle ( SelectionDAG &  DAG, BuildVectorSDNode *  BVN  )

static

Definition at line 5223 of file SystemZISelLowering.cpp.

References llvm::ISD::Constant, llvm::ISD::EXTRACT_VECTOR_ELT, llvm::SelectionDAG::getBuildVector(), llvm::SDNode::getOperand(), llvm::SelectionDAG::getUNDEF(), llvm::SDNode::getValueType(), llvm::EVT::getVectorNumElements(), llvm::X86AS::GS, I, and llvm::ISD::TRUNCATE.

VerifyVectorType()

static void VerifyVectorType ( MVT  VT, EVT  ArgVT  )

static

Definition at line 1350 of file SystemZISelLowering.cpp.

References llvm::EVT::isVector(), llvm::MVT::isVector(), and llvm::report_fatal_error().

Referenced by VerifyVectorTypes().

VerifyVectorTypes() [1/2]

static void VerifyVectorTypes ( const SmallVectorImpl< ISD::InputArg > &  Ins )

static

Definition at line 1355 of file SystemZISelLowering.cpp.

References i, llvm::MipsISD::Ins, and VerifyVectorType().

Referenced by llvm::SystemZTargetLowering::CanLowerReturn(), llvm::SystemZTargetLowering::LowerCall(), llvm::SystemZTargetLowering::LowerFormalArguments(), and llvm::SystemZTargetLowering::LowerReturn().

VerifyVectorTypes() [2/2]

static void VerifyVectorTypes ( const SmallVectorImpl< ISD::OutputArg > &  Outs )

static

Definition at line 1360 of file SystemZISelLowering.cpp.

References i, and VerifyVectorType().

Variable Documentation

PermuteForms

const Permute PermuteForms[]

static

Definition at line 4534 of file SystemZISelLowering.cpp.

Referenced by matchDoublePermute(), and matchPermute().