LLVM 23.0.0git
Utils.h
Go to the documentation of this file.
1//==-- llvm/CodeGen/GlobalISel/Utils.h ---------------------------*- C++ -*-==//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9/// \file This file declares the API of helper functions used throughout the
10/// GlobalISel pipeline.
11//
12//===----------------------------------------------------------------------===//
13
14#ifndef LLVM_CODEGEN_GLOBALISEL_UTILS_H
15#define LLVM_CODEGEN_GLOBALISEL_UTILS_H
16
17#include "GISelWorkList.h"
18#include "llvm/ADT/APFloat.h"
19#include "llvm/ADT/StringRef.h"
22#include "llvm/IR/DebugLoc.h"
26
27#include <cstdint>
28
29namespace llvm {
30
31class AnalysisUsage;
36class MachineFunction;
37class MachineInstr;
39class MachineOperand;
44class MCInstrDesc;
47class TargetInstrInfo;
48class TargetLowering;
52class ConstantFP;
53class APFloat;
54
55// Convenience macros for dealing with vector reduction opcodes.
56#define GISEL_VECREDUCE_CASES_ALL \
57 case TargetOpcode::G_VECREDUCE_SEQ_FADD: \
58 case TargetOpcode::G_VECREDUCE_SEQ_FMUL: \
59 case TargetOpcode::G_VECREDUCE_FADD: \
60 case TargetOpcode::G_VECREDUCE_FMUL: \
61 case TargetOpcode::G_VECREDUCE_FMAX: \
62 case TargetOpcode::G_VECREDUCE_FMIN: \
63 case TargetOpcode::G_VECREDUCE_FMAXIMUM: \
64 case TargetOpcode::G_VECREDUCE_FMINIMUM: \
65 case TargetOpcode::G_VECREDUCE_ADD: \
66 case TargetOpcode::G_VECREDUCE_MUL: \
67 case TargetOpcode::G_VECREDUCE_AND: \
68 case TargetOpcode::G_VECREDUCE_OR: \
69 case TargetOpcode::G_VECREDUCE_XOR: \
70 case TargetOpcode::G_VECREDUCE_SMAX: \
71 case TargetOpcode::G_VECREDUCE_SMIN: \
72 case TargetOpcode::G_VECREDUCE_UMAX: \
73 case TargetOpcode::G_VECREDUCE_UMIN:
74
75#define GISEL_VECREDUCE_CASES_NONSEQ \
76 case TargetOpcode::G_VECREDUCE_FADD: \
77 case TargetOpcode::G_VECREDUCE_FMUL: \
78 case TargetOpcode::G_VECREDUCE_FMAX: \
79 case TargetOpcode::G_VECREDUCE_FMIN: \
80 case TargetOpcode::G_VECREDUCE_FMAXIMUM: \
81 case TargetOpcode::G_VECREDUCE_FMINIMUM: \
82 case TargetOpcode::G_VECREDUCE_ADD: \
83 case TargetOpcode::G_VECREDUCE_MUL: \
84 case TargetOpcode::G_VECREDUCE_AND: \
85 case TargetOpcode::G_VECREDUCE_OR: \
86 case TargetOpcode::G_VECREDUCE_XOR: \
87 case TargetOpcode::G_VECREDUCE_SMAX: \
88 case TargetOpcode::G_VECREDUCE_SMIN: \
89 case TargetOpcode::G_VECREDUCE_UMAX: \
90 case TargetOpcode::G_VECREDUCE_UMIN:
91
92/// Try to constrain Reg to the specified register class. If this fails,
93/// create a new virtual register in the correct class.
94///
95/// \return The virtual register constrained to the right register class.
96LLVM_ABI Register constrainRegToClass(MachineRegisterInfo &MRI,
97 const TargetInstrInfo &TII,
98 const RegisterBankInfo &RBI, Register Reg,
99 const TargetRegisterClass &RegClass);
100
101/// Constrain the Register operand OpIdx, so that it is now constrained to the
102/// TargetRegisterClass passed as an argument (RegClass).
103/// If this fails, create a new virtual register in the correct class and insert
104/// a COPY before \p InsertPt if it is a use or after if it is a definition.
105/// In both cases, the function also updates the register of RegMo. The debug
106/// location of \p InsertPt is used for the new copy.
107///
108/// \return The virtual register constrained to the right register class.
110 const MachineFunction &MF, const TargetRegisterInfo &TRI,
111 MachineRegisterInfo &MRI, const TargetInstrInfo &TII,
112 const RegisterBankInfo &RBI, MachineInstr &InsertPt,
113 const TargetRegisterClass &RegClass, MachineOperand &RegMO);
114
115/// Try to constrain Reg so that it is usable by argument OpIdx of the provided
116/// MCInstrDesc \p II. If this fails, create a new virtual register in the
117/// correct class and insert a COPY before \p InsertPt if it is a use or after
118/// if it is a definition. In both cases, the function also updates the register
119/// of RegMo.
120/// This is equivalent to constrainOperandRegClass(..., RegClass, ...)
121/// with RegClass obtained from the MCInstrDesc. The debug location of \p
122/// InsertPt is used for the new copy.
123///
124/// \return The virtual register constrained to the right register class.
126 const MachineFunction &MF, const TargetRegisterInfo &TRI,
127 MachineRegisterInfo &MRI, const TargetInstrInfo &TII,
128 const RegisterBankInfo &RBI, MachineInstr &InsertPt, const MCInstrDesc &II,
129 MachineOperand &RegMO, unsigned OpIdx);
130
131/// Mutate the newly-selected instruction \p I to constrain its (possibly
132/// generic) virtual register operands to the instruction's register class.
133/// This could involve inserting COPYs before (for uses) or after (for defs).
134/// This requires the number of operands to match the instruction description.
135// FIXME: Not all instructions have the same number of operands. We should
136// probably expose a constrain helper per operand and let the target selector
137// constrain individual registers, like fast-isel.
139 const TargetInstrInfo &TII,
140 const TargetRegisterInfo &TRI,
141 const RegisterBankInfo &RBI);
142
143/// Check if DstReg can be replaced with SrcReg depending on the register
144/// constraints.
145LLVM_ABI bool canReplaceReg(Register DstReg, Register SrcReg,
146 MachineRegisterInfo &MRI);
147
148/// Check whether an instruction \p MI is dead: it only defines dead virtual
149/// registers, and doesn't have other side effects.
150LLVM_ABI bool isTriviallyDead(const MachineInstr &MI,
151 const MachineRegisterInfo &MRI);
152
153/// Report an ISel error as a missed optimization remark to the LLVMContext's
154/// diagnostic stream. Set the FailedISel MachineFunction property.
155LLVM_ABI void reportGISelFailure(MachineFunction &MF,
156 MachineOptimizationRemarkEmitter &MORE,
157 MachineOptimizationRemarkMissed &R);
158
159LLVM_ABI void reportGISelFailure(MachineFunction &MF,
160 MachineOptimizationRemarkEmitter &MORE,
161 const char *PassName, StringRef Msg,
162 const MachineInstr &MI);
163
164/// Report an ISel warning as a missed optimization remark to the LLVMContext's
165/// diagnostic stream.
166LLVM_ABI void reportGISelWarning(MachineFunction &MF,
167 MachineOptimizationRemarkEmitter &MORE,
168 MachineOptimizationRemarkMissed &R);
169
170/// Returns the inverse opcode of \p MinMaxOpc, which is a generic min/max
171/// opcode like G_SMIN.
172LLVM_ABI unsigned getInverseGMinMaxOpcode(unsigned MinMaxOpc);
173
174/// If \p VReg is defined by a G_CONSTANT, return the corresponding value.
175LLVM_ABI std::optional<APInt>
176getIConstantVRegVal(Register VReg, const MachineRegisterInfo &MRI);
177
178/// If \p VReg is defined by a G_CONSTANT fits in int64_t returns it.
179LLVM_ABI std::optional<int64_t>
180getIConstantVRegSExtVal(Register VReg, const MachineRegisterInfo &MRI);
181
182/// \p VReg is defined by a G_CONSTANT, return the corresponding value.
183LLVM_ABI const APInt &getIConstantFromReg(Register VReg,
184 const MachineRegisterInfo &MRI);
185
186/// Simple struct used to hold a constant integer value and a virtual
187/// register.
192
193/// If \p VReg is defined by a statically evaluable chain of instructions rooted
194/// on a G_CONSTANT returns its APInt value and def register.
195LLVM_ABI std::optional<ValueAndVReg>
197 const MachineRegisterInfo &MRI,
198 bool LookThroughInstrs = true);
199
200/// If \p VReg is defined by a statically evaluable chain of instructions rooted
201/// on a G_CONSTANT or G_FCONSTANT returns its value as APInt and def register.
202LLVM_ABI std::optional<ValueAndVReg> getAnyConstantVRegValWithLookThrough(
203 Register VReg, const MachineRegisterInfo &MRI,
204 bool LookThroughInstrs = true, bool LookThroughAnyExt = false);
205
210
211/// If \p VReg is defined by a statically evaluable chain of instructions rooted
212/// on a G_FCONSTANT returns its APFloat value and def register.
213LLVM_ABI std::optional<FPValueAndVReg>
215 const MachineRegisterInfo &MRI,
216 bool LookThroughInstrs = true);
217
219 const MachineRegisterInfo &MRI);
220
221/// See if Reg is defined by an single def instruction that is
222/// Opcode. Also try to do trivial folding if it's a COPY with
223/// same types. Returns null otherwise.
225 const MachineRegisterInfo &MRI);
226
227/// Simple struct used to hold a Register value and the instruction which
228/// defines it.
233
234/// Find the def instruction for \p Reg, and underlying value Register folding
235/// away any copies.
236///
237/// Also walks through hints such as G_ASSERT_ZEXT.
238LLVM_ABI std::optional<DefinitionAndSourceRegister>
240
241/// Find the def instruction for \p Reg, folding away any trivial copies. May
242/// return nullptr if \p Reg is not a generic virtual register.
243///
244/// Also walks through hints such as G_ASSERT_ZEXT.
246 const MachineRegisterInfo &MRI);
247
248/// Find the source register for \p Reg, folding away any trivial copies. It
249/// will be an output register of the instruction that getDefIgnoringCopies
250/// returns. May return an invalid register if \p Reg is not a generic virtual
251/// register.
252///
253/// Also walks through hints such as G_ASSERT_ZEXT.
255 const MachineRegisterInfo &MRI);
256
257/// Helper function to split a wide generic register into bitwise blocks with
258/// the given Type (which implies the number of blocks needed). The generic
259/// registers created are appended to Ops, starting at bit 0 of Reg.
260LLVM_ABI void extractParts(Register Reg, LLT Ty, int NumParts,
262 MachineIRBuilder &MIRBuilder,
264
265/// Version which handles irregular splits.
266LLVM_ABI bool extractParts(Register Reg, LLT RegTy, LLT MainTy, LLT &LeftoverTy,
268 SmallVectorImpl<Register> &LeftoverVRegs,
269 MachineIRBuilder &MIRBuilder,
271
272/// Version which handles irregular sub-vector splits.
273LLVM_ABI void extractVectorParts(Register Reg, unsigned NumElts,
275 MachineIRBuilder &MIRBuilder,
277
278// Templated variant of getOpcodeDef returning a MachineInstr derived T.
279/// See if Reg is defined by an single def instruction of type T
280/// Also try to do trivial folding if it's a COPY with
281/// same types. Returns null otherwise.
282template <class T>
287
288/// Returns an APFloat from Val converted to the appropriate size.
289LLVM_ABI APFloat getAPFloatFromSize(double Val, unsigned Size);
290
291/// Modify analysis usage so it preserves passes required for the SelectionDAG
292/// fallback.
293LLVM_ABI void getSelectionDAGFallbackAnalysisUsage(AnalysisUsage &AU);
294
295LLVM_ABI std::optional<APInt> ConstantFoldBinOp(unsigned Opcode,
296 const Register Op1,
297 const Register Op2,
298 const MachineRegisterInfo &MRI);
299LLVM_ABI std::optional<APFloat>
300ConstantFoldFPBinOp(unsigned Opcode, const Register Op1, const Register Op2,
301 const MachineRegisterInfo &MRI);
302
303/// Tries to constant fold a vector binop with sources \p Op1 and \p Op2.
304/// Returns an empty vector on failure.
306ConstantFoldVectorBinop(unsigned Opcode, const Register Op1, const Register Op2,
307 const MachineRegisterInfo &MRI);
308
309LLVM_ABI std::optional<APInt>
310ConstantFoldCastOp(unsigned Opcode, LLT DstTy, const Register Op0,
311 const MachineRegisterInfo &MRI);
312
313LLVM_ABI std::optional<APInt> ConstantFoldExtOp(unsigned Opcode,
314 const Register Op1,
315 uint64_t Imm,
316 const MachineRegisterInfo &MRI);
317
318LLVM_ABI std::optional<APFloat>
319ConstantFoldIntToFloat(unsigned Opcode, LLT DstTy, Register Src,
320 const MachineRegisterInfo &MRI);
321
322/// Tries to constant fold a counting-zero operation (G_CTLZ or G_CTTZ) on \p
323/// Src. If \p Src is a vector then it tries to do an element-wise constant
324/// fold.
325LLVM_ABI std::optional<SmallVector<unsigned>>
326ConstantFoldCountZeros(Register Src, const MachineRegisterInfo &MRI,
327 std::function<unsigned(APInt)> CB);
328
329LLVM_ABI std::optional<SmallVector<APInt>>
330ConstantFoldICmp(unsigned Pred, const Register Op1, const Register Op2,
331 unsigned DstScalarSizeInBits, unsigned ExtOp,
332 const MachineRegisterInfo &MRI);
333
334/// Test if the given value is known to have exactly one bit set. This differs
335/// from computeKnownBits in that it doesn't necessarily determine which bit is
336/// set.
337LLVM_ABI bool
338isKnownToBeAPowerOfTwo(Register Val, const MachineRegisterInfo &MRI,
339 GISelValueTracking *ValueTracking = nullptr);
340
341LLVM_ABI Align inferAlignFromPtrInfo(MachineFunction &MF,
342 const MachinePointerInfo &MPO);
343
344/// Return a virtual register corresponding to the incoming argument register \p
345/// PhysReg. This register is expected to have class \p RC, and optional type \p
346/// RegTy. This assumes all references to the register will use the same type.
347///
348/// If there is an existing live-in argument register, it will be returned.
349/// This will also ensure there is a valid copy
351 MachineFunction &MF, const TargetInstrInfo &TII, MCRegister PhysReg,
352 const TargetRegisterClass &RC, const DebugLoc &DL, LLT RegTy = LLT());
353
354/// Return the least common multiple type of \p OrigTy and \p TargetTy, by
355/// changing the number of vector elements or scalar bitwidth. The intent is a
356/// G_MERGE_VALUES, G_BUILD_VECTOR, or G_CONCAT_VECTORS can be constructed from
357/// \p OrigTy elements, and unmerged into \p TargetTy. It is an error to call
358/// this function where one argument is a fixed vector and the other is a
359/// scalable vector, since it is illegal to build a G_{MERGE|UNMERGE}_VALUES
360/// between fixed and scalable vectors.
361LLVM_ABI LLVM_READNONE LLT getLCMType(LLT OrigTy, LLT TargetTy);
362
364 /// Return smallest type that covers both \p OrigTy and \p TargetTy and is
365 /// multiple of TargetTy.
366 LLT
367 getCoverTy(LLT OrigTy, LLT TargetTy);
368
369/// Return a type where the total size is the greatest common divisor of \p
370/// OrigTy and \p TargetTy. This will try to either change the number of vector
371/// elements, or bitwidth of scalars. The intent is the result type can be used
372/// as the result of a G_UNMERGE_VALUES from \p OrigTy, and then some
373/// combination of G_MERGE_VALUES, G_BUILD_VECTOR and G_CONCAT_VECTORS (possibly
374/// with intermediate casts) can re-form \p TargetTy.
375///
376/// If these are vectors with different element types, this will try to produce
377/// a vector with a compatible total size, but the element type of \p OrigTy. If
378/// this can't be satisfied, this will produce a scalar smaller than the
379/// original vector elements. It is an error to call this function where
380/// one argument is a fixed vector and the other is a scalable vector, since it
381/// is illegal to build a G_{MERGE|UNMERGE}_VALUES between fixed and scalable
382/// vectors.
383///
384/// In the worst case, this returns LLT::scalar(1)
385LLVM_ABI LLVM_READNONE LLT getGCDType(LLT OrigTy, LLT TargetTy);
386
387/// Represents a value which can be a Register or a constant.
388///
389/// This is useful in situations where an instruction may have an interesting
390/// register operand or interesting constant operand. For a concrete example,
391/// \see getVectorSplat.
393 int64_t Cst;
394 Register Reg;
395 bool IsReg;
396
397public:
398 explicit RegOrConstant(Register Reg) : Reg(Reg), IsReg(true) {}
399 explicit RegOrConstant(int64_t Cst) : Cst(Cst), IsReg(false) {}
400 bool isReg() const { return IsReg; }
401 bool isCst() const { return !IsReg; }
402 Register getReg() const {
403 assert(isReg() && "Expected a register!");
404 return Reg;
405 }
406 int64_t getCst() const {
407 assert(isCst() && "Expected a constant!");
408 return Cst;
409 }
410};
411
412/// \returns The splat index of a G_SHUFFLE_VECTOR \p MI when \p MI is a splat.
413/// If \p MI is not a splat, returns std::nullopt.
414LLVM_ABI std::optional<int> getSplatIndex(MachineInstr &MI);
415
416/// \returns the scalar integral splat value of \p Reg if possible.
417LLVM_ABI std::optional<APInt>
418getIConstantSplatVal(const Register Reg, const MachineRegisterInfo &MRI);
419
420/// \returns the scalar integral splat value defined by \p MI if possible.
421LLVM_ABI std::optional<APInt>
422getIConstantSplatVal(const MachineInstr &MI, const MachineRegisterInfo &MRI);
423
424/// \returns the scalar sign extended integral splat value of \p Reg if
425/// possible.
426LLVM_ABI std::optional<int64_t>
427getIConstantSplatSExtVal(const Register Reg, const MachineRegisterInfo &MRI);
428
429/// \returns the scalar sign extended integral splat value defined by \p MI if
430/// possible.
431LLVM_ABI std::optional<int64_t>
432getIConstantSplatSExtVal(const MachineInstr &MI,
433 const MachineRegisterInfo &MRI);
434
435/// Returns a floating point scalar constant of a build vector splat if it
436/// exists. When \p AllowUndef == true some elements can be undef but not all.
437LLVM_ABI std::optional<FPValueAndVReg>
438getFConstantSplat(Register VReg, const MachineRegisterInfo &MRI,
439 bool AllowUndef = true);
440
441/// Return true if the specified register is defined by G_BUILD_VECTOR or
442/// G_BUILD_VECTOR_TRUNC where all of the elements are \p SplatValue or undef.
444 const MachineRegisterInfo &MRI,
445 int64_t SplatValue, bool AllowUndef);
446
447/// Return true if the specified register is defined by G_BUILD_VECTOR or
448/// G_BUILD_VECTOR_TRUNC where all of the elements are \p SplatValue or undef.
450 const MachineRegisterInfo &MRI,
451 const APInt &SplatValue,
452 bool AllowUndef);
453
454/// Return true if the specified instruction is a G_BUILD_VECTOR or
455/// G_BUILD_VECTOR_TRUNC where all of the elements are \p SplatValue or undef.
456LLVM_ABI bool isBuildVectorConstantSplat(const MachineInstr &MI,
457 const MachineRegisterInfo &MRI,
458 int64_t SplatValue, bool AllowUndef);
459
460/// Return true if the specified instruction is a G_BUILD_VECTOR or
461/// G_BUILD_VECTOR_TRUNC where all of the elements are \p SplatValue or undef.
462LLVM_ABI bool isBuildVectorConstantSplat(const MachineInstr &MI,
463 const MachineRegisterInfo &MRI,
464 const APInt &SplatValue,
465 bool AllowUndef);
466
467/// Return true if the specified instruction is a G_BUILD_VECTOR or
468/// G_BUILD_VECTOR_TRUNC where all of the elements are 0 or undef.
469LLVM_ABI bool isBuildVectorAllZeros(const MachineInstr &MI,
470 const MachineRegisterInfo &MRI,
471 bool AllowUndef = false);
472
473/// Return true if the specified instruction is a G_BUILD_VECTOR or
474/// G_BUILD_VECTOR_TRUNC where all of the elements are ~0 or undef.
475LLVM_ABI bool isBuildVectorAllOnes(const MachineInstr &MI,
476 const MachineRegisterInfo &MRI,
477 bool AllowUndef = false);
478
479/// Return true if the specified instruction is known to be a constant, or a
480/// vector of constants.
481///
482/// If \p AllowFP is true, this will consider G_FCONSTANT in addition to
483/// G_CONSTANT. If \p AllowOpaqueConstants is true, constant-like instructions
484/// such as G_GLOBAL_VALUE will also be considered.
485LLVM_ABI bool isConstantOrConstantVector(const MachineInstr &MI,
486 const MachineRegisterInfo &MRI,
487 bool AllowFP = true,
488 bool AllowOpaqueConstants = true);
489
490/// Return true if the value is a constant 0 integer or a splatted vector of a
491/// constant 0 integer (with no undefs if \p AllowUndefs is false). This will
492/// handle G_BUILD_VECTOR and G_BUILD_VECTOR_TRUNC as truncation is not an issue
493/// for null values.
494LLVM_ABI bool isNullOrNullSplat(const MachineInstr &MI,
495 const MachineRegisterInfo &MRI,
496 bool AllowUndefs = false);
497
498/// Return true if the value is a constant -1 integer or a splatted vector of a
499/// constant -1 integer (with no undefs if \p AllowUndefs is false).
500LLVM_ABI bool isAllOnesOrAllOnesSplat(const MachineInstr &MI,
501 const MachineRegisterInfo &MRI,
502 bool AllowUndefs = false);
503
504/// \returns a value when \p MI is a vector splat. The splat can be either a
505/// Register or a constant.
506///
507/// Examples:
508///
509/// \code
510/// %reg = COPY $physreg
511/// %reg_splat = G_BUILD_VECTOR %reg, %reg, ..., %reg
512/// \endcode
513///
514/// If called on the G_BUILD_VECTOR above, this will return a RegOrConstant
515/// containing %reg.
516///
517/// \code
518/// %cst = G_CONSTANT iN 4
519/// %constant_splat = G_BUILD_VECTOR %cst, %cst, ..., %cst
520/// \endcode
521///
522/// In the above case, this will return a RegOrConstant containing 4.
523LLVM_ABI std::optional<RegOrConstant>
524getVectorSplat(const MachineInstr &MI, const MachineRegisterInfo &MRI);
525
526/// Determines if \p MI defines a constant integer or a build vector of
527/// constant integers. Treats undef values as constants.
528LLVM_ABI bool isConstantOrConstantVector(MachineInstr &MI,
529 const MachineRegisterInfo &MRI);
530
531/// Determines if \p MI defines a constant integer or a splat vector of
532/// constant integers.
533/// \returns the scalar constant or std::nullopt.
534LLVM_ABI std::optional<APInt>
536 const MachineRegisterInfo &MRI);
537
538/// Determines if \p MI defines a float constant integer or a splat vector of
539/// float constant integers.
540/// \returns the float constant or std::nullopt.
541LLVM_ABI std::optional<APFloat>
543 const MachineRegisterInfo &MRI);
544
545/// Attempt to match a unary predicate against a scalar/splat constant or every
546/// element of a constant G_BUILD_VECTOR. If \p ConstVal is null, the source
547/// value was undef.
548LLVM_ABI bool
549matchUnaryPredicate(const MachineRegisterInfo &MRI, Register Reg,
550 std::function<bool(const Constant *ConstVal)> Match,
551 bool AllowUndefs = false);
552
553/// Returns true if given the TargetLowering's boolean contents information,
554/// the value \p Val contains a true value.
555LLVM_ABI bool isConstTrueVal(const TargetLowering &TLI, int64_t Val,
556 bool IsVector, bool IsFP);
557/// \returns true if given the TargetLowering's boolean contents information,
558/// the value \p Val contains a false value.
559LLVM_ABI bool isConstFalseVal(const TargetLowering &TLI, int64_t Val,
560 bool IsVector, bool IsFP);
561
562/// Returns an integer representing true, as defined by the
563/// TargetBooleanContents.
564LLVM_ABI int64_t getICmpTrueVal(const TargetLowering &TLI, bool IsVector,
565 bool IsFP);
566
569 LostDebugLocObserver *LocObserver,
570 SmallInstListTy &DeadInstChain);
573 LostDebugLocObserver *LocObserver = nullptr);
575 LostDebugLocObserver *LocObserver = nullptr);
576
577/// Assuming the instruction \p MI is going to be deleted, attempt to salvage
578/// debug users of \p MI by writing the effect of \p MI in a DIExpression.
581
582/// Returns whether opcode \p Opc is a pre-isel generic floating-point opcode,
583/// having only floating-point operands.
585
586/// Returns true if \p Reg can create undef or poison from non-undef &
587/// non-poison operands. \p ConsiderFlagsAndMetadata controls whether poison
588/// producing flags and metadata on the instruction are considered. This can be
589/// used to see if the instruction could still introduce undef or poison even
590/// without poison generating flags and metadata which might be on the
591/// instruction.
593 const MachineRegisterInfo &MRI,
594 bool ConsiderFlagsAndMetadata = true);
595
596/// Returns true if \p Reg can create poison from non-poison operands.
598 bool ConsiderFlagsAndMetadata = true);
599
600/// Returns true if \p Reg cannot be poison and undef.
602 const MachineRegisterInfo &MRI,
603 unsigned Depth = 0);
604
605/// Returns true if \p Reg cannot be poison, but may be undef.
607 const MachineRegisterInfo &MRI,
608 unsigned Depth = 0);
609
610/// Returns true if \p Reg cannot be undef, but may be poison.
612 const MachineRegisterInfo &MRI,
613 unsigned Depth = 0);
614
615/// Get the type back from LLT. It won't be 100 percent accurate but returns an
616/// estimate of the type.
618
619/// Returns true if the instruction \p MI is one of the assert
620/// instructions.
622
623/// An integer-like constant.
624///
625/// It abstracts over scalar, fixed-length vectors, and scalable vectors.
626/// In the common case, it provides a common API and feels like an APInt,
627/// while still providing low-level access.
628/// It can be used for constant-folding.
629///
630/// bool isZero()
631/// abstracts over the kind.
632///
633/// switch(const.getKind())
634/// {
635/// }
636/// provides low-level access.
638public:
640
641private:
642 GIConstantKind Kind;
643 SmallVector<APInt> Values;
644 APInt Value;
645
646public:
648 : Kind(GIConstantKind::FixedVector), Values(Values) {};
649 GIConstant(const APInt &Value, GIConstantKind Kind)
650 : Kind(Kind), Value(Value) {};
651
652 /// Returns the kind of of this constant, e.g, Scalar.
653 GIConstantKind getKind() const { return Kind; }
654
655 /// Returns the value, if this constant is a scalar.
657
658 LLVM_ABI static std::optional<GIConstant>
659 getConstant(Register Const, const MachineRegisterInfo &MRI);
660};
661
662/// An floating-point-like constant.
663///
664/// It abstracts over scalar, fixed-length vectors, and scalable vectors.
665/// In the common case, it provides a common API and feels like an APFloat,
666/// while still providing low-level access.
667/// It can be used for constant-folding.
668///
669/// bool isZero()
670/// abstracts over the kind.
671///
672/// switch(const.getKind())
673/// {
674/// }
675/// provides low-level access.
677 using VecTy = SmallVector<APFloat>;
678 using const_iterator = VecTy::const_iterator;
679
680public:
682
683private:
684 GFConstantKind Kind;
686
687public:
689 : Kind(GFConstantKind::FixedVector), Values(Values) {};
690 GFConstant(const APFloat &Value, GFConstantKind Kind) : Kind(Kind) {
691 Values.push_back(Value);
692 }
693
694 /// Returns the kind of of this constant, e.g, Scalar.
695 GFConstantKind getKind() const { return Kind; }
696
697 const_iterator begin() const {
699 "Expected fixed vector or scalar constant");
700 return Values.begin();
701 }
702
703 const_iterator end() const {
705 "Expected fixed vector or scalar constant");
706 return Values.end();
707 }
708
709 size_t size() const {
710 assert(Kind == GFConstantKind::FixedVector && "Expected fixed vector");
711 return Values.size();
712 }
713
714 /// Returns the value, if this constant is a scalar.
716
717 LLVM_ABI static std::optional<GFConstant>
718 getConstant(Register Const, const MachineRegisterInfo &MRI);
719};
720
721} // End namespace llvm.
722#endif
MachineInstrBuilder MachineInstrBuilder & DefMI
assert(UImm &&(UImm !=~static_cast< T >(0)) &&"Invalid immediate!")
This file declares a class to represent arbitrary precision floating point values and provide a varie...
MachineBasicBlock MachineBasicBlock::iterator DebugLoc DL
#define LLVM_READNONE
Definition Compiler.h:315
#define LLVM_ABI
Definition Compiler.h:213
const HexagonInstrInfo * TII
IRTranslator LLVM IR MI
Implement a low-level type suitable for MachineInstr level instruction selection.
#define I(x, y, z)
Definition MD5.cpp:57
Register Reg
Register const TargetRegisterInfo * TRI
Promote Memory to Register
Definition Mem2Reg.cpp:110
#define T
MachineInstr unsigned OpIdx
uint64_t IntrinsicInst * II
static const char PassName[]
Class for arbitrary precision integers.
Definition APInt.h:78
Represent the analysis usage information of a pass.
ArrayRef - Represent a constant reference to an array (0 or more elements consecutively in memory),...
Definition ArrayRef.h:40
BlockFrequencyInfo pass uses BlockFrequencyInfoImpl implementation to estimate IR basic block frequen...
ConstantFP - Floating Point Values [float, double].
Definition Constants.h:420
const_iterator begin() const
Definition Utils.h:697
static LLVM_ABI std::optional< GFConstant > getConstant(Register Const, const MachineRegisterInfo &MRI)
Definition Utils.cpp:2042
GFConstant(const APFloat &Value, GFConstantKind Kind)
Definition Utils.h:690
GFConstant(ArrayRef< APFloat > Values)
Definition Utils.h:688
GFConstantKind getKind() const
Returns the kind of of this constant, e.g, Scalar.
Definition Utils.h:695
LLVM_ABI APFloat getScalarValue() const
Returns the value, if this constant is a scalar.
Definition Utils.cpp:2035
const_iterator end() const
Definition Utils.h:703
size_t size() const
Definition Utils.h:709
LLVM_ABI APInt getScalarValue() const
Returns the value, if this constant is a scalar.
Definition Utils.cpp:1995
GIConstant(const APInt &Value, GIConstantKind Kind)
Definition Utils.h:649
static LLVM_ABI std::optional< GIConstant > getConstant(Register Const, const MachineRegisterInfo &MRI)
Definition Utils.cpp:2002
GIConstantKind getKind() const
Returns the kind of of this constant, e.g, Scalar.
Definition Utils.h:653
GIConstant(ArrayRef< APInt > Values)
Definition Utils.h:647
This is an important class for using LLVM in a threaded context.
Definition LLVMContext.h:68
Describe properties that are true of each instruction in the target description file.
Helper class to build MachineInstr.
Representation of each machine instruction.
MachineOperand class - Representation of each machine instruction operand.
Diagnostic information for missed-optimization remarks.
MachineRegisterInfo - Keep track of information for virtual and physical registers,...
Analysis providing profile information.
RegOrConstant(Register Reg)
Definition Utils.h:398
Register getReg() const
Definition Utils.h:402
bool isCst() const
Definition Utils.h:401
int64_t getCst() const
Definition Utils.h:406
RegOrConstant(int64_t Cst)
Definition Utils.h:399
bool isReg() const
Definition Utils.h:400
Holds all the information related to register banks.
Wrapper class representing virtual and physical registers.
Definition Register.h:20
This class consists of common code factored out of the SmallVector class to reduce code duplication b...
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
TargetInstrInfo - Interface to description of machine instruction set.
This class defines information used to lower LLVM code to legal SelectionDAG operators that the targe...
Target-Independent Code Generator Pass Configuration Options.
TargetRegisterInfo base class - We assume that the target defines a static array of TargetRegisterDes...
The instances of the Type class are immutable: once they are created, they are never changed.
Definition Type.h:46
LLVM Value Representation.
Definition Value.h:75
@ C
The default llvm calling convention, compatible with C.
Definition CallingConv.h:34
This is an optimization pass for GlobalISel generic memory operations.
LLVM_ABI Register getFunctionLiveInPhysReg(MachineFunction &MF, const TargetInstrInfo &TII, MCRegister PhysReg, const TargetRegisterClass &RC, const DebugLoc &DL, LLT RegTy=LLT())
Return a virtual register corresponding to the incoming argument register PhysReg.
Definition Utils.cpp:857
LLVM_ABI std::optional< SmallVector< APInt > > ConstantFoldICmp(unsigned Pred, const Register Op1, const Register Op2, unsigned DstScalarSizeInBits, unsigned ExtOp, const MachineRegisterInfo &MRI)
Definition Utils.cpp:976
LLVM_ABI bool isBuildVectorAllZeros(const MachineInstr &MI, const MachineRegisterInfo &MRI, bool AllowUndef=false)
Return true if the specified instruction is a G_BUILD_VECTOR or G_BUILD_VECTOR_TRUNC where all of the...
Definition Utils.cpp:1423
LLVM_ABI Type * getTypeForLLT(LLT Ty, LLVMContext &C)
Get the type back from LLT.
Definition Utils.cpp:1977
LLVM_ABI Register constrainOperandRegClass(const MachineFunction &MF, const TargetRegisterInfo &TRI, MachineRegisterInfo &MRI, const TargetInstrInfo &TII, const RegisterBankInfo &RBI, MachineInstr &InsertPt, const TargetRegisterClass &RegClass, MachineOperand &RegMO)
Constrain the Register operand OpIdx, so that it is now constrained to the TargetRegisterClass passed...
Definition Utils.cpp:56
LLVM_ABI MachineInstr * getOpcodeDef(unsigned Opcode, Register Reg, const MachineRegisterInfo &MRI)
See if Reg is defined by an single def instruction that is Opcode.
Definition Utils.cpp:652
LLVM_ABI const ConstantFP * getConstantFPVRegVal(Register VReg, const MachineRegisterInfo &MRI)
Definition Utils.cpp:460
LLVM_ABI bool canCreatePoison(const Operator *Op, bool ConsiderFlagsAndMetadata=true)
LLVM_ABI std::optional< APInt > getIConstantVRegVal(Register VReg, const MachineRegisterInfo &MRI)
If VReg is defined by a G_CONSTANT, return the corresponding value.
Definition Utils.cpp:293
LLVM_ABI std::optional< APFloat > ConstantFoldIntToFloat(unsigned Opcode, LLT DstTy, Register Src, const MachineRegisterInfo &MRI)
Definition Utils.cpp:931
LLVM_ABI std::optional< APInt > getIConstantSplatVal(const Register Reg, const MachineRegisterInfo &MRI)
Definition Utils.cpp:1383
LLVM_ABI bool isAllOnesOrAllOnesSplat(const MachineInstr &MI, const MachineRegisterInfo &MRI, bool AllowUndefs=false)
Return true if the value is a constant -1 integer or a splatted vector of a constant -1 integer (with...
Definition Utils.cpp:1548
LLVM_ABI std::optional< APFloat > ConstantFoldFPBinOp(unsigned Opcode, const Register Op1, const Register Op2, const MachineRegisterInfo &MRI)
Definition Utils.cpp:740
LLVM_ABI void salvageDebugInfo(const MachineRegisterInfo &MRI, MachineInstr &MI)
Assuming the instruction MI is going to be deleted, attempt to salvage debug users of MI by writing t...
Definition Utils.cpp:1666
LLVM_ABI void constrainSelectedInstRegOperands(MachineInstr &I, const TargetInstrInfo &TII, const TargetRegisterInfo &TRI, const RegisterBankInfo &RBI)
Mutate the newly-selected instruction I to constrain its (possibly generic) virtual register operands...
Definition Utils.cpp:155
LLVM_ABI std::optional< SmallVector< unsigned > > ConstantFoldCountZeros(Register Src, const MachineRegisterInfo &MRI, std::function< unsigned(APInt)> CB)
Tries to constant fold a counting-zero operation (G_CTLZ or G_CTTZ) on Src.
Definition Utils.cpp:944
LLVM_ABI std::optional< APInt > ConstantFoldExtOp(unsigned Opcode, const Register Op1, uint64_t Imm, const MachineRegisterInfo &MRI)
Definition Utils.cpp:890
LLVM_ABI std::optional< RegOrConstant > getVectorSplat(const MachineInstr &MI, const MachineRegisterInfo &MRI)
Definition Utils.cpp:1436
GISelWorkList< 4 > SmallInstListTy
Definition Utils.h:567
LLVM_ABI std::optional< APInt > isConstantOrConstantSplatVector(MachineInstr &MI, const MachineRegisterInfo &MRI)
Determines if MI defines a constant integer or a splat vector of constant integers.
Definition Utils.cpp:1506
LLVM_ABI bool isNullOrNullSplat(const MachineInstr &MI, const MachineRegisterInfo &MRI, bool AllowUndefs=false)
Return true if the value is a constant 0 integer or a splatted vector of a constant 0 integer (with n...
Definition Utils.cpp:1530
LLVM_ABI MachineInstr * getDefIgnoringCopies(Register Reg, const MachineRegisterInfo &MRI)
Find the def instruction for Reg, folding away any trivial copies.
Definition Utils.cpp:493
LLVM_ABI bool matchUnaryPredicate(const MachineRegisterInfo &MRI, Register Reg, std::function< bool(const Constant *ConstVal)> Match, bool AllowUndefs=false)
Attempt to match a unary predicate against a scalar/splat constant or every element of a constant G_B...
Definition Utils.cpp:1563
LLVM_ABI void reportGISelWarning(MachineFunction &MF, MachineOptimizationRemarkEmitter &MORE, MachineOptimizationRemarkMissed &R)
Report an ISel warning as a missed optimization remark to the LLVMContext's diagnostic stream.
Definition Utils.cpp:251
LLVM_ABI bool isGuaranteedNotToBeUndef(const Value *V, AssumptionCache *AC=nullptr, const Instruction *CtxI=nullptr, const DominatorTree *DT=nullptr, unsigned Depth=0)
Returns true if V cannot be undef, but may be poison.
LLVM_ABI bool isConstTrueVal(const TargetLowering &TLI, int64_t Val, bool IsVector, bool IsFP)
Returns true if given the TargetLowering's boolean contents information, the value Val contains a tru...
Definition Utils.cpp:1595
LLVM_ABI LLVM_READNONE LLT getLCMType(LLT OrigTy, LLT TargetTy)
Return the least common multiple type of OrigTy and TargetTy, by changing the number of vector elemen...
Definition Utils.cpp:1130
LLVM_ABI std::optional< int64_t > getIConstantVRegSExtVal(Register VReg, const MachineRegisterInfo &MRI)
If VReg is defined by a G_CONSTANT fits in int64_t returns it.
Definition Utils.cpp:313
LLVM_ABI std::optional< APInt > ConstantFoldBinOp(unsigned Opcode, const Register Op1, const Register Op2, const MachineRegisterInfo &MRI)
Definition Utils.cpp:671
auto dyn_cast_or_null(const Y &Val)
Definition Casting.h:753
LLVM_ABI const APInt & getIConstantFromReg(Register VReg, const MachineRegisterInfo &MRI)
VReg is defined by a G_CONSTANT, return the corresponding value.
Definition Utils.cpp:304
LLVM_ABI bool isConstantOrConstantVector(const MachineInstr &MI, const MachineRegisterInfo &MRI, bool AllowFP=true, bool AllowOpaqueConstants=true)
Return true if the specified instruction is known to be a constant, or a vector of constants.
Definition Utils.cpp:1486
LLVM_ABI bool canReplaceReg(Register DstReg, Register SrcReg, MachineRegisterInfo &MRI)
Check if DstReg can be replaced with SrcReg depending on the register constraints.
Definition Utils.cpp:199
LLVM_ABI void saveUsesAndErase(MachineInstr &MI, MachineRegisterInfo &MRI, LostDebugLocObserver *LocObserver, SmallInstListTy &DeadInstChain)
Definition Utils.cpp:1632
LLVM_ABI void reportGISelFailure(MachineFunction &MF, MachineOptimizationRemarkEmitter &MORE, MachineOptimizationRemarkMissed &R)
Report an ISel error as a missed optimization remark to the LLVMContext's diagnostic stream.
Definition Utils.cpp:257
LLVM_ABI std::optional< ValueAndVReg > getAnyConstantVRegValWithLookThrough(Register VReg, const MachineRegisterInfo &MRI, bool LookThroughInstrs=true, bool LookThroughAnyExt=false)
If VReg is defined by a statically evaluable chain of instructions rooted on a G_CONSTANT or G_FCONST...
Definition Utils.cpp:438
LLVM_ABI bool isBuildVectorAllOnes(const MachineInstr &MI, const MachineRegisterInfo &MRI, bool AllowUndef=false)
Return true if the specified instruction is a G_BUILD_VECTOR or G_BUILD_VECTOR_TRUNC where all of the...
Definition Utils.cpp:1429
LLVM_ABI bool canCreateUndefOrPoison(const Operator *Op, bool ConsiderFlagsAndMetadata=true)
canCreateUndefOrPoison returns true if Op can create undef or poison from non-undef & non-poison oper...
class LLVM_GSL_OWNER SmallVector
Forward declaration of SmallVector so that calculateSmallVectorDefaultInlinedElements can reference s...
LLVM_ABI SmallVector< APInt > ConstantFoldVectorBinop(unsigned Opcode, const Register Op1, const Register Op2, const MachineRegisterInfo &MRI)
Tries to constant fold a vector binop with sources Op1 and Op2.
Definition Utils.cpp:818
LLVM_ABI std::optional< FPValueAndVReg > getFConstantSplat(Register VReg, const MachineRegisterInfo &MRI, bool AllowUndef=true)
Returns a floating point scalar constant of a build vector splat if it exists.
Definition Utils.cpp:1416
LLVM_ABI std::optional< APInt > ConstantFoldCastOp(unsigned Opcode, LLT DstTy, const Register Op0, const MachineRegisterInfo &MRI)
Definition Utils.cpp:907
LLVM_ABI void extractParts(Register Reg, LLT Ty, int NumParts, SmallVectorImpl< Register > &VRegs, MachineIRBuilder &MIRBuilder, MachineRegisterInfo &MRI)
Helper function to split a wide generic register into bitwise blocks with the given Type (which impli...
Definition Utils.cpp:507
LLVM_ABI void getSelectionDAGFallbackAnalysisUsage(AnalysisUsage &AU)
Modify analysis usage so it preserves passes required for the SelectionDAG fallback.
Definition Utils.cpp:1126
LLVM_ABI LLVM_READNONE LLT getCoverTy(LLT OrigTy, LLT TargetTy)
Return smallest type that covers both OrigTy and TargetTy and is multiple of TargetTy.
Definition Utils.cpp:1197
LLVM_ABI unsigned getInverseGMinMaxOpcode(unsigned MinMaxOpc)
Returns the inverse opcode of MinMaxOpc, which is a generic min/max opcode like G_SMIN.
Definition Utils.cpp:278
LLVM_ABI bool isGuaranteedNotToBeUndefOrPoison(const Value *V, AssumptionCache *AC=nullptr, const Instruction *CtxI=nullptr, const DominatorTree *DT=nullptr, unsigned Depth=0)
Return true if this function can prove that V does not have undef bits and is never poison.
LLVM_ABI std::optional< FPValueAndVReg > getFConstantVRegValWithLookThrough(Register VReg, const MachineRegisterInfo &MRI, bool LookThroughInstrs=true)
If VReg is defined by a statically evaluable chain of instructions rooted on a G_FCONSTANT returns it...
Definition Utils.cpp:446
LLVM_ABI bool isConstFalseVal(const TargetLowering &TLI, int64_t Val, bool IsVector, bool IsFP)
Definition Utils.cpp:1608
LLVM_ABI std::optional< APFloat > isConstantOrConstantSplatVectorFP(MachineInstr &MI, const MachineRegisterInfo &MRI)
Determines if MI defines a float constant integer or a splat vector of float constant integers.
Definition Utils.cpp:1519
LLVM_ABI APFloat getAPFloatFromSize(double Val, unsigned Size)
Returns an APFloat from Val converted to the appropriate size.
Definition Utils.cpp:658
LLVM_ABI bool isBuildVectorConstantSplat(const Register Reg, const MachineRegisterInfo &MRI, int64_t SplatValue, bool AllowUndef)
Return true if the specified register is defined by G_BUILD_VECTOR or G_BUILD_VECTOR_TRUNC where all ...
Definition Utils.cpp:1342
LLVM_ABI void eraseInstr(MachineInstr &MI, MachineRegisterInfo &MRI, LostDebugLocObserver *LocObserver=nullptr)
Definition Utils.cpp:1661
LLVM_ABI Register constrainRegToClass(MachineRegisterInfo &MRI, const TargetInstrInfo &TII, const RegisterBankInfo &RBI, Register Reg, const TargetRegisterClass &RegClass)
Try to constrain Reg to the specified register class.
Definition Utils.cpp:46
LLVM_ABI int64_t getICmpTrueVal(const TargetLowering &TLI, bool IsVector, bool IsFP)
Returns an integer representing true, as defined by the TargetBooleanContents.
Definition Utils.cpp:1620
LLVM_ABI std::optional< ValueAndVReg > getIConstantVRegValWithLookThrough(Register VReg, const MachineRegisterInfo &MRI, bool LookThroughInstrs=true)
If VReg is defined by a statically evaluable chain of instructions rooted on a G_CONSTANT returns its...
Definition Utils.cpp:432
LLVM_ABI bool isPreISelGenericFloatingPointOpcode(unsigned Opc)
Returns whether opcode Opc is a pre-isel generic floating-point opcode, having only floating-point op...
Definition Utils.cpp:1685
LLVM_ABI std::optional< DefinitionAndSourceRegister > getDefSrcRegIgnoringCopies(Register Reg, const MachineRegisterInfo &MRI)
Find the def instruction for Reg, and underlying value Register folding away any copies.
Definition Utils.cpp:468
LLVM_ABI void eraseInstrs(ArrayRef< MachineInstr * > DeadInstrs, MachineRegisterInfo &MRI, LostDebugLocObserver *LocObserver=nullptr)
Definition Utils.cpp:1646
LLVM_ABI bool isKnownToBeAPowerOfTwo(const Value *V, const DataLayout &DL, bool OrZero=false, AssumptionCache *AC=nullptr, const Instruction *CxtI=nullptr, const DominatorTree *DT=nullptr, bool UseInstrInfo=true, unsigned Depth=0)
Return true if the given value is known to have exactly one bit set when defined.
LLVM_ABI Register getSrcRegIgnoringCopies(Register Reg, const MachineRegisterInfo &MRI)
Find the source register for Reg, folding away any trivial copies.
Definition Utils.cpp:500
LLVM_ABI LLVM_READNONE LLT getGCDType(LLT OrigTy, LLT TargetTy)
Return a type where the total size is the greatest common divisor of OrigTy and TargetTy.
Definition Utils.cpp:1218
LLVM_ABI bool isGuaranteedNotToBePoison(const Value *V, AssumptionCache *AC=nullptr, const Instruction *CtxI=nullptr, const DominatorTree *DT=nullptr, unsigned Depth=0)
Returns true if V cannot be poison, but may be undef.
LLVM_ABI std::optional< int64_t > getIConstantSplatSExtVal(const Register Reg, const MachineRegisterInfo &MRI)
Definition Utils.cpp:1401
LLVM_ABI bool isAssertMI(const MachineInstr &MI)
Returns true if the instruction MI is one of the assert instructions.
Definition Utils.cpp:1984
LLVM_ABI void extractVectorParts(Register Reg, unsigned NumElts, SmallVectorImpl< Register > &VRegs, MachineIRBuilder &MIRBuilder, MachineRegisterInfo &MRI)
Version which handles irregular sub-vector splits.
Definition Utils.cpp:610
LLVM_ABI int getSplatIndex(ArrayRef< int > Mask)
If all non-negative Mask elements are the same value, return that value.
LLVM_ABI bool isTriviallyDead(const MachineInstr &MI, const MachineRegisterInfo &MRI)
Check whether an instruction MI is dead: it only defines dead virtual registers, and doesn't have oth...
Definition Utils.cpp:220
LLVM_ABI Align inferAlignFromPtrInfo(MachineFunction &MF, const MachinePointerInfo &MPO)
Definition Utils.cpp:840
#define MORE()
Definition regcomp.c:246
Simple struct used to hold a Register value and the instruction which defines it.
Definition Utils.h:229
This class contains a discriminated union of information about pointers in memory operands,...
Simple struct used to hold a constant integer value and a virtual register.
Definition Utils.h:188
Register VReg
Definition Utils.h:190