LLVM 17.0.0git
InstructionSelectorImpl.h
Go to the documentation of this file.
1//===- llvm/CodeGen/GlobalISel/InstructionSelectorImpl.h --------*- C++ -*-===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9/// \file This file declares the API for the instruction selector.
10/// This class is responsible for selecting machine instructions.
11/// It's implemented by the target. It's used by the InstructionSelect pass.
12//
13//===----------------------------------------------------------------------===//
14
15#ifndef LLVM_CODEGEN_GLOBALISEL_INSTRUCTIONSELECTORIMPL_H
16#define LLVM_CODEGEN_GLOBALISEL_INSTRUCTIONSELECTORIMPL_H
17
18#include "llvm/ADT/SmallVector.h"
19#include "llvm/CodeGen/GlobalISel/InstructionSelector.h"
20#include "llvm/CodeGen/GlobalISel/Utils.h"
21#include "llvm/CodeGen/MachineInstrBuilder.h"
22#include "llvm/CodeGen/MachineOperand.h"
23#include "llvm/CodeGen/MachineRegisterInfo.h"
24#include "llvm/CodeGen/RegisterBankInfo.h"
25#include "llvm/CodeGen/TargetInstrInfo.h"
26#include "llvm/CodeGen/TargetOpcodes.h"
27#include "llvm/CodeGen/TargetRegisterInfo.h"
28#include "llvm/IR/Constants.h"
29#include "llvm/IR/DataLayout.h"
30#include "llvm/Support/CodeGenCoverage.h"
31#include "llvm/Support/Debug.h"
32#include "llvm/Support/ErrorHandling.h"
33#include "llvm/Support/raw_ostream.h"
34#include <cassert>
35#include <cstddef>
36#include <cstdint>
37
38namespace llvm {
39
40/// GlobalISel PatFrag Predicates
41enum {
42 GIPFP_I64_Invalid = 0,
43 GIPFP_APInt_Invalid = 0,
44 GIPFP_APFloat_Invalid = 0,
45 GIPFP_MI_Invalid = 0,
46};
47
48template <class TgtInstructionSelector, class PredicateBitset,
49 class ComplexMatcherMemFn, class CustomRendererFn>
50bool InstructionSelector::executeMatchTable(
51 TgtInstructionSelector &ISel, NewMIVector &OutMIs, MatcherState &State,
52 const ISelInfoTy<PredicateBitset, ComplexMatcherMemFn, CustomRendererFn>
53 &ISelInfo,
54 const int64_t *MatchTable, const TargetInstrInfo &TII,
55 MachineRegisterInfo &MRI, const TargetRegisterInfo &TRI,
56 const RegisterBankInfo &RBI, const PredicateBitset &AvailableFeatures,
57 CodeGenCoverage &CoverageInfo) const {
58
59 uint64_t CurrentIdx = 0;
60 SmallVector<uint64_t, 4> OnFailResumeAt;
61
62 // Bypass the flag check on the instruction, and only look at the MCInstrDesc.
63 bool NoFPException = !State.MIs[0]->getDesc().mayRaiseFPException();
64
65 const uint16_t Flags = State.MIs[0]->getFlags();
66
67 enum RejectAction { RejectAndGiveUp, RejectAndResume };
68 auto handleReject = [&]() -> RejectAction {
69 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
70 dbgs() << CurrentIdx << ": Rejected\n");
71 if (OnFailResumeAt.empty())
72 return RejectAndGiveUp;
73 CurrentIdx = OnFailResumeAt.pop_back_val();
74 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
75 dbgs() << CurrentIdx << ": Resume at " << CurrentIdx << " ("
76 << OnFailResumeAt.size() << " try-blocks remain)\n");
77 return RejectAndResume;
78 };
79
80 auto propagateFlags = [=](NewMIVector &OutMIs) {
81 for (auto MIB : OutMIs) {
82 // Set the NoFPExcept flag when no original matched instruction could
83 // raise an FP exception, but the new instruction potentially might.
84 uint16_t MIBFlags = Flags;
85 if (NoFPException && MIB->mayRaiseFPException())
86 MIBFlags |= MachineInstr::NoFPExcept;
87 MIB.setMIFlags(MIBFlags);
88 }
89
90 return true;
91 };
92
93 while (true) {
94 assert(CurrentIdx != ~0u && "Invalid MatchTable index");
95 int64_t MatcherOpcode = MatchTable[CurrentIdx++];
96 switch (MatcherOpcode) {
97 case GIM_Try: {
98 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
99 dbgs() << CurrentIdx << ": Begin try-block\n");
100 OnFailResumeAt.push_back(MatchTable[CurrentIdx++]);
101 break;
102 }
103
104 case GIM_RecordInsn:
105 case GIM_RecordInsnIgnoreCopies: {
106 int64_t NewInsnID = MatchTable[CurrentIdx++];
107 int64_t InsnID = MatchTable[CurrentIdx++];
108 int64_t OpIdx = MatchTable[CurrentIdx++];
109
110 // As an optimisation we require that MIs[0] is always the root. Refuse
111 // any attempt to modify it.
112 assert(NewInsnID != 0 && "Refusing to modify MIs[0]");
113
114 MachineOperand &MO = State.MIs[InsnID]->getOperand(OpIdx);
115 if (!MO.isReg()) {
116 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
117 dbgs() << CurrentIdx << ": Not a register\n");
118 if (handleReject() == RejectAndGiveUp)
119 return false;
120 break;
121 }
122 if (MO.getReg().isPhysical()) {
123 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
124 dbgs() << CurrentIdx << ": Is a physical register\n");
125 if (handleReject() == RejectAndGiveUp)
126 return false;
127 break;
128 }
129
130 MachineInstr *NewMI;
131 if (MatcherOpcode == GIM_RecordInsnIgnoreCopies)
132 NewMI = getDefIgnoringCopies(MO.getReg(), MRI);
133 else
134 NewMI = MRI.getVRegDef(MO.getReg());
135
136 if ((size_t)NewInsnID < State.MIs.size())
137 State.MIs[NewInsnID] = NewMI;
138 else {
139 assert((size_t)NewInsnID == State.MIs.size() &&
140 "Expected to store MIs in order");
141 State.MIs.push_back(NewMI);
142 }
143 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
144 dbgs() << CurrentIdx << ": MIs[" << NewInsnID
145 << "] = GIM_RecordInsn(" << InsnID << ", " << OpIdx
146 << ")\n");
147 break;
148 }
149
150 case GIM_CheckFeatures: {
151 int64_t ExpectedBitsetID = MatchTable[CurrentIdx++];
152 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
153 dbgs() << CurrentIdx
154 << ": GIM_CheckFeatures(ExpectedBitsetID="
155 << ExpectedBitsetID << ")\n");
156 if ((AvailableFeatures & ISelInfo.FeatureBitsets[ExpectedBitsetID]) !=
157 ISelInfo.FeatureBitsets[ExpectedBitsetID]) {
158 if (handleReject() == RejectAndGiveUp)
159 return false;
160 }
161 break;
162 }
163
164 case GIM_CheckOpcode:
165 case GIM_CheckOpcodeIsEither: {
166 int64_t InsnID = MatchTable[CurrentIdx++];
167 int64_t Expected0 = MatchTable[CurrentIdx++];
168 int64_t Expected1 = -1;
169 if (MatcherOpcode == GIM_CheckOpcodeIsEither)
170 Expected1 = MatchTable[CurrentIdx++];
171
172 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
173 unsigned Opcode = State.MIs[InsnID]->getOpcode();
174
175 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
176 dbgs() << CurrentIdx << ": GIM_CheckOpcode(MIs[" << InsnID
177 << "], ExpectedOpcode=" << Expected0;
178 if (MatcherOpcode == GIM_CheckOpcodeIsEither)
179 dbgs() << " || " << Expected1;
180 dbgs() << ") // Got=" << Opcode << "\n";
181 );
182
183 if (Opcode != Expected0 && Opcode != Expected1) {
184 if (handleReject() == RejectAndGiveUp)
185 return false;
186 }
187 break;
188 }
189 case GIM_SwitchOpcode: {
190 int64_t InsnID = MatchTable[CurrentIdx++];
191 int64_t LowerBound = MatchTable[CurrentIdx++];
192 int64_t UpperBound = MatchTable[CurrentIdx++];
193 int64_t Default = MatchTable[CurrentIdx++];
194
195 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
196 const int64_t Opcode = State.MIs[InsnID]->getOpcode();
197
198 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(), {
199 dbgs() << CurrentIdx << ": GIM_SwitchOpcode(MIs[" << InsnID << "], ["
200 << LowerBound << ", " << UpperBound << "), Default=" << Default
201 << ", JumpTable...) // Got=" << Opcode << "\n";
202 });
203 if (Opcode < LowerBound || UpperBound <= Opcode) {
204 CurrentIdx = Default;
205 break;
206 }
207 CurrentIdx = MatchTable[CurrentIdx + (Opcode - LowerBound)];
208 if (!CurrentIdx) {
209 CurrentIdx = Default;
210 break;
211 }
212 OnFailResumeAt.push_back(Default);
213 break;
214 }
215
216 case GIM_SwitchType: {
217 int64_t InsnID = MatchTable[CurrentIdx++];
218 int64_t OpIdx = MatchTable[CurrentIdx++];
219 int64_t LowerBound = MatchTable[CurrentIdx++];
220 int64_t UpperBound = MatchTable[CurrentIdx++];
221 int64_t Default = MatchTable[CurrentIdx++];
222
223 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
224 MachineOperand &MO = State.MIs[InsnID]->getOperand(OpIdx);
225
226 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(), {
227 dbgs() << CurrentIdx << ": GIM_SwitchType(MIs[" << InsnID
228 << "]->getOperand(" << OpIdx << "), [" << LowerBound << ", "
229 << UpperBound << "), Default=" << Default
230 << ", JumpTable...) // Got=";
231 if (!MO.isReg())
232 dbgs() << "Not a VReg\n";
233 else
234 dbgs() << MRI.getType(MO.getReg()) << "\n";
235 });
236 if (!MO.isReg()) {
237 CurrentIdx = Default;
238 break;
239 }
240 const LLT Ty = MRI.getType(MO.getReg());
241 const auto TyI = ISelInfo.TypeIDMap.find(Ty);
242 if (TyI == ISelInfo.TypeIDMap.end()) {
243 CurrentIdx = Default;
244 break;
245 }
246 const int64_t TypeID = TyI->second;
247 if (TypeID < LowerBound || UpperBound <= TypeID) {
248 CurrentIdx = Default;
249 break;
250 }
251 CurrentIdx = MatchTable[CurrentIdx + (TypeID - LowerBound)];
252 if (!CurrentIdx) {
253 CurrentIdx = Default;
254 break;
255 }
256 OnFailResumeAt.push_back(Default);
257 break;
258 }
259
260 case GIM_CheckNumOperands: {
261 int64_t InsnID = MatchTable[CurrentIdx++];
262 int64_t Expected = MatchTable[CurrentIdx++];
263 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
264 dbgs() << CurrentIdx << ": GIM_CheckNumOperands(MIs["
265 << InsnID << "], Expected=" << Expected << ")\n");
266 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
267 if (State.MIs[InsnID]->getNumOperands() != Expected) {
268 if (handleReject() == RejectAndGiveUp)
269 return false;
270 }
271 break;
272 }
273 case GIM_CheckI64ImmPredicate:
274 case GIM_CheckImmOperandPredicate: {
275 int64_t InsnID = MatchTable[CurrentIdx++];
276 int64_t OpIdx = MatcherOpcode == GIM_CheckImmOperandPredicate
277 ? MatchTable[CurrentIdx++]
278 : 1;
279 int64_t Predicate = MatchTable[CurrentIdx++];
280 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
281 dbgs() << CurrentIdx << ": GIM_CheckImmPredicate(MIs["
282 << InsnID << "]->getOperand(" << OpIdx
283 << "), Predicate=" << Predicate << ")\n");
284 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
285 assert((State.MIs[InsnID]->getOperand(OpIdx).isImm() ||
286 State.MIs[InsnID]->getOperand(OpIdx).isCImm()) &&
287 "Expected immediate operand");
288 assert(Predicate > GIPFP_I64_Invalid && "Expected a valid predicate");
289 int64_t Value = 0;
290 if (State.MIs[InsnID]->getOperand(OpIdx).isCImm())
291 Value = State.MIs[InsnID]->getOperand(OpIdx).getCImm()->getSExtValue();
292 else if (State.MIs[InsnID]->getOperand(OpIdx).isImm())
293 Value = State.MIs[InsnID]->getOperand(OpIdx).getImm();
294 else
295 llvm_unreachable("Expected Imm or CImm operand");
296
297 if (!testImmPredicate_I64(Predicate, Value))
298 if (handleReject() == RejectAndGiveUp)
299 return false;
300 break;
301 }
302 case GIM_CheckAPIntImmPredicate: {
303 int64_t InsnID = MatchTable[CurrentIdx++];
304 int64_t Predicate = MatchTable[CurrentIdx++];
305 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
306 dbgs()
307 << CurrentIdx << ": GIM_CheckAPIntImmPredicate(MIs["
308 << InsnID << "], Predicate=" << Predicate << ")\n");
309 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
310 assert(State.MIs[InsnID]->getOpcode() == TargetOpcode::G_CONSTANT &&
311 "Expected G_CONSTANT");
312 assert(Predicate > GIPFP_APInt_Invalid && "Expected a valid predicate");
313 APInt Value;
314 if (State.MIs[InsnID]->getOperand(1).isCImm())
315 Value = State.MIs[InsnID]->getOperand(1).getCImm()->getValue();
316 else
317 llvm_unreachable("Expected Imm or CImm operand");
318
319 if (!testImmPredicate_APInt(Predicate, Value))
320 if (handleReject() == RejectAndGiveUp)
321 return false;
322 break;
323 }
324 case GIM_CheckAPFloatImmPredicate: {
325 int64_t InsnID = MatchTable[CurrentIdx++];
326 int64_t Predicate = MatchTable[CurrentIdx++];
327 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
328 dbgs()
329 << CurrentIdx << ": GIM_CheckAPFloatImmPredicate(MIs["
330 << InsnID << "], Predicate=" << Predicate << ")\n");
331 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
332 assert(State.MIs[InsnID]->getOpcode() == TargetOpcode::G_FCONSTANT &&
333 "Expected G_FCONSTANT");
334 assert(State.MIs[InsnID]->getOperand(1).isFPImm() && "Expected FPImm operand");
335 assert(Predicate > GIPFP_APFloat_Invalid && "Expected a valid predicate");
336 APFloat Value = State.MIs[InsnID]->getOperand(1).getFPImm()->getValueAPF();
337
338 if (!testImmPredicate_APFloat(Predicate, Value))
339 if (handleReject() == RejectAndGiveUp)
340 return false;
341 break;
342 }
343 case GIM_CheckIsBuildVectorAllOnes:
344 case GIM_CheckIsBuildVectorAllZeros: {
345 int64_t InsnID = MatchTable[CurrentIdx++];
346
347 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
348 dbgs() << CurrentIdx
349 << ": GIM_CheckBuildVectorAll{Zeros|Ones}(MIs["
350 << InsnID << "])\n");
351 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
352
353 const MachineInstr *MI = State.MIs[InsnID];
354 assert((MI->getOpcode() == TargetOpcode::G_BUILD_VECTOR ||
355 MI->getOpcode() == TargetOpcode::G_BUILD_VECTOR_TRUNC) &&
356 "Expected G_BUILD_VECTOR or G_BUILD_VECTOR_TRUNC");
357
358 if (MatcherOpcode == GIM_CheckIsBuildVectorAllOnes) {
359 if (!isBuildVectorAllOnes(*MI, MRI)) {
360 if (handleReject() == RejectAndGiveUp)
361 return false;
362 }
363 } else {
364 if (!isBuildVectorAllZeros(*MI, MRI)) {
365 if (handleReject() == RejectAndGiveUp)
366 return false;
367 }
368 }
369
370 break;
371 }
372 case GIM_CheckCxxInsnPredicate: {
373 int64_t InsnID = MatchTable[CurrentIdx++];
374 int64_t Predicate = MatchTable[CurrentIdx++];
375 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
376 dbgs()
377 << CurrentIdx << ": GIM_CheckCxxPredicate(MIs["
378 << InsnID << "], Predicate=" << Predicate << ")\n");
379 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
380 assert(Predicate > GIPFP_MI_Invalid && "Expected a valid predicate");
381
382 if (!testMIPredicate_MI(Predicate, *State.MIs[InsnID],
383 State.RecordedOperands))
384 if (handleReject() == RejectAndGiveUp)
385 return false;
386 break;
387 }
388 case GIM_CheckHasNoUse: {
389 int64_t InsnID = MatchTable[CurrentIdx++];
390
391 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
392 dbgs() << CurrentIdx << ": GIM_CheckHasNoUse(MIs["
393 << InsnID << "]\n");
394
395 const MachineInstr *MI = State.MIs[InsnID];
396 assert(MI && "Used insn before defined");
397 assert(MI->getNumDefs() > 0 && "No defs");
398 const Register Res = MI->getOperand(0).getReg();
399
400 if (!MRI.use_nodbg_empty(Res)) {
401 if (handleReject() == RejectAndGiveUp)
402 return false;
403 }
404
405 break;
406 }
407 case GIM_CheckAtomicOrdering: {
408 int64_t InsnID = MatchTable[CurrentIdx++];
409 AtomicOrdering Ordering = (AtomicOrdering)MatchTable[CurrentIdx++];
410 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
411 dbgs() << CurrentIdx << ": GIM_CheckAtomicOrdering(MIs["
412 << InsnID << "], " << (uint64_t)Ordering << ")\n");
413 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
414 if (!State.MIs[InsnID]->hasOneMemOperand())
415 if (handleReject() == RejectAndGiveUp)
416 return false;
417
418 for (const auto &MMO : State.MIs[InsnID]->memoperands())
419 if (MMO->getMergedOrdering() != Ordering)
420 if (handleReject() == RejectAndGiveUp)
421 return false;
422 break;
423 }
424 case GIM_CheckAtomicOrderingOrStrongerThan: {
425 int64_t InsnID = MatchTable[CurrentIdx++];
426 AtomicOrdering Ordering = (AtomicOrdering)MatchTable[CurrentIdx++];
427 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
428 dbgs() << CurrentIdx
429 << ": GIM_CheckAtomicOrderingOrStrongerThan(MIs["
430 << InsnID << "], " << (uint64_t)Ordering << ")\n");
431 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
432 if (!State.MIs[InsnID]->hasOneMemOperand())
433 if (handleReject() == RejectAndGiveUp)
434 return false;
435
436 for (const auto &MMO : State.MIs[InsnID]->memoperands())
437 if (!isAtLeastOrStrongerThan(MMO->getMergedOrdering(), Ordering))
438 if (handleReject() == RejectAndGiveUp)
439 return false;
440 break;
441 }
442 case GIM_CheckAtomicOrderingWeakerThan: {
443 int64_t InsnID = MatchTable[CurrentIdx++];
444 AtomicOrdering Ordering = (AtomicOrdering)MatchTable[CurrentIdx++];
445 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
446 dbgs() << CurrentIdx
447 << ": GIM_CheckAtomicOrderingWeakerThan(MIs["
448 << InsnID << "], " << (uint64_t)Ordering << ")\n");
449 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
450 if (!State.MIs[InsnID]->hasOneMemOperand())
451 if (handleReject() == RejectAndGiveUp)
452 return false;
453
454 for (const auto &MMO : State.MIs[InsnID]->memoperands())
455 if (!isStrongerThan(Ordering, MMO->getMergedOrdering()))
456 if (handleReject() == RejectAndGiveUp)
457 return false;
458 break;
459 }
460 case GIM_CheckMemoryAddressSpace: {
461 int64_t InsnID = MatchTable[CurrentIdx++];
462 int64_t MMOIdx = MatchTable[CurrentIdx++];
463 // This accepts a list of possible address spaces.
464 const int NumAddrSpace = MatchTable[CurrentIdx++];
465
466 if (State.MIs[InsnID]->getNumMemOperands() <= MMOIdx) {
467 if (handleReject() == RejectAndGiveUp)
468 return false;
469 break;
470 }
471
472 // Need to still jump to the end of the list of address spaces if we find
473 // a match earlier.
474 const uint64_t LastIdx = CurrentIdx + NumAddrSpace;
475
476 const MachineMemOperand *MMO
477 = *(State.MIs[InsnID]->memoperands_begin() + MMOIdx);
478 const unsigned MMOAddrSpace = MMO->getAddrSpace();
479
480 bool Success = false;
481 for (int I = 0; I != NumAddrSpace; ++I) {
482 unsigned AddrSpace = MatchTable[CurrentIdx++];
483 DEBUG_WITH_TYPE(
484 TgtInstructionSelector::getName(),
485 dbgs() << "addrspace(" << MMOAddrSpace << ") vs "
486 << AddrSpace << '\n');
487
488 if (AddrSpace == MMOAddrSpace) {
489 Success = true;
490 break;
491 }
492 }
493
494 CurrentIdx = LastIdx;
495 if (!Success && handleReject() == RejectAndGiveUp)
496 return false;
497 break;
498 }
499 case GIM_CheckMemoryAlignment: {
500 int64_t InsnID = MatchTable[CurrentIdx++];
501 int64_t MMOIdx = MatchTable[CurrentIdx++];
502 unsigned MinAlign = MatchTable[CurrentIdx++];
503
504 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
505
506 if (State.MIs[InsnID]->getNumMemOperands() <= MMOIdx) {
507 if (handleReject() == RejectAndGiveUp)
508 return false;
509 break;
510 }
511
512 MachineMemOperand *MMO
513 = *(State.MIs[InsnID]->memoperands_begin() + MMOIdx);
514 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
515 dbgs() << CurrentIdx << ": GIM_CheckMemoryAlignment"
516 << "(MIs[" << InsnID << "]->memoperands() + " << MMOIdx
517 << ")->getAlignment() >= " << MinAlign << ")\n");
518 if (MMO->getAlign() < MinAlign && handleReject() == RejectAndGiveUp)
519 return false;
520
521 break;
522 }
523 case GIM_CheckMemorySizeEqualTo: {
524 int64_t InsnID = MatchTable[CurrentIdx++];
525 int64_t MMOIdx = MatchTable[CurrentIdx++];
526 uint64_t Size = MatchTable[CurrentIdx++];
527
528 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
529 dbgs() << CurrentIdx
530 << ": GIM_CheckMemorySizeEqual(MIs[" << InsnID
531 << "]->memoperands() + " << MMOIdx
532 << ", Size=" << Size << ")\n");
533 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
534
535 if (State.MIs[InsnID]->getNumMemOperands() <= MMOIdx) {
536 if (handleReject() == RejectAndGiveUp)
537 return false;
538 break;
539 }
540
541 MachineMemOperand *MMO = *(State.MIs[InsnID]->memoperands_begin() + MMOIdx);
542
543 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
544 dbgs() << MMO->getSize() << " bytes vs " << Size
545 << " bytes\n");
546 if (MMO->getSize() != Size)
547 if (handleReject() == RejectAndGiveUp)
548 return false;
549
550 break;
551 }
552 case GIM_CheckMemorySizeEqualToLLT:
553 case GIM_CheckMemorySizeLessThanLLT:
554 case GIM_CheckMemorySizeGreaterThanLLT: {
555 int64_t InsnID = MatchTable[CurrentIdx++];
556 int64_t MMOIdx = MatchTable[CurrentIdx++];
557 int64_t OpIdx = MatchTable[CurrentIdx++];
558
559 DEBUG_WITH_TYPE(
560 TgtInstructionSelector::getName(),
561 dbgs() << CurrentIdx << ": GIM_CheckMemorySize"
562 << (MatcherOpcode == GIM_CheckMemorySizeEqualToLLT
563 ? "EqualTo"
564 : MatcherOpcode == GIM_CheckMemorySizeGreaterThanLLT
565 ? "GreaterThan"
566 : "LessThan")
567 << "LLT(MIs[" << InsnID << "]->memoperands() + " << MMOIdx
568 << ", OpIdx=" << OpIdx << ")\n");
569 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
570
571 MachineOperand &MO = State.MIs[InsnID]->getOperand(OpIdx);
572 if (!MO.isReg()) {
573 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
574 dbgs() << CurrentIdx << ": Not a register\n");
575 if (handleReject() == RejectAndGiveUp)
576 return false;
577 break;
578 }
579
580 if (State.MIs[InsnID]->getNumMemOperands() <= MMOIdx) {
581 if (handleReject() == RejectAndGiveUp)
582 return false;
583 break;
584 }
585
586 MachineMemOperand *MMO = *(State.MIs[InsnID]->memoperands_begin() + MMOIdx);
587
588 unsigned Size = MRI.getType(MO.getReg()).getSizeInBits();
589 if (MatcherOpcode == GIM_CheckMemorySizeEqualToLLT &&
590 MMO->getSizeInBits() != Size) {
591 if (handleReject() == RejectAndGiveUp)
592 return false;
593 } else if (MatcherOpcode == GIM_CheckMemorySizeLessThanLLT &&
594 MMO->getSizeInBits() >= Size) {
595 if (handleReject() == RejectAndGiveUp)
596 return false;
597 } else if (MatcherOpcode == GIM_CheckMemorySizeGreaterThanLLT &&
598 MMO->getSizeInBits() <= Size)
599 if (handleReject() == RejectAndGiveUp)
600 return false;
601
602 break;
603 }
604 case GIM_CheckType: {
605 int64_t InsnID = MatchTable[CurrentIdx++];
606 int64_t OpIdx = MatchTable[CurrentIdx++];
607 int64_t TypeID = MatchTable[CurrentIdx++];
608 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
609 dbgs() << CurrentIdx << ": GIM_CheckType(MIs[" << InsnID
610 << "]->getOperand(" << OpIdx
611 << "), TypeID=" << TypeID << ")\n");
612 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
613 MachineOperand &MO = State.MIs[InsnID]->getOperand(OpIdx);
614 if (!MO.isReg() ||
615 MRI.getType(MO.getReg()) != ISelInfo.TypeObjects[TypeID]) {
616 if (handleReject() == RejectAndGiveUp)
617 return false;
618 }
619 break;
620 }
621 case GIM_CheckPointerToAny: {
622 int64_t InsnID = MatchTable[CurrentIdx++];
623 int64_t OpIdx = MatchTable[CurrentIdx++];
624 uint64_t SizeInBits = MatchTable[CurrentIdx++];
625
626 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
627 dbgs() << CurrentIdx << ": GIM_CheckPointerToAny(MIs["
628 << InsnID << "]->getOperand(" << OpIdx
629 << "), SizeInBits=" << SizeInBits << ")\n");
630 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
631 MachineOperand &MO = State.MIs[InsnID]->getOperand(OpIdx);
632 const LLT Ty = MRI.getType(MO.getReg());
633
634 // iPTR must be looked up in the target.
635 if (SizeInBits == 0) {
636 MachineFunction *MF = State.MIs[InsnID]->getParent()->getParent();
637 const unsigned AddrSpace = Ty.getAddressSpace();
638 SizeInBits = MF->getDataLayout().getPointerSizeInBits(AddrSpace);
639 }
640
641 assert(SizeInBits != 0 && "Pointer size must be known");
642
643 if (MO.isReg()) {
644 if (!Ty.isPointer() || Ty.getSizeInBits() != SizeInBits)
645 if (handleReject() == RejectAndGiveUp)
646 return false;
647 } else if (handleReject() == RejectAndGiveUp)
648 return false;
649
650 break;
651 }
652 case GIM_RecordNamedOperand: {
653 int64_t InsnID = MatchTable[CurrentIdx++];
654 int64_t OpIdx = MatchTable[CurrentIdx++];
655 uint64_t StoreIdx = MatchTable[CurrentIdx++];
656
657 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
658 dbgs() << CurrentIdx << ": GIM_RecordNamedOperand(MIs["
659 << InsnID << "]->getOperand(" << OpIdx
660 << "), StoreIdx=" << StoreIdx << ")\n");
661 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
662 assert(StoreIdx < State.RecordedOperands.size() && "Index out of range");
663 State.RecordedOperands[StoreIdx] = &State.MIs[InsnID]->getOperand(OpIdx);
664 break;
665 }
666 case GIM_CheckRegBankForClass: {
667 int64_t InsnID = MatchTable[CurrentIdx++];
668 int64_t OpIdx = MatchTable[CurrentIdx++];
669 int64_t RCEnum = MatchTable[CurrentIdx++];
670 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
671 dbgs() << CurrentIdx << ": GIM_CheckRegBankForClass(MIs["
672 << InsnID << "]->getOperand(" << OpIdx
673 << "), RCEnum=" << RCEnum << ")\n");
674 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
675 MachineOperand &MO = State.MIs[InsnID]->getOperand(OpIdx);
676 if (!MO.isReg() ||
677 &RBI.getRegBankFromRegClass(*TRI.getRegClass(RCEnum),
678 MRI.getType(MO.getReg())) !=
679 RBI.getRegBank(MO.getReg(), MRI, TRI)) {
680 if (handleReject() == RejectAndGiveUp)
681 return false;
682 }
683 break;
684 }
685
686 case GIM_CheckComplexPattern: {
687 int64_t InsnID = MatchTable[CurrentIdx++];
688 int64_t OpIdx = MatchTable[CurrentIdx++];
689 int64_t RendererID = MatchTable[CurrentIdx++];
690 int64_t ComplexPredicateID = MatchTable[CurrentIdx++];
691 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
692 dbgs() << CurrentIdx << ": State.Renderers[" << RendererID
693 << "] = GIM_CheckComplexPattern(MIs[" << InsnID
694 << "]->getOperand(" << OpIdx
695 << "), ComplexPredicateID=" << ComplexPredicateID
696 << ")\n");
697 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
698 // FIXME: Use std::invoke() when it's available.
699 ComplexRendererFns Renderer =
700 (ISel.*ISelInfo.ComplexPredicates[ComplexPredicateID])(
701 State.MIs[InsnID]->getOperand(OpIdx));
702 if (Renderer)
703 State.Renderers[RendererID] = *Renderer;
704 else
705 if (handleReject() == RejectAndGiveUp)
706 return false;
707 break;
708 }
709
710 case GIM_CheckConstantInt: {
711 int64_t InsnID = MatchTable[CurrentIdx++];
712 int64_t OpIdx = MatchTable[CurrentIdx++];
713 int64_t Value = MatchTable[CurrentIdx++];
714 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
715 dbgs() << CurrentIdx << ": GIM_CheckConstantInt(MIs["
716 << InsnID << "]->getOperand(" << OpIdx
717 << "), Value=" << Value << ")\n");
718 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
719 MachineOperand &MO = State.MIs[InsnID]->getOperand(OpIdx);
720 if (MO.isReg()) {
721 // isOperandImmEqual() will sign-extend to 64-bits, so should we.
722 LLT Ty = MRI.getType(MO.getReg());
723 Value = SignExtend64(Value, Ty.getSizeInBits());
724
725 if (!isOperandImmEqual(MO, Value, MRI)) {
726 if (handleReject() == RejectAndGiveUp)
727 return false;
728 }
729 } else if (handleReject() == RejectAndGiveUp)
730 return false;
731
732 break;
733 }
734
735 case GIM_CheckLiteralInt: {
736 int64_t InsnID = MatchTable[CurrentIdx++];
737 int64_t OpIdx = MatchTable[CurrentIdx++];
738 int64_t Value = MatchTable[CurrentIdx++];
739 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
740 dbgs() << CurrentIdx << ": GIM_CheckLiteralInt(MIs["
741 << InsnID << "]->getOperand(" << OpIdx
742 << "), Value=" << Value << ")\n");
743 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
744 MachineOperand &MO = State.MIs[InsnID]->getOperand(OpIdx);
745 if (MO.isImm() && MO.getImm() == Value)
746 break;
747
748 if (MO.isCImm() && MO.getCImm()->equalsInt(Value))
749 break;
750
751 if (handleReject() == RejectAndGiveUp)
752 return false;
753
754 break;
755 }
756
757 case GIM_CheckIntrinsicID: {
758 int64_t InsnID = MatchTable[CurrentIdx++];
759 int64_t OpIdx = MatchTable[CurrentIdx++];
760 int64_t Value = MatchTable[CurrentIdx++];
761 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
762 dbgs() << CurrentIdx << ": GIM_CheckIntrinsicID(MIs["
763 << InsnID << "]->getOperand(" << OpIdx
764 << "), Value=" << Value << ")\n");
765 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
766 MachineOperand &MO = State.MIs[InsnID]->getOperand(OpIdx);
767 if (!MO.isIntrinsicID() || MO.getIntrinsicID() != Value)
768 if (handleReject() == RejectAndGiveUp)
769 return false;
770 break;
771 }
772 case GIM_CheckCmpPredicate: {
773 int64_t InsnID = MatchTable[CurrentIdx++];
774 int64_t OpIdx = MatchTable[CurrentIdx++];
775 int64_t Value = MatchTable[CurrentIdx++];
776 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
777 dbgs() << CurrentIdx << ": GIM_CheckCmpPredicate(MIs["
778 << InsnID << "]->getOperand(" << OpIdx
779 << "), Value=" << Value << ")\n");
780 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
781 MachineOperand &MO = State.MIs[InsnID]->getOperand(OpIdx);
782 if (!MO.isPredicate() || MO.getPredicate() != Value)
783 if (handleReject() == RejectAndGiveUp)
784 return false;
785 break;
786 }
787 case GIM_CheckIsMBB: {
788 int64_t InsnID = MatchTable[CurrentIdx++];
789 int64_t OpIdx = MatchTable[CurrentIdx++];
790 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
791 dbgs() << CurrentIdx << ": GIM_CheckIsMBB(MIs[" << InsnID
792 << "]->getOperand(" << OpIdx << "))\n");
793 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
794 if (!State.MIs[InsnID]->getOperand(OpIdx).isMBB()) {
795 if (handleReject() == RejectAndGiveUp)
796 return false;
797 }
798 break;
799 }
800 case GIM_CheckIsImm: {
801 int64_t InsnID = MatchTable[CurrentIdx++];
802 int64_t OpIdx = MatchTable[CurrentIdx++];
803 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
804 dbgs() << CurrentIdx << ": GIM_CheckIsImm(MIs[" << InsnID
805 << "]->getOperand(" << OpIdx << "))\n");
806 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
807 if (!State.MIs[InsnID]->getOperand(OpIdx).isImm()) {
808 if (handleReject() == RejectAndGiveUp)
809 return false;
810 }
811 break;
812 }
813 case GIM_CheckIsSafeToFold: {
814 int64_t InsnID = MatchTable[CurrentIdx++];
815 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
816 dbgs() << CurrentIdx << ": GIM_CheckIsSafeToFold(MIs["
817 << InsnID << "])\n");
818 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
819 if (!isObviouslySafeToFold(*State.MIs[InsnID], *State.MIs[0])) {
820 if (handleReject() == RejectAndGiveUp)
821 return false;
822 }
823 break;
824 }
825 case GIM_CheckIsSameOperand:
826 case GIM_CheckIsSameOperandIgnoreCopies: {
827 int64_t InsnID = MatchTable[CurrentIdx++];
828 int64_t OpIdx = MatchTable[CurrentIdx++];
829 int64_t OtherInsnID = MatchTable[CurrentIdx++];
830 int64_t OtherOpIdx = MatchTable[CurrentIdx++];
831 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
832 dbgs() << CurrentIdx << ": GIM_CheckIsSameOperand(MIs["
833 << InsnID << "][" << OpIdx << "], MIs["
834 << OtherInsnID << "][" << OtherOpIdx << "])\n");
835 assert(State.MIs[InsnID] != nullptr && "Used insn before defined");
836 assert(State.MIs[OtherInsnID] != nullptr && "Used insn before defined");
837
838 MachineOperand &Op = State.MIs[InsnID]->getOperand(OpIdx);
839 MachineOperand &OtherOp = State.MIs[OtherInsnID]->getOperand(OtherOpIdx);
840
841 if (MatcherOpcode == GIM_CheckIsSameOperandIgnoreCopies) {
842 if (Op.isReg() && OtherOp.isReg()) {
843 MachineInstr *MI = getDefIgnoringCopies(Op.getReg(), MRI);
844 MachineInstr *OtherMI = getDefIgnoringCopies(OtherOp.getReg(), MRI);
845 if (MI && MI == OtherMI)
846 break;
847 }
848 }
849
850 if (!Op.isIdenticalTo(OtherOp)) {
851 if (handleReject() == RejectAndGiveUp)
852 return false;
853 }
854 break;
855 }
856 case GIM_Reject:
857 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
858 dbgs() << CurrentIdx << ": GIM_Reject\n");
859 if (handleReject() == RejectAndGiveUp)
860 return false;
861 break;
862
863 case GIR_MutateOpcode: {
864 int64_t OldInsnID = MatchTable[CurrentIdx++];
865 uint64_t NewInsnID = MatchTable[CurrentIdx++];
866 int64_t NewOpcode = MatchTable[CurrentIdx++];
867 if (NewInsnID >= OutMIs.size())
868 OutMIs.resize(NewInsnID + 1);
869
870 OutMIs[NewInsnID] = MachineInstrBuilder(*State.MIs[OldInsnID]->getMF(),
871 State.MIs[OldInsnID]);
872 OutMIs[NewInsnID]->setDesc(TII.get(NewOpcode));
873 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
874 dbgs() << CurrentIdx << ": GIR_MutateOpcode(OutMIs["
875 << NewInsnID << "], MIs[" << OldInsnID << "], "
876 << NewOpcode << ")\n");
877 break;
878 }
879
880 case GIR_BuildMI: {
881 uint64_t NewInsnID = MatchTable[CurrentIdx++];
882 int64_t Opcode = MatchTable[CurrentIdx++];
883 if (NewInsnID >= OutMIs.size())
884 OutMIs.resize(NewInsnID + 1);
885
886 OutMIs[NewInsnID] = BuildMI(*State.MIs[0]->getParent(), State.MIs[0],
887 MIMetadata(*State.MIs[0]), TII.get(Opcode));
888 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
889 dbgs() << CurrentIdx << ": GIR_BuildMI(OutMIs["
890 << NewInsnID << "], " << Opcode << ")\n");
891 break;
892 }
893
894 case GIR_Copy: {
895 int64_t NewInsnID = MatchTable[CurrentIdx++];
896 int64_t OldInsnID = MatchTable[CurrentIdx++];
897 int64_t OpIdx = MatchTable[CurrentIdx++];
898 assert(OutMIs[NewInsnID] && "Attempted to add to undefined instruction");
899 OutMIs[NewInsnID].add(State.MIs[OldInsnID]->getOperand(OpIdx));
900 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
901 dbgs()
902 << CurrentIdx << ": GIR_Copy(OutMIs[" << NewInsnID
903 << "], MIs[" << OldInsnID << "], " << OpIdx << ")\n");
904 break;
905 }
906
907 case GIR_CopyOrAddZeroReg: {
908 int64_t NewInsnID = MatchTable[CurrentIdx++];
909 int64_t OldInsnID = MatchTable[CurrentIdx++];
910 int64_t OpIdx = MatchTable[CurrentIdx++];
911 int64_t ZeroReg = MatchTable[CurrentIdx++];
912 assert(OutMIs[NewInsnID] && "Attempted to add to undefined instruction");
913 MachineOperand &MO = State.MIs[OldInsnID]->getOperand(OpIdx);
914 if (isOperandImmEqual(MO, 0, MRI))
915 OutMIs[NewInsnID].addReg(ZeroReg);
916 else
917 OutMIs[NewInsnID].add(MO);
918 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
919 dbgs() << CurrentIdx << ": GIR_CopyOrAddZeroReg(OutMIs["
920 << NewInsnID << "], MIs[" << OldInsnID << "], "
921 << OpIdx << ", " << ZeroReg << ")\n");
922 break;
923 }
924
925 case GIR_CopySubReg: {
926 int64_t NewInsnID = MatchTable[CurrentIdx++];
927 int64_t OldInsnID = MatchTable[CurrentIdx++];
928 int64_t OpIdx = MatchTable[CurrentIdx++];
929 int64_t SubRegIdx = MatchTable[CurrentIdx++];
930 assert(OutMIs[NewInsnID] && "Attempted to add to undefined instruction");
931 OutMIs[NewInsnID].addReg(State.MIs[OldInsnID]->getOperand(OpIdx).getReg(),
932 0, SubRegIdx);
933 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
934 dbgs() << CurrentIdx << ": GIR_CopySubReg(OutMIs["
935 << NewInsnID << "], MIs[" << OldInsnID << "], "
936 << OpIdx << ", " << SubRegIdx << ")\n");
937 break;
938 }
939
940 case GIR_AddImplicitDef: {
941 int64_t InsnID = MatchTable[CurrentIdx++];
942 int64_t RegNum = MatchTable[CurrentIdx++];
943 assert(OutMIs[InsnID] && "Attempted to add to undefined instruction");
944 OutMIs[InsnID].addDef(RegNum, RegState::Implicit);
945 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
946 dbgs() << CurrentIdx << ": GIR_AddImplicitDef(OutMIs["
947 << InsnID << "], " << RegNum << ")\n");
948 break;
949 }
950
951 case GIR_AddImplicitUse: {
952 int64_t InsnID = MatchTable[CurrentIdx++];
953 int64_t RegNum = MatchTable[CurrentIdx++];
954 assert(OutMIs[InsnID] && "Attempted to add to undefined instruction");
955 OutMIs[InsnID].addUse(RegNum, RegState::Implicit);
956 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
957 dbgs() << CurrentIdx << ": GIR_AddImplicitUse(OutMIs["
958 << InsnID << "], " << RegNum << ")\n");
959 break;
960 }
961
962 case GIR_AddRegister: {
963 int64_t InsnID = MatchTable[CurrentIdx++];
964 int64_t RegNum = MatchTable[CurrentIdx++];
965 uint64_t RegFlags = MatchTable[CurrentIdx++];
966 assert(OutMIs[InsnID] && "Attempted to add to undefined instruction");
967 OutMIs[InsnID].addReg(RegNum, RegFlags);
968 DEBUG_WITH_TYPE(
969 TgtInstructionSelector::getName(),
970 dbgs() << CurrentIdx << ": GIR_AddRegister(OutMIs["
971 << InsnID << "], " << RegNum << ", " << RegFlags << ")\n");
972 break;
973 }
974
975 case GIR_AddTempRegister:
976 case GIR_AddTempSubRegister: {
977 int64_t InsnID = MatchTable[CurrentIdx++];
978 int64_t TempRegID = MatchTable[CurrentIdx++];
979 uint64_t TempRegFlags = MatchTable[CurrentIdx++];
980 unsigned SubReg = 0;
981 if (MatcherOpcode == GIR_AddTempSubRegister)
982 SubReg = MatchTable[CurrentIdx++];
983
984 assert(OutMIs[InsnID] && "Attempted to add to undefined instruction");
985
986 OutMIs[InsnID].addReg(State.TempRegisters[TempRegID], TempRegFlags, SubReg);
987 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
988 dbgs() << CurrentIdx << ": GIR_AddTempRegister(OutMIs["
989 << InsnID << "], TempRegisters[" << TempRegID
990 << "]";
991 if (SubReg)
992 dbgs() << '.' << TRI.getSubRegIndexName(SubReg);
993 dbgs() << ", " << TempRegFlags << ")\n");
994 break;
995 }
996
997 case GIR_AddImm: {
998 int64_t InsnID = MatchTable[CurrentIdx++];
999 int64_t Imm = MatchTable[CurrentIdx++];
1000 assert(OutMIs[InsnID] && "Attempted to add to undefined instruction");
1001 OutMIs[InsnID].addImm(Imm);
1002 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
1003 dbgs() << CurrentIdx << ": GIR_AddImm(OutMIs[" << InsnID
1004 << "], " << Imm << ")\n");
1005 break;
1006 }
1007
1008 case GIR_ComplexRenderer: {
1009 int64_t InsnID = MatchTable[CurrentIdx++];
1010 int64_t RendererID = MatchTable[CurrentIdx++];
1011 assert(OutMIs[InsnID] && "Attempted to add to undefined instruction");
1012 for (const auto &RenderOpFn : State.Renderers[RendererID])
1013 RenderOpFn(OutMIs[InsnID]);
1014 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
1015 dbgs() << CurrentIdx << ": GIR_ComplexRenderer(OutMIs["
1016 << InsnID << "], " << RendererID << ")\n");
1017 break;
1018 }
1019 case GIR_ComplexSubOperandRenderer: {
1020 int64_t InsnID = MatchTable[CurrentIdx++];
1021 int64_t RendererID = MatchTable[CurrentIdx++];
1022 int64_t RenderOpID = MatchTable[CurrentIdx++];
1023 assert(OutMIs[InsnID] && "Attempted to add to undefined instruction");
1024 State.Renderers[RendererID][RenderOpID](OutMIs[InsnID]);
1025 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
1026 dbgs() << CurrentIdx
1027 << ": GIR_ComplexSubOperandRenderer(OutMIs["
1028 << InsnID << "], " << RendererID << ", "
1029 << RenderOpID << ")\n");
1030 break;
1031 }
1032
1033 case GIR_CopyConstantAsSImm: {
1034 int64_t NewInsnID = MatchTable[CurrentIdx++];
1035 int64_t OldInsnID = MatchTable[CurrentIdx++];
1036 assert(OutMIs[NewInsnID] && "Attempted to add to undefined instruction");
1037 assert(State.MIs[OldInsnID]->getOpcode() == TargetOpcode::G_CONSTANT && "Expected G_CONSTANT");
1038 if (State.MIs[OldInsnID]->getOperand(1).isCImm()) {
1039 OutMIs[NewInsnID].addImm(
1040 State.MIs[OldInsnID]->getOperand(1).getCImm()->getSExtValue());
1041 } else if (State.MIs[OldInsnID]->getOperand(1).isImm())
1042 OutMIs[NewInsnID].add(State.MIs[OldInsnID]->getOperand(1));
1043 else
1044 llvm_unreachable("Expected Imm or CImm operand");
1045 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
1046 dbgs() << CurrentIdx << ": GIR_CopyConstantAsSImm(OutMIs["
1047 << NewInsnID << "], MIs[" << OldInsnID << "])\n");
1048 break;
1049 }
1050
1051 // TODO: Needs a test case once we have a pattern that uses this.
1052 case GIR_CopyFConstantAsFPImm: {
1053 int64_t NewInsnID = MatchTable[CurrentIdx++];
1054 int64_t OldInsnID = MatchTable[CurrentIdx++];
1055 assert(OutMIs[NewInsnID] && "Attempted to add to undefined instruction");
1056 assert(State.MIs[OldInsnID]->getOpcode() == TargetOpcode::G_FCONSTANT && "Expected G_FCONSTANT");
1057 if (State.MIs[OldInsnID]->getOperand(1).isFPImm())
1058 OutMIs[NewInsnID].addFPImm(
1059 State.MIs[OldInsnID]->getOperand(1).getFPImm());
1060 else
1061 llvm_unreachable("Expected FPImm operand");
1062 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
1063 dbgs() << CurrentIdx << ": GIR_CopyFPConstantAsFPImm(OutMIs["
1064 << NewInsnID << "], MIs[" << OldInsnID << "])\n");
1065 break;
1066 }
1067
1068 case GIR_CustomRenderer: {
1069 int64_t InsnID = MatchTable[CurrentIdx++];
1070 int64_t OldInsnID = MatchTable[CurrentIdx++];
1071 int64_t RendererFnID = MatchTable[CurrentIdx++];
1072 assert(OutMIs[InsnID] && "Attempted to add to undefined instruction");
1073 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
1074 dbgs() << CurrentIdx << ": GIR_CustomRenderer(OutMIs["
1075 << InsnID << "], MIs[" << OldInsnID << "], "
1076 << RendererFnID << ")\n");
1077 (ISel.*ISelInfo.CustomRenderers[RendererFnID])(
1078 OutMIs[InsnID], *State.MIs[OldInsnID],
1079 -1); // Not a source operand of the old instruction.
1080 break;
1081 }
1082 case GIR_CustomOperandRenderer: {
1083 int64_t InsnID = MatchTable[CurrentIdx++];
1084 int64_t OldInsnID = MatchTable[CurrentIdx++];
1085 int64_t OpIdx = MatchTable[CurrentIdx++];
1086 int64_t RendererFnID = MatchTable[CurrentIdx++];
1087 assert(OutMIs[InsnID] && "Attempted to add to undefined instruction");
1088
1089 DEBUG_WITH_TYPE(
1090 TgtInstructionSelector::getName(),
1091 dbgs() << CurrentIdx << ": GIR_CustomOperandRenderer(OutMIs["
1092 << InsnID << "], MIs[" << OldInsnID << "]->getOperand("
1093 << OpIdx << "), "
1094 << RendererFnID << ")\n");
1095 (ISel.*ISelInfo.CustomRenderers[RendererFnID])(OutMIs[InsnID],
1096 *State.MIs[OldInsnID],
1097 OpIdx);
1098 break;
1099 }
1100 case GIR_ConstrainOperandRC: {
1101 int64_t InsnID = MatchTable[CurrentIdx++];
1102 int64_t OpIdx = MatchTable[CurrentIdx++];
1103 int64_t RCEnum = MatchTable[CurrentIdx++];
1104 assert(OutMIs[InsnID] && "Attempted to add to undefined instruction");
1105 MachineInstr &I = *OutMIs[InsnID].getInstr();
1106 MachineFunction &MF = *I.getParent()->getParent();
1107 MachineRegisterInfo &MRI = MF.getRegInfo();
1108 const TargetRegisterClass &RC = *TRI.getRegClass(RCEnum);
1109 MachineOperand &MO = I.getOperand(OpIdx);
1110 constrainOperandRegClass(MF, TRI, MRI, TII, RBI, I, RC, MO);
1111 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
1112 dbgs() << CurrentIdx << ": GIR_ConstrainOperandRC(OutMIs["
1113 << InsnID << "], " << OpIdx << ", " << RCEnum
1114 << ")\n");
1115 break;
1116 }
1117
1118 case GIR_ConstrainSelectedInstOperands: {
1119 int64_t InsnID = MatchTable[CurrentIdx++];
1120 assert(OutMIs[InsnID] && "Attempted to add to undefined instruction");
1121 constrainSelectedInstRegOperands(*OutMIs[InsnID].getInstr(), TII, TRI,
1122 RBI);
1123 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
1124 dbgs() << CurrentIdx
1125 << ": GIR_ConstrainSelectedInstOperands(OutMIs["
1126 << InsnID << "])\n");
1127 break;
1128 }
1129
1130 case GIR_MergeMemOperands: {
1131 int64_t InsnID = MatchTable[CurrentIdx++];
1132 assert(OutMIs[InsnID] && "Attempted to add to undefined instruction");
1133
1134 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
1135 dbgs() << CurrentIdx << ": GIR_MergeMemOperands(OutMIs["
1136 << InsnID << "]");
1137 int64_t MergeInsnID = GIU_MergeMemOperands_EndOfList;
1138 while ((MergeInsnID = MatchTable[CurrentIdx++]) !=
1139 GIU_MergeMemOperands_EndOfList) {
1140 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
1141 dbgs() << ", MIs[" << MergeInsnID << "]");
1142 for (const auto &MMO : State.MIs[MergeInsnID]->memoperands())
1143 OutMIs[InsnID].addMemOperand(MMO);
1144 }
1145 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(), dbgs() << ")\n");
1146 break;
1147 }
1148
1149 case GIR_EraseFromParent: {
1150 int64_t InsnID = MatchTable[CurrentIdx++];
1151 assert(State.MIs[InsnID] &&
1152 "Attempted to erase an undefined instruction");
1153 State.MIs[InsnID]->eraseFromParent();
1154 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
1155 dbgs() << CurrentIdx << ": GIR_EraseFromParent(MIs["
1156 << InsnID << "])\n");
1157 break;
1158 }
1159
1160 case GIR_MakeTempReg: {
1161 int64_t TempRegID = MatchTable[CurrentIdx++];
1162 int64_t TypeID = MatchTable[CurrentIdx++];
1163
1164 State.TempRegisters[TempRegID] =
1165 MRI.createGenericVirtualRegister(ISelInfo.TypeObjects[TypeID]);
1166 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
1167 dbgs() << CurrentIdx << ": TempRegs[" << TempRegID
1168 << "] = GIR_MakeTempReg(" << TypeID << ")\n");
1169 break;
1170 }
1171
1172 case GIR_Coverage: {
1173 int64_t RuleID = MatchTable[CurrentIdx++];
1174 CoverageInfo.setCovered(RuleID);
1175
1176 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
1177 dbgs()
1178 << CurrentIdx << ": GIR_Coverage(" << RuleID << ")");
1179 break;
1180 }
1181
1182 case GIR_Done:
1183 DEBUG_WITH_TYPE(TgtInstructionSelector::getName(),
1184 dbgs() << CurrentIdx << ": GIR_Done\n");
1185 propagateFlags(OutMIs);
1186 return true;
1187
1188 default:
1189 llvm_unreachable("Unexpected command");
1190 }
1191 }
1192}
1193
1194} // end namespace llvm
1195
1196#endif // LLVM_CODEGEN_GLOBALISEL_INSTRUCTIONSELECTORIMPL_H
SubReg
unsigned SubReg
Definition: AArch64AdvSIMDScalarPass.cpp:104
MRI
unsigned const MachineRegisterInfo * MRI
Definition: AArch64AdvSIMDScalarPass.cpp:105
Success
#define Success
Definition: AArch64Disassembler.cpp:300
Constants.h
This file contains the declarations for the subclasses of Constant, which represent the different fla...
DEBUG_WITH_TYPE
#define DEBUG_WITH_TYPE(TYPE, X)
DEBUG_WITH_TYPE macro - This macro should be used by passes to emit debug information.
Definition: Debug.h:64
Size
uint64_t Size
Definition: ELFObjHandler.cpp:81
TII
const HexagonInstrInfo * TII
Definition: HexagonCopyToCombine.cpp:125
MI
IRTranslator LLVM IR MI
Definition: IRTranslator.cpp:109
I
#define I(x, y, z)
Definition: MD5.cpp:58
TRI
unsigned const TargetRegisterInfo * TRI
Definition: MachineSink.cpp:1628
TypeID
Type::TypeID TypeID
Definition: Mips16HardFloat.cpp:103
assert
assert(ImpDefSCC.getReg()==AMDGPU::SCC &&ImpDefSCC.isDef())
SmallVector.h
This file defines the SmallVector class.
Flags
@ Flags
Definition: TextStubV5.cpp:93
llvm::APInt
Class for arbitrary precision integers.
Definition: APInt.h:75
llvm::CodeGenCoverage::setCovered
void setCovered(uint64_t RuleID)
Definition: CodeGenCoverage.cpp:28
llvm::ConstantInt::equalsInt
bool equalsInt(uint64_t V) const
A helper method that can be used to determine if the constant contained within is equal to a constant...
Definition: Constants.h:171
llvm::DataLayout::getPointerSizeInBits
unsigned getPointerSizeInBits(unsigned AS=0) const
Layout pointer size, in bits FIXME: The defaults need to be removed once all of the backends/clients ...
Definition: DataLayout.h:406
llvm::Expected
Tagged union holding either a T or a Error.
Definition: Error.h:470
llvm::InstructionSelector::testImmPredicate_APInt
virtual bool testImmPredicate_APInt(unsigned, const APInt &) const
Definition: InstructionSelector.h:548
llvm::InstructionSelector::testImmPredicate_I64
virtual bool testImmPredicate_I64(unsigned, int64_t) const
Definition: InstructionSelector.h:544
llvm::InstructionSelector::isOperandImmEqual
bool isOperandImmEqual(const MachineOperand &MO, int64_t Value, const MachineRegisterInfo &MRI) const
Definition: InstructionSelector.cpp:29
llvm::InstructionSelector::isObviouslySafeToFold
bool isObviouslySafeToFold(MachineInstr &MI, MachineInstr &IntoMI) const
Return true if MI can obviously be folded into IntoMI.
Definition: InstructionSelector.cpp:55
llvm::InstructionSelector::testMIPredicate_MI
virtual bool testMIPredicate_MI(unsigned, const MachineInstr &, const std::array< const MachineOperand *, 3 > &Operands) const
Definition: InstructionSelector.h:556
llvm::InstructionSelector::executeMatchTable
bool executeMatchTable(TgtInstructionSelector &ISel, NewMIVector &OutMIs, MatcherState &State, const ISelInfoTy< PredicateBitset, ComplexMatcherMemFn, CustomRendererFn > &ISelInfo, const int64_t *MatchTable, const TargetInstrInfo &TII, MachineRegisterInfo &MRI, const TargetRegisterInfo &TRI, const RegisterBankInfo &RBI, const PredicateBitset &AvailableFeatures, CodeGenCoverage &CoverageInfo) const
Execute a given matcher table and return true if the match was successful and false otherwise.
Definition: InstructionSelectorImpl.h:50
llvm::InstructionSelector::testImmPredicate_APFloat
virtual bool testImmPredicate_APFloat(unsigned, const APFloat &) const
Definition: InstructionSelector.h:552
llvm::InstructionSelector::ComplexRendererFns
std::optional< SmallVector< std::function< void(MachineInstrBuilder &)>, 4 > > ComplexRendererFns
Definition: InstructionSelector.h:477
llvm::LLT::getSizeInBits
constexpr TypeSize getSizeInBits() const
Returns the total size of the type. Must only be called on sized types.
Definition: LowLevelTypeImpl.h:159
llvm::LLT::isPointer
constexpr bool isPointer() const
Definition: LowLevelTypeImpl.h:125
llvm::LLT::getAddressSpace
constexpr unsigned getAddressSpace() const
Definition: LowLevelTypeImpl.h:247
llvm::MIMetadata
Set of metadata that should be preserved when using BuildMI().
Definition: MachineInstrBuilder.h:335
llvm::MachineFunction::getRegInfo
MachineRegisterInfo & getRegInfo()
getRegInfo - Return information about the registers currently in use.
Definition: MachineFunction.h:682
llvm::MachineFunction::getDataLayout
const DataLayout & getDataLayout() const
Return the DataLayout attached to the Module associated to this MF.
Definition: MachineFunction.cpp:292
llvm::MachineInstr
Representation of each machine instruction.
Definition: MachineInstr.h:68
llvm::MachineMemOperand
A description of a memory reference used in the backend.
Definition: MachineMemOperand.h:127
llvm::MachineMemOperand::getAddrSpace
unsigned getAddrSpace() const
Definition: MachineMemOperand.h:228
llvm::MachineMemOperand::getSize
uint64_t getSize() const
Return the size in bytes of the memory reference.
Definition: MachineMemOperand.h:235
llvm::MachineMemOperand::getSizeInBits
uint64_t getSizeInBits() const
Return the size in bits of the memory reference.
Definition: MachineMemOperand.h:240
llvm::MachineMemOperand::getAlign
Align getAlign() const
Return the minimum known alignment in bytes of the actual memory reference.
Definition: MachineOperand.cpp:1130
llvm::MachineOperand
MachineOperand class - Representation of each machine instruction operand.
Definition: MachineOperand.h:48
llvm::MachineOperand::getCImm
const ConstantInt * getCImm() const
Definition: MachineOperand.h:561
llvm::MachineOperand::isCImm
bool isCImm() const
isCImm - Test if this is a MO_CImmediate operand.
Definition: MachineOperand.h:333
llvm::MachineOperand::getImm
int64_t getImm() const
Definition: MachineOperand.h:556
llvm::MachineOperand::isPredicate
bool isPredicate() const
Definition: MachineOperand.h:362
llvm::MachineOperand::isIntrinsicID
bool isIntrinsicID() const
Definition: MachineOperand.h:361
llvm::MachineOperand::isReg
bool isReg() const
isReg - Tests if this is a MO_Register operand.
Definition: MachineOperand.h:329
llvm::MachineOperand::isImm
bool isImm() const
isImm - Tests if this is a MO_Immediate operand.
Definition: MachineOperand.h:331
llvm::MachineOperand::getReg
Register getReg() const
getReg - Returns the register number.
Definition: MachineOperand.h:369
llvm::MachineOperand::getIntrinsicID
Intrinsic::ID getIntrinsicID() const
Definition: MachineOperand.h:612
llvm::MachineOperand::getPredicate
unsigned getPredicate() const
Definition: MachineOperand.h:617
llvm::MachineRegisterInfo
MachineRegisterInfo - Keep track of information for virtual and physical registers,...
Definition: MachineRegisterInfo.h:51
llvm::RegisterBankInfo
Holds all the information related to register banks.
Definition: RegisterBankInfo.h:39
llvm::RegisterBankInfo::getRegBankFromRegClass
virtual const RegisterBank & getRegBankFromRegClass(const TargetRegisterClass &RC, LLT Ty) const
Get a register bank that covers RC.
Definition: RegisterBankInfo.h:603
llvm::RegisterBankInfo::getRegBank
RegisterBank & getRegBank(unsigned ID)
Get the register bank identified by ID.
Definition: RegisterBankInfo.h:431
llvm::Register
Wrapper class representing virtual and physical registers.
Definition: Register.h:19
llvm::Register::isPhysical
bool isPhysical() const
Return true if the specified register number is in the physical register namespace.
Definition: Register.h:97
llvm::SmallVectorBase::empty
bool empty() const
Definition: SmallVector.h:94
llvm::SmallVectorBase::size
size_t size() const
Definition: SmallVector.h:91
llvm::SmallVectorImpl::resize
void resize(size_type N)
Definition: SmallVector.h:642
llvm::SmallVectorTemplateBase::push_back
void push_back(const T &Elt)
Definition: SmallVector.h:416
llvm::SmallVector
This is a 'vector' (really, a variable-sized array), optimized for the case when the array is small.
Definition: SmallVector.h:1200
llvm::TargetInstrInfo
TargetInstrInfo - Interface to description of machine instruction set.
Definition: TargetInstrInfo.h:99
llvm::TargetRegisterInfo
TargetRegisterInfo base class - We assume that the target defines a static array of TargetRegisterDes...
Definition: TargetRegisterInfo.h:236
llvm::Value
LLVM Value Representation.
Definition: Value.h:74
uint16_t
uint64_t
llvm_unreachable
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
Definition: ErrorHandling.h:143
llvm::RegState::Implicit
@ Implicit
Not emitted register (e.g. carry, or temporary result).
Definition: MachineInstrBuilder.h:46
llvm
This is an optimization pass for GlobalISel generic memory operations.
Definition: AddressRanges.h:18
llvm::isBuildVectorAllZeros
bool isBuildVectorAllZeros(const MachineInstr &MI, const MachineRegisterInfo &MRI, bool AllowUndef=false)
Return true if the specified instruction is a G_BUILD_VECTOR or G_BUILD_VECTOR_TRUNC where all of the...
Definition: Utils.cpp:1129
llvm::constrainOperandRegClass
Register constrainOperandRegClass(const MachineFunction &MF, const TargetRegisterInfo &TRI, MachineRegisterInfo &MRI, const TargetInstrInfo &TII, const RegisterBankInfo &RBI, MachineInstr &InsertPt, const TargetRegisterClass &RegClass, MachineOperand &RegMO)
Constrain the Register operand OpIdx, so that it is now constrained to the TargetRegisterClass passed...
Definition: Utils.cpp:53
llvm::GIU_MergeMemOperands_EndOfList
@ GIU_MergeMemOperands_EndOfList
Indicates the end of the variable-length MergeInsnID list in a GIR_MergeMemOperands opcode.
Definition: InstructionSelector.h:430
llvm::BuildMI
MachineInstrBuilder BuildMI(MachineFunction &MF, const MIMetadata &MIMD, const MCInstrDesc &MCID)
Builder interface. Specify how to create the initial instruction itself.
Definition: MachineInstrBuilder.h:357
llvm::constrainSelectedInstRegOperands
bool constrainSelectedInstRegOperands(MachineInstr &I, const TargetInstrInfo &TII, const TargetRegisterInfo &TRI, const RegisterBankInfo &RBI)
Mutate the newly-selected instruction I to constrain its (possibly generic) virtual register operands...
Definition: Utils.cpp:152
llvm::GIR_ComplexRenderer
@ GIR_ComplexRenderer
Render complex operands to the specified instruction.
Definition: InstructionSelector.h:355
llvm::GIR_ComplexSubOperandRenderer
@ GIR_ComplexSubOperandRenderer
Render sub-operands of complex operands to the specified instruction.
Definition: InstructionSelector.h:361
llvm::GIR_MakeTempReg
@ GIR_MakeTempReg
Create a new temporary register that's not constrained.
Definition: InstructionSelector.h:414
llvm::GIM_CheckMemorySizeEqualTo
@ GIM_CheckMemorySizeEqualTo
Check the size of the memory access for the given machine memory operand.
Definition: InstructionSelector.h:161
llvm::GIR_Done
@ GIR_Done
A successful emission.
Definition: InstructionSelector.h:417
llvm::GIM_RecordNamedOperand
@ GIM_RecordNamedOperand
Predicates with 'let PredicateCodeUsesOperands = 1' need to examine some named operands that will be ...
Definition: InstructionSelector.h:283
llvm::GIM_Try
@ GIM_Try
Begin a try-block to attempt a match and jump to OnFail if it is unsuccessful.
Definition: InstructionSelector.h:87
llvm::GIM_CheckIsBuildVectorAllOnes
@ GIM_CheckIsBuildVectorAllOnes
Check if this is a vector that can be treated as a vector splat constant.
Definition: InstructionSelector.h:193
llvm::GIM_CheckNumOperands
@ GIM_CheckNumOperands
Check the instruction has the right number of operands.
Definition: InstructionSelector.h:133
llvm::GIR_ConstrainOperandRC
@ GIR_ConstrainOperandRC
Constrain an instruction operand to a register class.
Definition: InstructionSelector.h:393
llvm::GIM_CheckI64ImmPredicate
@ GIM_CheckI64ImmPredicate
Check an immediate predicate on the specified instruction.
Definition: InstructionSelector.h:137
llvm::GIR_AddImplicitDef
@ GIR_AddImplicitDef
Add an implicit register def to the specified instruction.
Definition: InstructionSelector.h:325
llvm::GIM_CheckAPIntImmPredicate
@ GIM_CheckAPIntImmPredicate
Check an immediate predicate on the specified instruction via an APInt.
Definition: InstructionSelector.h:141
llvm::GIM_CheckHasNoUse
@ GIM_CheckHasNoUse
Check if there's no use of the first result.
Definition: InstructionSelector.h:203
llvm::GIM_CheckPointerToAny
@ GIM_CheckPointerToAny
Check the type of a pointer to any address space.
Definition: InstructionSelector.h:214
llvm::GIM_CheckMemorySizeEqualToLLT
@ GIM_CheckMemorySizeEqualToLLT
Check the size of the memory access for the given machine memory operand against the size of an opera...
Definition: InstructionSelector.h:184
llvm::GIM_CheckComplexPattern
@ GIM_CheckComplexPattern
Check the operand matches a complex predicate.
Definition: InstructionSelector.h:226
llvm::GIR_CopyConstantAsSImm
@ GIR_CopyConstantAsSImm
Render a G_CONSTANT operator as a sign-extended immediate.
Definition: InstructionSelector.h:381
llvm::GIR_EraseFromParent
@ GIR_EraseFromParent
Erase from parent.
Definition: InstructionSelector.h:409
llvm::GIM_SwitchType
@ GIM_SwitchType
Switch over the LLT on the specified instruction operand.
Definition: InstructionSelector.h:104
llvm::GIR_CopySubReg
@ GIR_CopySubReg
Copy an operand to the specified instruction.
Definition: InstructionSelector.h:320
llvm::GIR_MutateOpcode
@ GIR_MutateOpcode
Mutate an instruction.
Definition: InstructionSelector.h:295
llvm::GIM_CheckIsBuildVectorAllZeros
@ GIM_CheckIsBuildVectorAllZeros
Definition: InstructionSelector.h:194
llvm::GIM_CheckAtomicOrderingOrStrongerThan
@ GIM_CheckAtomicOrderingOrStrongerThan
Definition: InstructionSelector.h:155
llvm::GIR_AddRegister
@ GIR_AddRegister
Add an register to the specified instruction.
Definition: InstructionSelector.h:333
llvm::GIR_AddTempSubRegister
@ GIR_AddTempSubRegister
Add a temporary register to the specified instruction.
Definition: InstructionSelector.h:346
llvm::GIM_CheckIsSafeToFold
@ GIM_CheckIsSafeToFold
Check if the specified operand is safe to fold into the current instruction.
Definition: InstructionSelector.h:264
llvm::GIM_CheckOpcode
@ GIM_CheckOpcode
Check the opcode on the specified instruction.
Definition: InstructionSelector.h:121
llvm::GIM_SwitchOpcode
@ GIM_SwitchOpcode
Switch over the opcode on the specified instruction.
Definition: InstructionSelector.h:95
llvm::GIM_CheckAPFloatImmPredicate
@ GIM_CheckAPFloatImmPredicate
Check a floating point immediate predicate on the specified instruction.
Definition: InstructionSelector.h:145
llvm::GIM_Reject
@ GIM_Reject
Fail the current try-block, or completely fail to match if there is no current try-block.
Definition: InstructionSelector.h:287
llvm::GIR_AddTempRegister
@ GIR_AddTempRegister
Add a temporary register to the specified instruction.
Definition: InstructionSelector.h:339
llvm::GIR_Copy
@ GIR_Copy
Copy an operand to the specified instruction.
Definition: InstructionSelector.h:306
llvm::GIR_AddImm
@ GIR_AddImm
Add an immediate to the specified instruction.
Definition: InstructionSelector.h:351
llvm::GIR_CopyFConstantAsFPImm
@ GIR_CopyFConstantAsFPImm
Render a G_FCONSTANT operator as a sign-extended immediate.
Definition: InstructionSelector.h:387
llvm::GIR_CopyOrAddZeroReg
@ GIR_CopyOrAddZeroReg
Copy an operand to the specified instruction or add a zero register if the operand is a zero immediat...
Definition: InstructionSelector.h:314
llvm::GIM_CheckMemoryAlignment
@ GIM_CheckMemoryAlignment
Check the minimum alignment of the memory access for the given machine memory operand.
Definition: InstructionSelector.h:177
llvm::GIM_CheckIsSameOperand
@ GIM_CheckIsSameOperand
Check the specified operands are identical.
Definition: InstructionSelector.h:273
llvm::GIM_CheckIsSameOperandIgnoreCopies
@ GIM_CheckIsSameOperandIgnoreCopies
Definition: InstructionSelector.h:274
llvm::GIM_CheckIsMBB
@ GIM_CheckIsMBB
Check the specified operand is an MBB.
Definition: InstructionSelector.h:254
llvm::GIM_CheckMemorySizeGreaterThanLLT
@ GIM_CheckMemorySizeGreaterThanLLT
Definition: InstructionSelector.h:186
llvm::GIM_CheckRegBankForClass
@ GIM_CheckRegBankForClass
Check the register bank for the specified operand.
Definition: InstructionSelector.h:219
llvm::GIM_CheckLiteralInt
@ GIM_CheckLiteralInt
Check the operand is a specific literal integer (i.e.
Definition: InstructionSelector.h:238
llvm::GIM_CheckMemorySizeLessThanLLT
@ GIM_CheckMemorySizeLessThanLLT
Definition: InstructionSelector.h:185
llvm::GIR_BuildMI
@ GIR_BuildMI
Build a new instruction.
Definition: InstructionSelector.h:300
llvm::GIM_RecordInsn
@ GIM_RecordInsn
Record the specified instruction.
Definition: InstructionSelector.h:111
llvm::GIM_CheckIsImm
@ GIM_CheckIsImm
Check the specified operand is an Imm.
Definition: InstructionSelector.h:259
llvm::GIM_CheckFeatures
@ GIM_CheckFeatures
Check the feature bits.
Definition: InstructionSelector.h:116
llvm::GIM_CheckMemoryAddressSpace
@ GIM_CheckMemoryAddressSpace
Check the address space of the memory access for the given machine memory operand.
Definition: InstructionSelector.h:170
llvm::GIR_CustomRenderer
@ GIR_CustomRenderer
Render operands to the specified instruction using a custom function.
Definition: InstructionSelector.h:366
llvm::GIM_CheckAtomicOrdering
@ GIM_CheckAtomicOrdering
Check a memory operation has the specified atomic ordering.
Definition: InstructionSelector.h:154
llvm::GIM_CheckType
@ GIM_CheckType
Check the type for the specified operand.
Definition: InstructionSelector.h:209
llvm::GIM_CheckCmpPredicate
@ GIM_CheckCmpPredicate
Check the operand is a specific predicate.
Definition: InstructionSelector.h:249
llvm::GIM_CheckOpcodeIsEither
@ GIM_CheckOpcodeIsEither
Check the opcode on the specified instruction, checking 2 acceptable alternatives.
Definition: InstructionSelector.h:128
llvm::GIR_AddImplicitUse
@ GIR_AddImplicitUse
Add an implicit register use to the specified instruction.
Definition: InstructionSelector.h:329
llvm::GIR_Coverage
@ GIR_Coverage
Increment the rule coverage counter.
Definition: InstructionSelector.h:421
llvm::GIR_MergeMemOperands
@ GIR_MergeMemOperands
Merge all memory operands into instruction.
Definition: InstructionSelector.h:405
llvm::GIM_CheckImmOperandPredicate
@ GIM_CheckImmOperandPredicate
Check an immediate predicate on the specified instruction.
Definition: InstructionSelector.h:150
llvm::GIM_CheckAtomicOrderingWeakerThan
@ GIM_CheckAtomicOrderingWeakerThan
Definition: InstructionSelector.h:156
llvm::GIM_CheckIntrinsicID
@ GIM_CheckIntrinsicID
Check the operand is a specific intrinsic ID.
Definition: InstructionSelector.h:243
llvm::GIM_CheckConstantInt
@ GIM_CheckConstantInt
Check the operand is a specific integer.
Definition: InstructionSelector.h:232
llvm::GIM_RecordInsnIgnoreCopies
@ GIM_RecordInsnIgnoreCopies
Definition: InstructionSelector.h:112
llvm::GIR_CustomOperandRenderer
@ GIR_CustomOperandRenderer
Render operands to the specified instruction using a custom function, reading from a specific operand...
Definition: InstructionSelector.h:375
llvm::GIR_ConstrainSelectedInstOperands
@ GIR_ConstrainSelectedInstOperands
Constrain an instructions operands according to the instruction description.
Definition: InstructionSelector.h:398
llvm::GIM_CheckCxxInsnPredicate
@ GIM_CheckCxxInsnPredicate
Check a generic C++ instruction predicate.
Definition: InstructionSelector.h:199
llvm::getDefIgnoringCopies
MachineInstr * getDefIgnoringCopies(Register Reg, const MachineRegisterInfo &MRI)
Find the def instruction for Reg, folding away any trivial copies.
Definition: Utils.cpp:461
llvm::dbgs
raw_ostream & dbgs()
dbgs() - This returns a reference to a raw_ostream for debugging messages.
Definition: Debug.cpp:163
llvm::isAtLeastOrStrongerThan
bool isAtLeastOrStrongerThan(AtomicOrdering AO, AtomicOrdering Other)
Definition: AtomicOrdering.h:105
llvm::isBuildVectorAllOnes
bool isBuildVectorAllOnes(const MachineInstr &MI, const MachineRegisterInfo &MRI, bool AllowUndef=false)
Return true if the specified instruction is a G_BUILD_VECTOR or G_BUILD_VECTOR_TRUNC where all of the...
Definition: Utils.cpp:1135
llvm::AtomicOrdering
AtomicOrdering
Atomic ordering for LLVM's memory model.
Definition: AtomicOrdering.h:56
llvm::MinAlign
constexpr uint64_t MinAlign(uint64_t A, uint64_t B)
A and B are either alignments or offsets.
Definition: MathExtras.h:439
llvm::SignExtend64
constexpr int64_t SignExtend64(uint64_t x)
Sign-extend the number in the bottom B bits of X to a 64-bit integer.
Definition: MathExtras.h:557
llvm::InstructionUniformity::Default
@ Default
The result values are uniform if and only if all operands are uniform.
llvm::isStrongerThan
bool isStrongerThan(AtomicOrdering AO, AtomicOrdering Other)
Returns true if ao is stronger than other as defined by the AtomicOrdering lattice,...
Definition: AtomicOrdering.h:90
raw_ostream.h
llvm::InstructionSelector::ISelInfoTy::ComplexPredicates
const ComplexMatcherMemFn * ComplexPredicates
Definition: InstructionSelector.h:518
llvm::InstructionSelector::ISelInfoTy::TypeIDMap
SmallDenseMap< LLT, unsigned, 64 > TypeIDMap
Definition: InstructionSelector.h:521
llvm::InstructionSelector::MatcherState::RecordedOperands
std::array< const MachineOperand *, 3 > RecordedOperands
Named operands that predicate with 'let PredicateCodeUsesOperands = 1' referenced in its argument lis...
Definition: InstructionSelector.h:489
llvm::InstructionSelector::MatcherState::Renderers
std::vector< ComplexRendererFns::value_type > Renderers
Definition: InstructionSelector.h:482
llvm::InstructionSelector::MatcherState::TempRegisters
DenseMap< unsigned, unsigned > TempRegisters
Definition: InstructionSelector.h:484
Generated on Sat Mar 25 2023 11:53:16 for LLVM by doxygen 1.9.6