LLVM 17.0.0git
NVPTXTargetMachine.cpp
Go to the documentation of this file.
1//===-- NVPTXTargetMachine.cpp - Define TargetMachine for NVPTX -----------===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// Top-level implementation for the NVPTX target.
10//
11//===----------------------------------------------------------------------===//
12
13#include "NVPTXTargetMachine.h"
14#include "NVPTX.h"
15#include "NVPTXAliasAnalysis.h"
16#include "NVPTXAllocaHoisting.h"
17#include "NVPTXAtomicLower.h"
24#include "llvm/ADT/STLExtras.h"
26#include "llvm/CodeGen/Passes.h"
28#include "llvm/IR/IntrinsicsNVPTX.h"
30#include "llvm/Pass.h"
39#include <cassert>
40#include <optional>
41#include <string>
42
43using namespace llvm;
44
45// LSV is still relatively new; this switch lets us turn it off in case we
46// encounter (or suspect) a bug.
47static cl::opt<bool>
48 DisableLoadStoreVectorizer("disable-nvptx-load-store-vectorizer",
49 cl::desc("Disable load/store vectorizer"),
50 cl::init(false), cl::Hidden);
51
52// TODO: Remove this flag when we are confident with no regressions.
54 "disable-nvptx-require-structured-cfg",
55 cl::desc("Transitional flag to turn off NVPTX's requirement on preserving "
56 "structured CFG. The requirement should be disabled only when "
57 "unexpected regressions happen."),
58 cl::init(false), cl::Hidden);
59
61 "nvptx-short-ptr",
63 "Use 32-bit pointers for accessing const/local/shared address spaces."),
64 cl::init(false), cl::Hidden);
65
66namespace llvm {
67
82
83} // end namespace llvm
84
86 // Register the target.
89
91 // FIXME: This pass is really intended to be invoked during IR optimization,
92 // but it's very NVPTX-specific.
107}
108
109static std::string computeDataLayout(bool is64Bit, bool UseShortPointers) {
110 std::string Ret = "e";
111
112 if (!is64Bit)
113 Ret += "-p:32:32";
114 else if (UseShortPointers)
115 Ret += "-p3:32:32-p4:32:32-p5:32:32";
116
117 Ret += "-i64:64-i128:128-v16:16-v32:32-n16:32:64";
118
119 return Ret;
120}
121
123 StringRef CPU, StringRef FS,
124 const TargetOptions &Options,
125 std::optional<Reloc::Model> RM,
126 std::optional<CodeModel::Model> CM,
127 CodeGenOpt::Level OL, bool is64bit)
128 // The pic relocation model is used regardless of what the client has
129 // specified, as it is the only relocation model currently supported.
131 CPU, FS, Options, Reloc::PIC_,
132 getEffectiveCodeModel(CM, CodeModel::Small), OL),
133 is64bit(is64bit), UseShortPointers(UseShortPointersOpt),
134 TLOF(std::make_unique<NVPTXTargetObjectFile>()),
135 Subtarget(TT, std::string(CPU), std::string(FS), *this),
136 StrPool(StrAlloc) {
137 if (TT.getOS() == Triple::NVCL)
138 drvInterface = NVPTX::NVCL;
139 else
140 drvInterface = NVPTX::CUDA;
143 initAsmInfo();
144}
145
147
148void NVPTXTargetMachine32::anchor() {}
149
151 StringRef CPU, StringRef FS,
152 const TargetOptions &Options,
153 std::optional<Reloc::Model> RM,
154 std::optional<CodeModel::Model> CM,
155 CodeGenOpt::Level OL, bool JIT)
156 : NVPTXTargetMachine(T, TT, CPU, FS, Options, RM, CM, OL, false) {}
157
158void NVPTXTargetMachine64::anchor() {}
159
161 StringRef CPU, StringRef FS,
162 const TargetOptions &Options,
163 std::optional<Reloc::Model> RM,
164 std::optional<CodeModel::Model> CM,
165 CodeGenOpt::Level OL, bool JIT)
166 : NVPTXTargetMachine(T, TT, CPU, FS, Options, RM, CM, OL, true) {}
167
168namespace {
169
170class NVPTXPassConfig : public TargetPassConfig {
171public:
172 NVPTXPassConfig(NVPTXTargetMachine &TM, PassManagerBase &PM)
173 : TargetPassConfig(TM, PM) {}
174
175 NVPTXTargetMachine &getNVPTXTargetMachine() const {
176 return getTM<NVPTXTargetMachine>();
177 }
178
179 void addIRPasses() override;
180 bool addInstSelector() override;
181 void addPreRegAlloc() override;
182 void addPostRegAlloc() override;
183 void addMachineSSAOptimization() override;
184
185 FunctionPass *createTargetRegisterAllocator(bool) override;
186 void addFastRegAlloc() override;
187 void addOptimizedRegAlloc() override;
188
189 bool addRegAssignAndRewriteFast() override {
190 llvm_unreachable("should not be used");
191 }
192
193 bool addRegAssignAndRewriteOptimized() override {
194 llvm_unreachable("should not be used");
195 }
196
197private:
198 // If the opt level is aggressive, add GVN; otherwise, add EarlyCSE. This
199 // function is only called in opt mode.
200 void addEarlyCSEOrGVNPass();
201
202 // Add passes that propagate special memory spaces.
203 void addAddressSpaceInferencePasses();
204
205 // Add passes that perform straight-line scalar optimizations.
206 void addStraightLineScalarOptimizationPasses();
207};
208
209} // end anonymous namespace
210
212 return new NVPTXPassConfig(*this, PM);
213}
214
216 BumpPtrAllocator &Allocator, const Function &F,
217 const TargetSubtargetInfo *STI) const {
218 return NVPTXMachineFunctionInfo::create<NVPTXMachineFunctionInfo>(Allocator,
219 F, STI);
220}
221
224}
225
230 if (PassName == "nvvm-reflect") {
232 return true;
233 }
234 if (PassName == "nvvm-intr-range") {
236 return true;
237 }
238 return false;
239 });
240
242 FAM.registerPass([&] { return NVPTXAA(); });
243 });
244
246 if (AAName == "nvptx-aa") {
248 return true;
249 }
250 return false;
251 });
252
256 if (PassName == "nvptx-lower-ctor-dtor") {
258 return true;
259 }
260 if (PassName == "generic-to-nvvm") {
262 return true;
263 }
264 return false;
265 });
266
268 [this](ModulePassManager &PM, OptimizationLevel Level) {
270 FPM.addPass(NVVMReflectPass(Subtarget.getSmVersion()));
271 // FIXME: NVVMIntrRangePass is causing numerical discrepancies,
272 // investigate and re-enable.
273 // FPM.addPass(NVVMIntrRangePass(Subtarget.getSmVersion()));
274 PM.addPass(createModuleToFunctionPassAdaptor(std::move(FPM)));
275 });
276}
277
280 return TargetTransformInfo(NVPTXTTIImpl(this, F));
281}
282
283std::pair<const Value *, unsigned>
285 if (auto *II = dyn_cast<IntrinsicInst>(V)) {
286 switch (II->getIntrinsicID()) {
287 case Intrinsic::nvvm_isspacep_const:
288 return std::make_pair(II->getArgOperand(0), llvm::ADDRESS_SPACE_CONST);
289 case Intrinsic::nvvm_isspacep_global:
290 return std::make_pair(II->getArgOperand(0), llvm::ADDRESS_SPACE_GLOBAL);
291 case Intrinsic::nvvm_isspacep_local:
292 return std::make_pair(II->getArgOperand(0), llvm::ADDRESS_SPACE_LOCAL);
293 case Intrinsic::nvvm_isspacep_shared:
294 case Intrinsic::nvvm_isspacep_shared_cluster:
295 return std::make_pair(II->getArgOperand(0), llvm::ADDRESS_SPACE_SHARED);
296 default:
297 break;
298 }
299 }
300 return std::make_pair(nullptr, -1);
301}
302
303void NVPTXPassConfig::addEarlyCSEOrGVNPass() {
304 if (getOptLevel() == CodeGenOpt::Aggressive)
305 addPass(createGVNPass());
306 else
307 addPass(createEarlyCSEPass());
308}
309
310void NVPTXPassConfig::addAddressSpaceInferencePasses() {
311 // NVPTXLowerArgs emits alloca for byval parameters which can often
312 // be eliminated by SROA.
313 addPass(createSROAPass());
317}
318
319void NVPTXPassConfig::addStraightLineScalarOptimizationPasses() {
322 // ReassociateGEPs exposes more opportunites for SLSR. See
323 // the example in reassociate-geps-and-slsr.ll.
325 // SeparateConstOffsetFromGEP and SLSR creates common expressions which GVN or
326 // EarlyCSE can reuse. GVN generates significantly better code than EarlyCSE
327 // for some of our benchmarks.
328 addEarlyCSEOrGVNPass();
329 // Run NaryReassociate after EarlyCSE/GVN to be more effective.
330 addPass(createNaryReassociatePass());
331 // NaryReassociate on GEPs creates redundant common expressions, so run
332 // EarlyCSE after it.
333 addPass(createEarlyCSEPass());
334}
335
336void NVPTXPassConfig::addIRPasses() {
337 // The following passes are known to not play well with virtual regs hanging
338 // around after register allocation (which in our case, is *all* registers).
339 // We explicitly disable them here. We do, however, need some functionality
340 // of the PrologEpilogCodeInserter pass, so we emulate that behavior in the
341 // NVPTXPrologEpilog pass (see NVPTXPrologEpilogPass.cpp).
342 disablePass(&PrologEpilogCodeInserterID);
343 disablePass(&MachineLateInstrsCleanupID);
344 disablePass(&MachineCopyPropagationID);
345 disablePass(&TailDuplicateID);
346 disablePass(&StackMapLivenessID);
347 disablePass(&LiveDebugValuesID);
348 disablePass(&PostRAMachineSinkingID);
349 disablePass(&PostRASchedulerID);
350 disablePass(&FuncletLayoutID);
351 disablePass(&PatchableFunctionID);
352 disablePass(&ShrinkWrapID);
353
354 addPass(createNVPTXAAWrapperPass());
355 addPass(createExternalAAWrapperPass([](Pass &P, Function &, AAResults &AAR) {
356 if (auto *WrapperPass = P.getAnalysisIfAvailable<NVPTXAAWrapperPass>())
357 AAR.addAAResult(WrapperPass->getResult());
358 }));
359
360 // NVVMReflectPass is added in addEarlyAsPossiblePasses, so hopefully running
361 // it here does nothing. But since we need it for correctness when lowering
362 // to NVPTX, run it here too, in case whoever built our pass pipeline didn't
363 // call addEarlyAsPossiblePasses.
364 const NVPTXSubtarget &ST = *getTM<NVPTXTargetMachine>().getSubtargetImpl();
365 addPass(createNVVMReflectPass(ST.getSmVersion()));
366
367 if (getOptLevel() != CodeGenOpt::None)
371
372 // NVPTXLowerArgs is required for correctness and should be run right
373 // before the address space inference passes.
374 addPass(createNVPTXLowerArgsPass());
375 if (getOptLevel() != CodeGenOpt::None) {
376 addAddressSpaceInferencePasses();
377 addStraightLineScalarOptimizationPasses();
378 }
379
380 addPass(createAtomicExpandPass());
382
383 // === LSR and other generic IR passes ===
385 // EarlyCSE is not always strong enough to clean up what LSR produces. For
386 // example, GVN can combine
387 //
388 // %0 = add %a, %b
389 // %1 = add %b, %a
390 //
391 // and
392 //
393 // %0 = shl nsw %a, 2
394 // %1 = shl %a, 2
395 //
396 // but EarlyCSE can do neither of them.
397 if (getOptLevel() != CodeGenOpt::None) {
398 addEarlyCSEOrGVNPass();
401 addPass(createSROAPass());
402 }
403}
404
405bool NVPTXPassConfig::addInstSelector() {
406 const NVPTXSubtarget &ST = *getTM<NVPTXTargetMachine>().getSubtargetImpl();
407
408 addPass(createLowerAggrCopies());
409 addPass(createAllocaHoisting());
410 addPass(createNVPTXISelDag(getNVPTXTargetMachine(), getOptLevel()));
411
412 if (!ST.hasImageHandles())
414
415 return false;
416}
417
418void NVPTXPassConfig::addPreRegAlloc() {
419 // Remove Proxy Register pseudo instructions used to keep `callseq_end` alive.
421}
422
423void NVPTXPassConfig::addPostRegAlloc() {
425 if (getOptLevel() != CodeGenOpt::None) {
426 // NVPTXPrologEpilogPass calculates frame object offset and replace frame
427 // index with VRFrame register. NVPTXPeephole need to be run after that and
428 // will replace VRFrame with VRFrameLocal when possible.
429 addPass(createNVPTXPeephole());
430 }
431}
432
433FunctionPass *NVPTXPassConfig::createTargetRegisterAllocator(bool) {
434 return nullptr; // No reg alloc
435}
436
437void NVPTXPassConfig::addFastRegAlloc() {
438 addPass(&PHIEliminationID);
440}
441
442void NVPTXPassConfig::addOptimizedRegAlloc() {
443 addPass(&ProcessImplicitDefsID);
444 addPass(&LiveVariablesID);
445 addPass(&MachineLoopInfoID);
446 addPass(&PHIEliminationID);
447
449 addPass(&RegisterCoalescerID);
450
451 // PreRA instruction scheduling.
452 if (addPass(&MachineSchedulerID))
453 printAndVerify("After Machine Scheduling");
454
455
456 addPass(&StackSlotColoringID);
457
458 // FIXME: Needs physical registers
459 //addPass(&MachineLICMID);
460
461 printAndVerify("After StackSlotColoring");
462}
463
464void NVPTXPassConfig::addMachineSSAOptimization() {
465 // Pre-ra tail duplication.
466 if (addPass(&EarlyTailDuplicateID))
467 printAndVerify("After Pre-RegAlloc TailDuplicate");
468
469 // Optimize PHIs before DCE: removing dead PHI cycles may make more
470 // instructions dead.
471 addPass(&OptimizePHIsID);
472
473 // This pass merges large allocas. StackSlotColoring is a different pass
474 // which merges spill slots.
475 addPass(&StackColoringID);
476
477 // If the target requests it, assign local variables to stack slots relative
478 // to one another and simplify frame index references where possible.
480
481 // With optimization, dead code should already be eliminated. However
482 // there is one known exception: lowered code for arguments that are only
483 // used by tail calls, where the tail calls reuse the incoming stack
484 // arguments directly (see t11 in test/CodeGen/X86/sibcall.ll).
486 printAndVerify("After codegen DCE pass");
487
488 // Allow targets to insert passes that improve instruction level parallelism,
489 // like if-conversion. Such passes will typically need dominator trees and
490 // loop info, just like LICM and CSE below.
491 if (addILPOpts())
492 printAndVerify("After ILP optimizations");
493
494 addPass(&EarlyMachineLICMID);
495 addPass(&MachineCSEID);
496
497 addPass(&MachineSinkingID);
498 printAndVerify("After Machine LICM, CSE and Sinking passes");
499
500 addPass(&PeepholeOptimizerID);
501 printAndVerify("After codegen peephole optimization pass");
502}
basic Basic Alias true
#define LLVM_EXTERNAL_VISIBILITY
Definition: Compiler.h:127
static GCMetadataPrinterRegistry::Add< ErlangGCPrinter > X("erlang", "erlang-compatible garbage collector")
This file provides the interface for LLVM's Global Value Numbering pass which eliminates fully redund...
static LVOptions Options
Definition: LVOptions.cpp:25
static std::string computeDataLayout()
#define F(x, y, z)
Definition: MD5.cpp:55
This is the NVPTX address space based alias analysis pass.
static cl::opt< bool > DisableLoadStoreVectorizer("disable-nvptx-load-store-vectorizer", cl::desc("Disable load/store vectorizer"), cl::init(false), cl::Hidden)
static cl::opt< bool > DisableRequireStructuredCFG("disable-nvptx-require-structured-cfg", cl::desc("Transitional flag to turn off NVPTX's requirement on preserving " "structured CFG. The requirement should be disabled only when " "unexpected regressions happen."), cl::init(false), cl::Hidden)
static cl::opt< bool > UseShortPointersOpt("nvptx-short-ptr", cl::desc("Use 32-bit pointers for accessing const/local/shared address spaces."), cl::init(false), cl::Hidden)
LLVM_EXTERNAL_VISIBILITY void LLVMInitializeNVPTXTarget()
This file a TargetTransformInfo::Concept conforming object specific to the NVPTX target machine.
static GCMetadataPrinterRegistry::Add< OcamlGCMetadataPrinter > Y("ocaml", "ocaml 3.10-compatible collector")
#define P(N)
FunctionAnalysisManager FAM
const char LLVMTargetMachineRef TM
PassBuilder PB(Machine, PassOpts->PTO, std::nullopt, &PIC)
Basic Register Allocator
This file contains some templates that are useful if you are working with the STL at all.
Target-Independent Code Generator Pass Configuration Options pass.
This pass exposes codegen information to IR-level passes.
static bool is64Bit(const char *name)
static const char PassName[]
A manager for alias analyses.
void registerFunctionAnalysis()
Register a specific AA result.
void addAAResult(AAResultT &AAResult)
Register a specific AA result.
A container for analyses that lazily runs them and caches their results.
Definition: PassManager.h:620
bool registerPass(PassBuilderT &&PassBuilder)
Register an analysis pass with the manager.
Definition: PassManager.h:836
ArrayRef - Represent a constant reference to an array (0 or more elements consecutively in memory),...
Definition: ArrayRef.h:41
Allocate memory in an ever growing pool, as if by bump-pointer.
Definition: Allocator.h:66
FunctionPass class - This class is used to implement most global optimizations.
Definition: Pass.h:311
This class describes a target machine that is implemented with the LLVM target-independent code gener...
Legacy wrapper pass to provide the NVPTXAAResult object.
Analysis pass providing a never-invalidated alias analysis result.
Lower llvm.global_ctors and llvm.global_dtors to special kernels.
unsigned int getSmVersion() const
NVPTXTargetMachine32(const Target &T, const Triple &TT, StringRef CPU, StringRef FS, const TargetOptions &Options, std::optional< Reloc::Model > RM, std::optional< CodeModel::Model > CM, CodeGenOpt::Level OL, bool JIT)
NVPTXTargetMachine64(const Target &T, const Triple &TT, StringRef CPU, StringRef FS, const TargetOptions &Options, std::optional< Reloc::Model > RM, std::optional< CodeModel::Model > CM, CodeGenOpt::Level OL, bool JIT)
TargetTransformInfo getTargetTransformInfo(const Function &F) const override
Get a TargetTransformInfo implementation for the target.
void registerDefaultAliasAnalyses(AAManager &AAM) override
Allow the target to register alias analyses with the AAManager for use with the new pass manager.
std::pair< const Value *, unsigned > getPredicatedAddrSpace(const Value *V) const override
If the specified predicate checks whether a generic pointer falls within a specified address space,...
void registerPassBuilderCallbacks(PassBuilder &PB) override
Allow the target to modify the pass pipeline.
~NVPTXTargetMachine() override
NVPTXTargetMachine(const Target &T, const Triple &TT, StringRef CPU, StringRef FS, const TargetOptions &Options, std::optional< Reloc::Model > RM, std::optional< CodeModel::Model > CM, CodeGenOpt::Level OP, bool is64bit)
MachineFunctionInfo * createMachineFunctionInfo(BumpPtrAllocator &Allocator, const Function &F, const TargetSubtargetInfo *STI) const override
Create the target's instance of MachineFunctionInfo.
TargetPassConfig * createPassConfig(PassManagerBase &PM) override
Create a pass configuration object to be used by addPassToEmitX methods for generating a pipeline of ...
This class provides access to building LLVM's passes.
Definition: PassBuilder.h:100
void registerPipelineStartEPCallback(const std::function< void(ModulePassManager &, OptimizationLevel)> &C)
Register a callback for a default optimizer pipeline extension point.
Definition: PassBuilder.h:433
void registerParseAACallback(const std::function< bool(StringRef Name, AAManager &AA)> &C)
Register a callback for parsing an AliasAnalysis Name to populate the given AAManager AA.
Definition: PassBuilder.h:485
void registerAnalysisRegistrationCallback(const std::function< void(CGSCCAnalysisManager &)> &C)
{{@ Register callbacks for analysis registration with this PassBuilder instance.
Definition: PassBuilder.h:493
void registerPipelineParsingCallback(const std::function< bool(StringRef Name, CGSCCPassManager &, ArrayRef< PipelineElement >)> &C)
{{@ Register pipeline parsing callbacks with this pass builder instance.
Definition: PassBuilder.h:515
LLVM_ATTRIBUTE_MINSIZE std::enable_if_t<!std::is_same< PassT, PassManager >::value > addPass(PassT &&Pass)
Definition: PassManager.h:544
PassRegistry - This class manages the registration and intitialization of the pass subsystem as appli...
Definition: PassRegistry.h:37
static PassRegistry * getPassRegistry()
getPassRegistry - Access the global registry object, which is automatically initialized at applicatio...
Pass interface - Implemented by all 'passes'.
Definition: Pass.h:94
StringRef - Represent a constant reference to a string, i.e.
Definition: StringRef.h:50
void setRequiresStructuredCFG(bool Value)
std::unique_ptr< const MCSubtargetInfo > STI
Target-Independent Code Generator Pass Configuration Options.
virtual void addIRPasses()
Add common target configurable passes that perform LLVM IR to IR transforms following machine indepen...
TargetSubtargetInfo - Generic base class for all target subtargets.
This pass provides access to the codegen interfaces that are needed for IR-level transformations.
Target - Wrapper for Target specific information.
Triple - Helper class for working with autoconf configuration names.
Definition: Triple.h:44
LLVM Value Representation.
Definition: Value.h:74
PassManagerBase - An abstract interface to allow code to add passes to a pass manager without having ...
Interfaces for registering analysis passes, producing common pass manager configurations,...
#define llvm_unreachable(msg)
Marks that the current location is not supposed to be reachable.
Level
Code generation optimization level.
Definition: CodeGen.h:57
@ Aggressive
-O3
Definition: CodeGen.h:61
@ NVCL
Definition: NVPTX.h:77
@ CUDA
Definition: NVPTX.h:78
initializer< Ty > init(const Ty &Val)
Definition: CommandLine.h:445
This is an optimization pass for GlobalISel generic memory operations.
Definition: AddressRanges.h:18
void initializeNVPTXLowerAllocaPass(PassRegistry &)
char & EarlyMachineLICMID
This pass performs loop invariant code motion on machine instructions.
ModulePass * createNVPTXAssignValidGlobalNamesPass()
MachineFunctionPass * createNVPTXReplaceImageHandlesPass()
void initializeNVPTXAssignValidGlobalNamesPass(PassRegistry &)
Pass * createLoadStoreVectorizerPass()
Create a legacy pass manager instance of the LoadStoreVectorizer pass.
char & RegisterCoalescerID
RegisterCoalescer - This pass merges live ranges to eliminate copies.
char & OptimizePHIsID
OptimizePHIs - This pass optimizes machine instruction PHIs to take advantage of opportunities create...
char & EarlyTailDuplicateID
Duplicate blocks with unconditional branches into tails of their predecessors.
ModuleToFunctionPassAdaptor createModuleToFunctionPassAdaptor(FunctionPassT &&Pass, bool EagerlyInvalidate=false)
A function to deduce a function pass type and wrap it in the templated adaptor.
Definition: PassManager.h:1218
ModulePass * createGenericToNVVMLegacyPass()
FunctionPass * createNVVMReflectPass(unsigned int SmVersion)
Definition: NVVMReflect.cpp:65
void initializeNVPTXLowerAggrCopiesPass(PassRegistry &)
void initializeNVPTXExternalAAWrapperPass(PassRegistry &)
char & MachineSinkingID
MachineSinking - This pass performs sinking on machine instructions.
@ ADDRESS_SPACE_LOCAL
Definition: NVPTXBaseInfo.h:26
@ ADDRESS_SPACE_CONST
Definition: NVPTXBaseInfo.h:25
@ ADDRESS_SPACE_GLOBAL
Definition: NVPTXBaseInfo.h:23
@ ADDRESS_SPACE_SHARED
Definition: NVPTXBaseInfo.h:24
FunctionPass * createAtomicExpandPass()
AtomicExpandPass - At IR level this pass replace atomic instructions with __atomic_* library calls,...
MachineFunctionPass * createNVPTXPrologEpilogPass()
MachineFunctionPass * createNVPTXProxyRegErasurePass()
void initializeNVPTXDAGToDAGISelPass(PassRegistry &)
char & TailDuplicateID
TailDuplicate - Duplicate blocks with unconditional branches into tails of their predecessors.
FunctionPass * createNaryReassociatePass()
char & PatchableFunctionID
This pass implements the "patchable-function" attribute.
char & PostRASchedulerID
PostRAScheduler - This pass performs post register allocation scheduling.
MachineFunctionPass * createNVPTXPeephole()
void initializeNVVMReflectPass(PassRegistry &)
char & MachineSchedulerID
MachineScheduler - This pass schedules machine instructions.
char & PeepholeOptimizerID
PeepholeOptimizer - This pass performs peephole optimizations - like extension and comparison elimina...
char & LiveDebugValuesID
LiveDebugValues pass.
char & PrologEpilogCodeInserterID
PrologEpilogCodeInserter - This pass inserts prolog and epilog code, and eliminates abstract frame re...
void initializeGenericToNVVMLegacyPassPass(PassRegistry &)
void initializeNVPTXCtorDtorLoweringLegacyPass(PassRegistry &)
void initializeNVPTXLowerArgsPass(PassRegistry &)
char & MachineLoopInfoID
MachineLoopInfo - This pass is a loop analysis pass.
FunctionPass * createNVPTXLowerArgsPass()
CodeModel::Model getEffectiveCodeModel(std::optional< CodeModel::Model > CM, CodeModel::Model Default)
Helper method for getting the code model, returning Default if CM does not have a value.
char & ShrinkWrapID
ShrinkWrap pass. Look for the best place to insert save and restore.
Definition: ShrinkWrap.cpp:278
char & MachineLateInstrsCleanupID
MachineLateInstrsCleanup - This pass removes redundant identical instructions after register allocati...
void initializeNVPTXAAWrapperPassPass(PassRegistry &)
FunctionPass * createNVPTXImageOptimizerPass()
FunctionPass * createNVPTXLowerAllocaPass()
FunctionPass * createSpeculativeExecutionPass()
char & StackMapLivenessID
StackMapLiveness - This pass analyses the register live-out set of stackmap/patchpoint intrinsics and...
char & FuncletLayoutID
This pass lays out funclets contiguously.
FunctionPass * createAllocaHoisting()
void initializeNVVMIntrRangePass(PassRegistry &)
char & StackColoringID
StackSlotColoring - This pass performs stack coloring and merging.
char & PostRAMachineSinkingID
This pass perform post-ra machine sink for COPY instructions.
char & StackSlotColoringID
StackSlotColoring - This pass performs stack slot coloring.
FunctionPass * createSeparateConstOffsetFromGEPPass(bool LowerGEP=false)
FunctionPass * createLowerAggrCopies()
char & ProcessImplicitDefsID
ProcessImpicitDefs pass - This pass removes IMPLICIT_DEFs.
char & MachineCSEID
MachineCSE - This pass performs global CSE on machine instructions.
Definition: MachineCSE.cpp:162
FunctionPass * createNVPTXAtomicLowerPass()
ModulePass * createNVPTXCtorDtorLoweringLegacyPass()
char & LiveVariablesID
LiveVariables pass - This pass computes the set of blocks in which each variable is life and sets mac...
FunctionPass * createGVNPass(bool NoMemDepAnalysis=false)
Create a legacy GVN pass.
Definition: GVN.cpp:3340
void initializeNVPTXAllocaHoistingPass(PassRegistry &)
Target & getTheNVPTXTarget64()
FunctionPass * createInferAddressSpacesPass(unsigned AddressSpace=~0u)
void initializeNVPTXProxyRegErasurePass(PassRegistry &)
ImmutablePass * createNVPTXAAWrapperPass()
ImmutablePass * createExternalAAWrapperPass(std::function< void(Pass &, Function &, AAResults &)> Callback)
A wrapper pass around a callback which can be used to populate the AAResults in the AAResultsWrapperP...
char & TwoAddressInstructionPassID
TwoAddressInstruction - This pass reduces two-address instructions to use two operands.
char & LocalStackSlotAllocationID
LocalStackSlotAllocation - This pass assigns local frame indices to stack slots relative to one anoth...
FunctionPass * createStraightLineStrengthReducePass()
FunctionPass * createEarlyCSEPass(bool UseMemorySSA=false)
Definition: EarlyCSE.cpp:1815
char & PHIEliminationID
PHIElimination - This pass eliminates machine instruction PHI nodes by inserting copy instructions.
FunctionPass * createSROAPass(bool PreserveCFG=true)
Definition: SROA.cpp:5207
void initializeNVPTXAtomicLowerPass(PassRegistry &)
char & MachineCopyPropagationID
MachineCopyPropagation - This pass performs copy propagation on machine instructions.
char & DeadMachineInstructionElimID
DeadMachineInstructionElim - This pass removes dead machine instructions.
FunctionPass * createNVPTXISelDag(NVPTXTargetMachine &TM, llvm::CodeGenOpt::Level OptLevel)
createNVPTXISelDag - This pass converts a legalized DAG into a NVPTX-specific DAG,...
Target & getTheNVPTXTarget32()
Definition: BitVector.h:858
MachineFunctionInfo - This class can be derived from and used by targets to hold private target-speci...
RegisterTargetMachine - Helper template for registering a target machine implementation,...