1 //===-- NVPTXTargetMachine.cpp - Define TargetMachine for NVPTX -----------===//
3 // The LLVM Compiler Infrastructure
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
8 //===----------------------------------------------------------------------===//
10 // Top-level implementation for the NVPTX target.
12 //===----------------------------------------------------------------------===//
14 #include "NVPTXTargetMachine.h"
15 #include "MCTargetDesc/NVPTXMCAsmInfo.h"
17 #include "NVPTXAllocaHoisting.h"
18 #include "NVPTXLowerAggrCopies.h"
19 #include "llvm/Analysis/Passes.h"
20 #include "llvm/CodeGen/AsmPrinter.h"
21 #include "llvm/CodeGen/MachineFunctionAnalysis.h"
22 #include "llvm/CodeGen/MachineModuleInfo.h"
23 #include "llvm/CodeGen/Passes.h"
24 #include "llvm/IR/DataLayout.h"
25 #include "llvm/IR/IRPrintingPasses.h"
26 #include "llvm/IR/Verifier.h"
27 #include "llvm/MC/MCAsmInfo.h"
28 #include "llvm/MC/MCInstrInfo.h"
29 #include "llvm/MC/MCStreamer.h"
30 #include "llvm/MC/MCSubtargetInfo.h"
31 #include "llvm/PassManager.h"
32 #include "llvm/Support/CommandLine.h"
33 #include "llvm/Support/Debug.h"
34 #include "llvm/Support/FormattedStream.h"
35 #include "llvm/Support/TargetRegistry.h"
36 #include "llvm/Support/raw_ostream.h"
37 #include "llvm/Target/TargetInstrInfo.h"
38 #include "llvm/Target/TargetLowering.h"
39 #include "llvm/Target/TargetLoweringObjectFile.h"
40 #include "llvm/Target/TargetMachine.h"
41 #include "llvm/Target/TargetOptions.h"
42 #include "llvm/Target/TargetRegisterInfo.h"
43 #include "llvm/Target/TargetSubtargetInfo.h"
44 #include "llvm/Transforms/Scalar.h"
49 void initializeNVVMReflectPass(PassRegistry&);
50 void initializeGenericToNVVMPass(PassRegistry&);
51 void initializeNVPTXAssignValidGlobalNamesPass(PassRegistry&);
52 void initializeNVPTXFavorNonGenericAddrSpacesPass(PassRegistry &);
55 extern "C" void LLVMInitializeNVPTXTarget() {
56 // Register the target.
57 RegisterTargetMachine<NVPTXTargetMachine32> X(TheNVPTXTarget32);
58 RegisterTargetMachine<NVPTXTargetMachine64> Y(TheNVPTXTarget64);
60 // FIXME: This pass is really intended to be invoked during IR optimization,
61 // but it's very NVPTX-specific.
62 initializeNVVMReflectPass(*PassRegistry::getPassRegistry());
63 initializeGenericToNVVMPass(*PassRegistry::getPassRegistry());
64 initializeNVPTXAssignValidGlobalNamesPass(*PassRegistry::getPassRegistry());
65 initializeNVPTXFavorNonGenericAddrSpacesPass(
66 *PassRegistry::getPassRegistry());
69 NVPTXTargetMachine::NVPTXTargetMachine(const Target &T, StringRef TT,
70 StringRef CPU, StringRef FS,
71 const TargetOptions &Options,
72 Reloc::Model RM, CodeModel::Model CM,
73 CodeGenOpt::Level OL, bool is64bit)
74 : LLVMTargetMachine(T, TT, CPU, FS, Options, RM, CM, OL),
75 Subtarget(TT, CPU, FS, *this, is64bit) {
79 void NVPTXTargetMachine32::anchor() {}
81 NVPTXTargetMachine32::NVPTXTargetMachine32(
82 const Target &T, StringRef TT, StringRef CPU, StringRef FS,
83 const TargetOptions &Options, Reloc::Model RM, CodeModel::Model CM,
85 : NVPTXTargetMachine(T, TT, CPU, FS, Options, RM, CM, OL, false) {}
87 void NVPTXTargetMachine64::anchor() {}
89 NVPTXTargetMachine64::NVPTXTargetMachine64(
90 const Target &T, StringRef TT, StringRef CPU, StringRef FS,
91 const TargetOptions &Options, Reloc::Model RM, CodeModel::Model CM,
93 : NVPTXTargetMachine(T, TT, CPU, FS, Options, RM, CM, OL, true) {}
96 class NVPTXPassConfig : public TargetPassConfig {
98 NVPTXPassConfig(NVPTXTargetMachine *TM, PassManagerBase &PM)
99 : TargetPassConfig(TM, PM) {}
101 NVPTXTargetMachine &getNVPTXTargetMachine() const {
102 return getTM<NVPTXTargetMachine>();
105 void addIRPasses() override;
106 bool addInstSelector() override;
107 bool addPreRegAlloc() override;
108 bool addPostRegAlloc() override;
110 FunctionPass *createTargetRegisterAllocator(bool) override;
111 void addFastRegAlloc(FunctionPass *RegAllocPass) override;
112 void addOptimizedRegAlloc(FunctionPass *RegAllocPass) override;
114 } // end anonymous namespace
116 TargetPassConfig *NVPTXTargetMachine::createPassConfig(PassManagerBase &PM) {
117 NVPTXPassConfig *PassConfig = new NVPTXPassConfig(this, PM);
121 void NVPTXPassConfig::addIRPasses() {
122 // The following passes are known to not play well with virtual regs hanging
123 // around after register allocation (which in our case, is *all* registers).
124 // We explicitly disable them here. We do, however, need some functionality
125 // of the PrologEpilogCodeInserter pass, so we emulate that behavior in the
126 // NVPTXPrologEpilog pass (see NVPTXPrologEpilogPass.cpp).
127 disablePass(&PrologEpilogCodeInserterID);
128 disablePass(&MachineCopyPropagationID);
129 disablePass(&BranchFolderPassID);
130 disablePass(&TailDuplicateID);
132 addPass(createNVPTXImageOptimizerPass());
133 TargetPassConfig::addIRPasses();
134 addPass(createNVPTXAssignValidGlobalNamesPass());
135 addPass(createGenericToNVVMPass());
136 addPass(createNVPTXFavorNonGenericAddrSpacesPass());
137 addPass(createSeparateConstOffsetFromGEPPass());
138 // The SeparateConstOffsetFromGEP pass creates variadic bases that can be used
139 // by multiple GEPs. Run GVN or EarlyCSE to really reuse them. GVN generates
140 // significantly better code than EarlyCSE for some of our benchmarks.
141 if (getOptLevel() == CodeGenOpt::Aggressive)
142 addPass(createGVNPass());
144 addPass(createEarlyCSEPass());
145 // Both FavorNonGenericAddrSpaces and SeparateConstOffsetFromGEP may leave
146 // some dead code. We could remove dead code in an ad-hoc manner, but that
147 // requires manual work and might be error-prone.
149 // The FavorNonGenericAddrSpaces pass shortcuts unnecessary addrspacecasts,
150 // and leave them unused.
152 // SeparateConstOffsetFromGEP rebuilds a new index from the old index, and the
153 // old index and some of its intermediate results may become unused.
154 addPass(createDeadCodeEliminationPass());
157 bool NVPTXPassConfig::addInstSelector() {
158 const NVPTXSubtarget &ST =
159 getTM<NVPTXTargetMachine>().getSubtarget<NVPTXSubtarget>();
161 addPass(createLowerAggrCopies());
162 addPass(createAllocaHoisting());
163 addPass(createNVPTXISelDag(getNVPTXTargetMachine(), getOptLevel()));
165 if (!ST.hasImageHandles())
166 addPass(createNVPTXReplaceImageHandlesPass());
171 bool NVPTXPassConfig::addPreRegAlloc() { return false; }
172 bool NVPTXPassConfig::addPostRegAlloc() {
173 addPass(createNVPTXPrologEpilogPass());
177 FunctionPass *NVPTXPassConfig::createTargetRegisterAllocator(bool) {
178 return nullptr; // No reg alloc
181 void NVPTXPassConfig::addFastRegAlloc(FunctionPass *RegAllocPass) {
182 assert(!RegAllocPass && "NVPTX uses no regalloc!");
183 addPass(&PHIEliminationID);
184 addPass(&TwoAddressInstructionPassID);
187 void NVPTXPassConfig::addOptimizedRegAlloc(FunctionPass *RegAllocPass) {
188 assert(!RegAllocPass && "NVPTX uses no regalloc!");
190 addPass(&ProcessImplicitDefsID);
191 addPass(&LiveVariablesID);
192 addPass(&MachineLoopInfoID);
193 addPass(&PHIEliminationID);
195 addPass(&TwoAddressInstructionPassID);
196 addPass(&RegisterCoalescerID);
198 // PreRA instruction scheduling.
199 if (addPass(&MachineSchedulerID))
200 printAndVerify("After Machine Scheduling");
203 addPass(&StackSlotColoringID);
205 // FIXME: Needs physical registers
206 //addPass(&PostRAMachineLICMID);
208 printAndVerify("After StackSlotColoring");