2012-12-11 21:25:42 +00:00
|
|
|
//===-- AMDGPUTargetMachine.cpp - TargetMachine for hw codegen targets-----===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
/// \file
|
|
|
|
/// \brief The AMDGPU target machine contains all of the hardware specific
|
|
|
|
/// information needed to emit code for R600 and SI GPUs.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#include "AMDGPUTargetMachine.h"
|
|
|
|
#include "AMDGPU.h"
|
|
|
|
#include "R600ISelLowering.h"
|
|
|
|
#include "R600InstrInfo.h"
|
2013-03-05 18:41:32 +00:00
|
|
|
#include "R600MachineScheduler.h"
|
2012-12-11 21:25:42 +00:00
|
|
|
#include "SIISelLowering.h"
|
|
|
|
#include "SIInstrInfo.h"
|
|
|
|
#include "llvm/Analysis/Passes.h"
|
|
|
|
#include "llvm/CodeGen/MachineFunctionAnalysis.h"
|
2014-11-13 09:26:31 +00:00
|
|
|
#include "llvm/CodeGen/TargetLoweringObjectFileImpl.h"
|
2012-12-11 21:25:42 +00:00
|
|
|
#include "llvm/CodeGen/MachineModuleInfo.h"
|
|
|
|
#include "llvm/CodeGen/Passes.h"
|
2014-01-13 09:26:24 +00:00
|
|
|
#include "llvm/IR/Verifier.h"
|
2012-12-11 21:25:42 +00:00
|
|
|
#include "llvm/MC/MCAsmInfo.h"
|
|
|
|
#include "llvm/PassManager.h"
|
|
|
|
#include "llvm/Support/TargetRegistry.h"
|
|
|
|
#include "llvm/Support/raw_os_ostream.h"
|
|
|
|
#include "llvm/Transforms/IPO.h"
|
|
|
|
#include "llvm/Transforms/Scalar.h"
|
|
|
|
#include <llvm/CodeGen/Passes.h>
|
|
|
|
|
|
|
|
using namespace llvm;
|
|
|
|
|
|
|
|
extern "C" void LLVMInitializeR600Target() {
|
|
|
|
// Register the target
|
|
|
|
RegisterTargetMachine<AMDGPUTargetMachine> X(TheAMDGPUTarget);
|
|
|
|
}
|
|
|
|
|
2013-03-05 18:41:32 +00:00
|
|
|
static ScheduleDAGInstrs *createR600MachineScheduler(MachineSchedContext *C) {
|
2014-04-21 20:32:32 +00:00
|
|
|
return new ScheduleDAGMILive(C, make_unique<R600SchedStrategy>());
|
2013-03-05 18:41:32 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static MachineSchedRegistry
|
|
|
|
SchedCustomRegistry("r600", "Run R600's custom scheduler",
|
|
|
|
createR600MachineScheduler);
|
|
|
|
|
2012-12-11 21:25:42 +00:00
|
|
|
AMDGPUTargetMachine::AMDGPUTargetMachine(const Target &T, StringRef TT,
|
2014-07-25 22:22:39 +00:00
|
|
|
StringRef CPU, StringRef FS,
|
|
|
|
TargetOptions Options, Reloc::Model RM,
|
|
|
|
CodeModel::Model CM,
|
|
|
|
CodeGenOpt::Level OptLevel)
|
|
|
|
: LLVMTargetMachine(T, TT, CPU, FS, Options, RM, CM, OptLevel),
|
2014-11-13 09:26:31 +00:00
|
|
|
TLOF(new TargetLoweringObjectFileELF()),
|
2014-08-04 17:37:43 +00:00
|
|
|
Subtarget(TT, CPU, FS, *this), IntrinsicInfo() {
|
2013-12-07 01:49:19 +00:00
|
|
|
setRequiresStructuredCFG(true);
|
2013-05-13 01:16:13 +00:00
|
|
|
initAsmInfo();
|
2012-12-11 21:25:42 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
AMDGPUTargetMachine::~AMDGPUTargetMachine() {
|
2014-11-13 09:26:31 +00:00
|
|
|
delete TLOF;
|
2012-12-11 21:25:42 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
namespace {
|
|
|
|
class AMDGPUPassConfig : public TargetPassConfig {
|
|
|
|
public:
|
|
|
|
AMDGPUPassConfig(AMDGPUTargetMachine *TM, PassManagerBase &PM)
|
2013-09-20 05:14:41 +00:00
|
|
|
: TargetPassConfig(TM, PM) {}
|
2012-12-11 21:25:42 +00:00
|
|
|
|
|
|
|
AMDGPUTargetMachine &getAMDGPUTargetMachine() const {
|
|
|
|
return getTM<AMDGPUTargetMachine>();
|
|
|
|
}
|
2013-09-20 05:14:41 +00:00
|
|
|
|
2014-04-29 07:57:24 +00:00
|
|
|
ScheduleDAGInstrs *
|
|
|
|
createMachineScheduler(MachineSchedContext *C) const override {
|
2013-09-20 05:14:41 +00:00
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
|
|
|
if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS)
|
|
|
|
return createR600MachineScheduler(C);
|
2014-04-25 05:30:21 +00:00
|
|
|
return nullptr;
|
2013-09-20 05:14:41 +00:00
|
|
|
}
|
|
|
|
|
2014-11-03 19:49:05 +00:00
|
|
|
void addIRPasses() override;
|
2014-09-03 11:41:21 +00:00
|
|
|
void addCodeGenPrepare() override;
|
2014-04-29 07:57:24 +00:00
|
|
|
bool addPreISel() override;
|
|
|
|
bool addInstSelector() override;
|
|
|
|
bool addPreRegAlloc() override;
|
|
|
|
bool addPostRegAlloc() override;
|
|
|
|
bool addPreSched2() override;
|
|
|
|
bool addPreEmitPass() override;
|
2012-12-11 21:25:42 +00:00
|
|
|
};
|
|
|
|
} // End of anonymous namespace
|
|
|
|
|
|
|
|
TargetPassConfig *AMDGPUTargetMachine::createPassConfig(PassManagerBase &PM) {
|
|
|
|
return new AMDGPUPassConfig(this, PM);
|
|
|
|
}
|
|
|
|
|
2013-07-27 00:01:07 +00:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// AMDGPU Analysis Pass Setup
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
void AMDGPUTargetMachine::addAnalysisPasses(PassManagerBase &PM) {
|
|
|
|
// Add first the target-independent BasicTTI pass, then our AMDGPU pass. This
|
|
|
|
// allows the AMDGPU pass to delegate to the target independent layer when
|
|
|
|
// appropriate.
|
|
|
|
PM.add(createBasicTargetTransformInfoPass(this));
|
|
|
|
PM.add(createAMDGPUTargetTransformInfoPass(this));
|
|
|
|
}
|
|
|
|
|
2014-11-03 19:49:05 +00:00
|
|
|
void AMDGPUPassConfig::addIRPasses() {
|
|
|
|
// Function calls are not supported, so make sure we inline everything.
|
|
|
|
addPass(createAMDGPUAlwaysInlinePass());
|
|
|
|
addPass(createAlwaysInlinerPass());
|
|
|
|
// We need to add the barrier noop pass, otherwise adding the function
|
|
|
|
// inlining pass will cause all of the PassConfigs passes to be run
|
|
|
|
// one function at a time, which means if we have a nodule with two
|
|
|
|
// functions, then we will generate code for the first function
|
|
|
|
// without ever running any passes on the second.
|
|
|
|
addPass(createBarrierNoopPass());
|
|
|
|
TargetPassConfig::addIRPasses();
|
|
|
|
}
|
|
|
|
|
2014-06-17 16:53:14 +00:00
|
|
|
void AMDGPUPassConfig::addCodeGenPrepare() {
|
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
2014-07-13 02:08:26 +00:00
|
|
|
if (ST.isPromoteAllocaEnabled()) {
|
|
|
|
addPass(createAMDGPUPromoteAlloca(ST));
|
|
|
|
addPass(createSROAPass());
|
|
|
|
}
|
|
|
|
|
2014-06-17 16:53:14 +00:00
|
|
|
TargetPassConfig::addCodeGenPrepare();
|
|
|
|
}
|
|
|
|
|
2012-12-11 21:25:42 +00:00
|
|
|
bool
|
|
|
|
AMDGPUPassConfig::addPreISel() {
|
2012-12-19 22:10:31 +00:00
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
2013-08-06 02:43:45 +00:00
|
|
|
addPass(createFlattenCFGPass());
|
2013-11-18 19:43:44 +00:00
|
|
|
if (ST.IsIRStructurizerEnabled())
|
2013-10-10 17:11:12 +00:00
|
|
|
addPass(createStructurizeCFGPass());
|
2014-02-24 21:01:23 +00:00
|
|
|
if (ST.getGeneration() >= AMDGPUSubtarget::SOUTHERN_ISLANDS) {
|
2013-10-13 17:56:21 +00:00
|
|
|
addPass(createSinkingPass());
|
2013-08-14 23:24:45 +00:00
|
|
|
addPass(createSITypeRewriter());
|
2012-12-19 22:10:31 +00:00
|
|
|
addPass(createSIAnnotateControlFlowPass());
|
2013-05-17 16:50:20 +00:00
|
|
|
} else {
|
|
|
|
addPass(createR600TextureIntrinsicsReplacer());
|
2012-12-19 22:10:31 +00:00
|
|
|
}
|
2012-12-11 21:25:42 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool AMDGPUPassConfig::addInstSelector() {
|
|
|
|
addPass(createAMDGPUISelDag(getAMDGPUTargetMachine()));
|
2014-04-30 15:31:33 +00:00
|
|
|
addPass(createSILowerI1CopiesPass());
|
2012-12-11 21:25:42 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool AMDGPUPassConfig::addPreRegAlloc() {
|
2013-06-05 21:38:04 +00:00
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
2013-06-07 20:37:48 +00:00
|
|
|
|
|
|
|
if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) {
|
2013-06-05 21:38:04 +00:00
|
|
|
addPass(createR600VectorRegMerger(*TM));
|
2013-08-06 23:08:28 +00:00
|
|
|
} else {
|
|
|
|
addPass(createSIFixSGPRCopiesPass(*TM));
|
2014-03-21 15:51:57 +00:00
|
|
|
// SIFixSGPRCopies can generate a lot of duplicate instructions,
|
|
|
|
// so we need to run MachineCSE afterwards.
|
|
|
|
addPass(&MachineCSEID);
|
2014-10-10 22:01:59 +00:00
|
|
|
|
|
|
|
if (getOptLevel() > CodeGenOpt::None && ST.loadStoreOptEnabled()) {
|
|
|
|
// Don't do this with no optimizations since it throws away debug info by
|
|
|
|
// merging nonadjacent loads.
|
|
|
|
|
|
|
|
// This should be run after scheduling, but before register allocation. It
|
|
|
|
// also need extra copies to the address operand to be eliminated.
|
|
|
|
initializeSILoadStoreOptimizerPass(*PassRegistry::getPassRegistry());
|
|
|
|
insertPass(&MachineSchedulerID, &SILoadStoreOptimizerID);
|
|
|
|
}
|
|
|
|
|
2014-07-21 16:55:33 +00:00
|
|
|
addPass(createSIShrinkInstructionsPass());
|
2014-09-24 01:33:24 +00:00
|
|
|
addPass(createSIFixSGPRLiveRangesPass());
|
2013-06-05 21:38:04 +00:00
|
|
|
}
|
2012-12-11 21:25:42 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool AMDGPUPassConfig::addPostRegAlloc() {
|
2013-01-18 21:15:53 +00:00
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
|
|
|
|
2014-07-21 16:55:33 +00:00
|
|
|
addPass(createSIShrinkInstructionsPass());
|
2013-06-07 20:37:48 +00:00
|
|
|
if (ST.getGeneration() > AMDGPUSubtarget::NORTHERN_ISLANDS) {
|
2013-01-18 21:15:53 +00:00
|
|
|
addPass(createSIInsertWaits(*TM));
|
|
|
|
}
|
2012-12-11 21:25:42 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool AMDGPUPassConfig::addPreSched2() {
|
2013-07-09 15:03:33 +00:00
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
2012-12-11 21:25:42 +00:00
|
|
|
|
2013-10-01 19:32:58 +00:00
|
|
|
if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS)
|
2013-12-11 17:51:41 +00:00
|
|
|
addPass(createR600EmitClauseMarkers());
|
2013-11-18 19:43:33 +00:00
|
|
|
if (ST.isIfCvtEnabled())
|
|
|
|
addPass(&IfConverterID);
|
2013-10-01 19:32:58 +00:00
|
|
|
if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS)
|
|
|
|
addPass(createR600ClauseMergePass(*TM));
|
2012-12-11 21:25:42 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool AMDGPUPassConfig::addPreEmitPass() {
|
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
2013-06-07 20:37:48 +00:00
|
|
|
if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) {
|
2013-12-11 17:51:47 +00:00
|
|
|
addPass(createAMDGPUCFGStructurizerPass());
|
2012-12-11 21:25:42 +00:00
|
|
|
addPass(createR600ExpandSpecialInstrsPass(*TM));
|
|
|
|
addPass(&FinalizeMachineBundlesID);
|
2013-04-30 00:14:27 +00:00
|
|
|
addPass(createR600Packetizer(*TM));
|
|
|
|
addPass(createR600ControlFlowFinalizer(*TM));
|
2012-12-11 21:25:42 +00:00
|
|
|
} else {
|
|
|
|
addPass(createSILowerControlFlowPass(*TM));
|
|
|
|
}
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|