2012-12-11 21:25:42 +00:00
|
|
|
//===-- AMDGPUTargetMachine.cpp - TargetMachine for hw codegen targets-----===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
/// \file
|
|
|
|
/// \brief The AMDGPU target machine contains all of the hardware specific
|
|
|
|
/// information needed to emit code for R600 and SI GPUs.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#include "AMDGPUTargetMachine.h"
|
|
|
|
#include "AMDGPU.h"
|
|
|
|
#include "R600ISelLowering.h"
|
|
|
|
#include "R600InstrInfo.h"
|
2013-03-05 18:41:32 +00:00
|
|
|
#include "R600MachineScheduler.h"
|
2012-12-11 21:25:42 +00:00
|
|
|
#include "SIISelLowering.h"
|
|
|
|
#include "SIInstrInfo.h"
|
|
|
|
#include "llvm/Analysis/Passes.h"
|
|
|
|
#include "llvm/Analysis/Verifier.h"
|
|
|
|
#include "llvm/CodeGen/MachineFunctionAnalysis.h"
|
|
|
|
#include "llvm/CodeGen/MachineModuleInfo.h"
|
|
|
|
#include "llvm/CodeGen/Passes.h"
|
|
|
|
#include "llvm/MC/MCAsmInfo.h"
|
|
|
|
#include "llvm/PassManager.h"
|
|
|
|
#include "llvm/Support/TargetRegistry.h"
|
|
|
|
#include "llvm/Support/raw_os_ostream.h"
|
|
|
|
#include "llvm/Transforms/IPO.h"
|
|
|
|
#include "llvm/Transforms/Scalar.h"
|
|
|
|
#include <llvm/CodeGen/Passes.h>
|
|
|
|
|
2013-10-10 17:11:12 +00:00
|
|
|
|
2012-12-11 21:25:42 +00:00
|
|
|
using namespace llvm;
|
|
|
|
|
|
|
|
extern "C" void LLVMInitializeR600Target() {
|
|
|
|
// Register the target
|
|
|
|
RegisterTargetMachine<AMDGPUTargetMachine> X(TheAMDGPUTarget);
|
|
|
|
}
|
|
|
|
|
2013-03-05 18:41:32 +00:00
|
|
|
static ScheduleDAGInstrs *createR600MachineScheduler(MachineSchedContext *C) {
|
|
|
|
return new ScheduleDAGMI(C, new R600SchedStrategy());
|
|
|
|
}
|
|
|
|
|
|
|
|
static MachineSchedRegistry
|
|
|
|
SchedCustomRegistry("r600", "Run R600's custom scheduler",
|
|
|
|
createR600MachineScheduler);
|
|
|
|
|
2012-12-11 21:25:42 +00:00
|
|
|
AMDGPUTargetMachine::AMDGPUTargetMachine(const Target &T, StringRef TT,
|
|
|
|
StringRef CPU, StringRef FS,
|
|
|
|
TargetOptions Options,
|
|
|
|
Reloc::Model RM, CodeModel::Model CM,
|
|
|
|
CodeGenOpt::Level OptLevel
|
|
|
|
)
|
|
|
|
:
|
|
|
|
LLVMTargetMachine(T, TT, CPU, FS, Options, RM, CM, OptLevel),
|
|
|
|
Subtarget(TT, CPU, FS),
|
|
|
|
Layout(Subtarget.getDataLayout()),
|
2013-06-07 20:37:48 +00:00
|
|
|
FrameLowering(TargetFrameLowering::StackGrowsUp, 16 // Stack Alignment
|
|
|
|
, 0),
|
2012-12-11 21:25:42 +00:00
|
|
|
IntrinsicInfo(this),
|
|
|
|
InstrItins(&Subtarget.getInstrItineraryData()) {
|
|
|
|
// TLInfo uses InstrInfo so it must be initialized after.
|
2013-06-07 20:37:48 +00:00
|
|
|
if (Subtarget.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) {
|
2013-05-23 03:31:47 +00:00
|
|
|
InstrInfo.reset(new R600InstrInfo(*this));
|
|
|
|
TLInfo.reset(new R600TargetLowering(*this));
|
2012-12-11 21:25:42 +00:00
|
|
|
} else {
|
2013-05-23 03:31:47 +00:00
|
|
|
InstrInfo.reset(new SIInstrInfo(*this));
|
|
|
|
TLInfo.reset(new SITargetLowering(*this));
|
2012-12-11 21:25:42 +00:00
|
|
|
}
|
2013-05-13 01:16:13 +00:00
|
|
|
initAsmInfo();
|
2012-12-11 21:25:42 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
AMDGPUTargetMachine::~AMDGPUTargetMachine() {
|
|
|
|
}
|
|
|
|
|
|
|
|
namespace {
|
|
|
|
class AMDGPUPassConfig : public TargetPassConfig {
|
|
|
|
public:
|
|
|
|
AMDGPUPassConfig(AMDGPUTargetMachine *TM, PassManagerBase &PM)
|
2013-09-20 05:14:41 +00:00
|
|
|
: TargetPassConfig(TM, PM) {}
|
2012-12-11 21:25:42 +00:00
|
|
|
|
|
|
|
AMDGPUTargetMachine &getAMDGPUTargetMachine() const {
|
|
|
|
return getTM<AMDGPUTargetMachine>();
|
|
|
|
}
|
2013-09-20 05:14:41 +00:00
|
|
|
|
|
|
|
virtual ScheduleDAGInstrs *
|
|
|
|
createMachineScheduler(MachineSchedContext *C) const {
|
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
|
|
|
if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS)
|
|
|
|
return createR600MachineScheduler(C);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2012-12-11 21:25:42 +00:00
|
|
|
virtual bool addPreISel();
|
|
|
|
virtual bool addInstSelector();
|
|
|
|
virtual bool addPreRegAlloc();
|
|
|
|
virtual bool addPostRegAlloc();
|
|
|
|
virtual bool addPreSched2();
|
|
|
|
virtual bool addPreEmitPass();
|
|
|
|
};
|
|
|
|
} // End of anonymous namespace
|
|
|
|
|
|
|
|
TargetPassConfig *AMDGPUTargetMachine::createPassConfig(PassManagerBase &PM) {
|
|
|
|
return new AMDGPUPassConfig(this, PM);
|
|
|
|
}
|
|
|
|
|
2013-07-27 00:01:07 +00:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// AMDGPU Analysis Pass Setup
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
void AMDGPUTargetMachine::addAnalysisPasses(PassManagerBase &PM) {
|
|
|
|
// Add first the target-independent BasicTTI pass, then our AMDGPU pass. This
|
|
|
|
// allows the AMDGPU pass to delegate to the target independent layer when
|
|
|
|
// appropriate.
|
|
|
|
PM.add(createBasicTargetTransformInfoPass(this));
|
|
|
|
PM.add(createAMDGPUTargetTransformInfoPass(this));
|
|
|
|
}
|
|
|
|
|
2012-12-11 21:25:42 +00:00
|
|
|
bool
|
|
|
|
AMDGPUPassConfig::addPreISel() {
|
2012-12-19 22:10:31 +00:00
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
2013-08-06 02:43:45 +00:00
|
|
|
addPass(createFlattenCFGPass());
|
2013-10-10 17:11:12 +00:00
|
|
|
if (ST.IsIRStructurizerEnabled() ||
|
|
|
|
ST.getGeneration() > AMDGPUSubtarget::NORTHERN_ISLANDS)
|
|
|
|
addPass(createStructurizeCFGPass());
|
2013-06-07 20:37:48 +00:00
|
|
|
if (ST.getGeneration() > AMDGPUSubtarget::NORTHERN_ISLANDS) {
|
2013-08-14 23:24:45 +00:00
|
|
|
addPass(createSITypeRewriter());
|
2012-12-19 22:10:31 +00:00
|
|
|
addPass(createSIAnnotateControlFlowPass());
|
2013-05-17 16:50:20 +00:00
|
|
|
} else {
|
|
|
|
addPass(createR600TextureIntrinsicsReplacer());
|
2012-12-19 22:10:31 +00:00
|
|
|
}
|
2012-12-11 21:25:42 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool AMDGPUPassConfig::addInstSelector() {
|
|
|
|
addPass(createAMDGPUISelDag(getAMDGPUTargetMachine()));
|
2013-02-06 17:32:29 +00:00
|
|
|
|
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
2013-06-07 20:37:48 +00:00
|
|
|
if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) {
|
2013-02-06 17:32:29 +00:00
|
|
|
// This callbacks this pass uses are not implemented yet on SI.
|
|
|
|
addPass(createAMDGPUIndirectAddressingPass(*TM));
|
|
|
|
}
|
2012-12-11 21:25:42 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool AMDGPUPassConfig::addPreRegAlloc() {
|
|
|
|
addPass(createAMDGPUConvertToISAPass(*TM));
|
2013-06-05 21:38:04 +00:00
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
2013-06-07 20:37:48 +00:00
|
|
|
|
|
|
|
if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) {
|
2013-06-05 21:38:04 +00:00
|
|
|
addPass(createR600VectorRegMerger(*TM));
|
2013-08-06 23:08:28 +00:00
|
|
|
} else {
|
|
|
|
addPass(createSIFixSGPRCopiesPass(*TM));
|
2013-06-05 21:38:04 +00:00
|
|
|
}
|
2012-12-11 21:25:42 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool AMDGPUPassConfig::addPostRegAlloc() {
|
2013-01-18 21:15:53 +00:00
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
|
|
|
|
2013-06-07 20:37:48 +00:00
|
|
|
if (ST.getGeneration() > AMDGPUSubtarget::NORTHERN_ISLANDS) {
|
2013-01-18 21:15:53 +00:00
|
|
|
addPass(createSIInsertWaits(*TM));
|
|
|
|
}
|
2012-12-11 21:25:42 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool AMDGPUPassConfig::addPreSched2() {
|
2013-07-09 15:03:33 +00:00
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
2012-12-11 21:25:42 +00:00
|
|
|
|
2013-10-01 19:32:58 +00:00
|
|
|
if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS)
|
2013-07-09 15:03:33 +00:00
|
|
|
addPass(createR600EmitClauseMarkers(*TM));
|
2012-12-11 21:25:42 +00:00
|
|
|
addPass(&IfConverterID);
|
2013-10-01 19:32:58 +00:00
|
|
|
if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS)
|
|
|
|
addPass(createR600ClauseMergePass(*TM));
|
2012-12-11 21:25:42 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool AMDGPUPassConfig::addPreEmitPass() {
|
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
2013-06-07 20:37:48 +00:00
|
|
|
if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) {
|
2012-12-19 22:10:31 +00:00
|
|
|
addPass(createAMDGPUCFGStructurizerPass(*TM));
|
2012-12-11 21:25:42 +00:00
|
|
|
addPass(createR600ExpandSpecialInstrsPass(*TM));
|
|
|
|
addPass(&FinalizeMachineBundlesID);
|
2013-04-30 00:14:27 +00:00
|
|
|
addPass(createR600Packetizer(*TM));
|
|
|
|
addPass(createR600ControlFlowFinalizer(*TM));
|
2012-12-11 21:25:42 +00:00
|
|
|
} else {
|
|
|
|
addPass(createSILowerControlFlowPass(*TM));
|
|
|
|
}
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|