2012-12-11 21:25:42 +00:00
|
|
|
//===-- AMDGPUTargetMachine.cpp - TargetMachine for hw codegen targets-----===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
/// \file
|
|
|
|
/// \brief The AMDGPU target machine contains all of the hardware specific
|
|
|
|
/// information needed to emit code for R600 and SI GPUs.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#include "AMDGPUTargetMachine.h"
|
|
|
|
#include "AMDGPU.h"
|
|
|
|
#include "R600ISelLowering.h"
|
|
|
|
#include "R600InstrInfo.h"
|
2013-03-05 18:41:32 +00:00
|
|
|
#include "R600MachineScheduler.h"
|
2012-12-11 21:25:42 +00:00
|
|
|
#include "SIISelLowering.h"
|
|
|
|
#include "SIInstrInfo.h"
|
|
|
|
#include "llvm/Analysis/Passes.h"
|
|
|
|
#include "llvm/CodeGen/MachineFunctionAnalysis.h"
|
|
|
|
#include "llvm/CodeGen/MachineModuleInfo.h"
|
|
|
|
#include "llvm/CodeGen/Passes.h"
|
2014-01-13 09:26:24 +00:00
|
|
|
#include "llvm/IR/Verifier.h"
|
2012-12-11 21:25:42 +00:00
|
|
|
#include "llvm/MC/MCAsmInfo.h"
|
|
|
|
#include "llvm/PassManager.h"
|
|
|
|
#include "llvm/Support/TargetRegistry.h"
|
|
|
|
#include "llvm/Support/raw_os_ostream.h"
|
|
|
|
#include "llvm/Transforms/IPO.h"
|
|
|
|
#include "llvm/Transforms/Scalar.h"
|
|
|
|
#include <llvm/CodeGen/Passes.h>
|
|
|
|
|
2013-10-10 17:11:12 +00:00
|
|
|
|
2012-12-11 21:25:42 +00:00
|
|
|
using namespace llvm;
|
|
|
|
|
|
|
|
extern "C" void LLVMInitializeR600Target() {
|
|
|
|
// Register the target
|
|
|
|
RegisterTargetMachine<AMDGPUTargetMachine> X(TheAMDGPUTarget);
|
|
|
|
}
|
|
|
|
|
2013-03-05 18:41:32 +00:00
|
|
|
static ScheduleDAGInstrs *createR600MachineScheduler(MachineSchedContext *C) {
|
2014-04-21 20:32:32 +00:00
|
|
|
return new ScheduleDAGMILive(C, make_unique<R600SchedStrategy>());
|
2013-03-05 18:41:32 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
static MachineSchedRegistry
|
|
|
|
SchedCustomRegistry("r600", "Run R600's custom scheduler",
|
|
|
|
createR600MachineScheduler);
|
|
|
|
|
2013-12-14 06:13:44 +00:00
|
|
|
static std::string computeDataLayout(const AMDGPUSubtarget &ST) {
|
2013-12-19 16:51:03 +00:00
|
|
|
std::string Ret = "e-p:32:32";
|
2013-12-14 06:13:44 +00:00
|
|
|
|
2013-12-19 05:32:55 +00:00
|
|
|
if (ST.is64bit()) {
|
|
|
|
// 32-bit private, local, and region pointers. 64-bit global and constant.
|
2014-05-22 18:27:07 +00:00
|
|
|
Ret += "-p1:64:64-p2:64:64-p3:32:32-p4:64:64-p5:32:32-p24:64:64";
|
2013-12-19 05:32:55 +00:00
|
|
|
}
|
2013-12-14 06:13:44 +00:00
|
|
|
|
2013-12-16 19:31:14 +00:00
|
|
|
Ret += "-i64:64-v16:16-v24:32-v32:32-v48:64-v96:128-v192:256-v256:256"
|
|
|
|
"-v512:512-v1024:1024-v2048:2048-n32:64";
|
|
|
|
|
2013-12-16 19:18:57 +00:00
|
|
|
return Ret;
|
2013-12-14 06:13:44 +00:00
|
|
|
}
|
|
|
|
|
2012-12-11 21:25:42 +00:00
|
|
|
AMDGPUTargetMachine::AMDGPUTargetMachine(const Target &T, StringRef TT,
|
|
|
|
StringRef CPU, StringRef FS,
|
|
|
|
TargetOptions Options,
|
|
|
|
Reloc::Model RM, CodeModel::Model CM,
|
|
|
|
CodeGenOpt::Level OptLevel
|
|
|
|
)
|
|
|
|
:
|
|
|
|
LLVMTargetMachine(T, TT, CPU, FS, Options, RM, CM, OptLevel),
|
|
|
|
Subtarget(TT, CPU, FS),
|
2013-12-14 06:13:44 +00:00
|
|
|
Layout(computeDataLayout(Subtarget)),
|
2013-10-23 00:44:32 +00:00
|
|
|
FrameLowering(TargetFrameLowering::StackGrowsUp,
|
|
|
|
64 * 16 // Maximum stack alignment (long16)
|
|
|
|
, 0),
|
2012-12-11 21:25:42 +00:00
|
|
|
IntrinsicInfo(this),
|
|
|
|
InstrItins(&Subtarget.getInstrItineraryData()) {
|
|
|
|
// TLInfo uses InstrInfo so it must be initialized after.
|
2013-06-07 20:37:48 +00:00
|
|
|
if (Subtarget.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) {
|
2013-05-23 03:31:47 +00:00
|
|
|
TLInfo.reset(new R600TargetLowering(*this));
|
2012-12-11 21:25:42 +00:00
|
|
|
} else {
|
2013-05-23 03:31:47 +00:00
|
|
|
TLInfo.reset(new SITargetLowering(*this));
|
2012-12-11 21:25:42 +00:00
|
|
|
}
|
2013-12-07 01:49:19 +00:00
|
|
|
setRequiresStructuredCFG(true);
|
2013-05-13 01:16:13 +00:00
|
|
|
initAsmInfo();
|
2012-12-11 21:25:42 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
AMDGPUTargetMachine::~AMDGPUTargetMachine() {
|
|
|
|
}
|
|
|
|
|
|
|
|
namespace {
|
|
|
|
class AMDGPUPassConfig : public TargetPassConfig {
|
|
|
|
public:
|
|
|
|
AMDGPUPassConfig(AMDGPUTargetMachine *TM, PassManagerBase &PM)
|
2013-09-20 05:14:41 +00:00
|
|
|
: TargetPassConfig(TM, PM) {}
|
2012-12-11 21:25:42 +00:00
|
|
|
|
|
|
|
AMDGPUTargetMachine &getAMDGPUTargetMachine() const {
|
|
|
|
return getTM<AMDGPUTargetMachine>();
|
|
|
|
}
|
2013-09-20 05:14:41 +00:00
|
|
|
|
2014-04-29 07:57:24 +00:00
|
|
|
ScheduleDAGInstrs *
|
|
|
|
createMachineScheduler(MachineSchedContext *C) const override {
|
2013-09-20 05:14:41 +00:00
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
|
|
|
if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS)
|
|
|
|
return createR600MachineScheduler(C);
|
2014-04-25 05:30:21 +00:00
|
|
|
return nullptr;
|
2013-09-20 05:14:41 +00:00
|
|
|
}
|
|
|
|
|
2014-06-17 16:53:14 +00:00
|
|
|
virtual void addCodeGenPrepare();
|
2014-04-29 07:57:24 +00:00
|
|
|
bool addPreISel() override;
|
|
|
|
bool addInstSelector() override;
|
|
|
|
bool addPreRegAlloc() override;
|
|
|
|
bool addPostRegAlloc() override;
|
|
|
|
bool addPreSched2() override;
|
|
|
|
bool addPreEmitPass() override;
|
2012-12-11 21:25:42 +00:00
|
|
|
};
|
|
|
|
} // End of anonymous namespace
|
|
|
|
|
|
|
|
TargetPassConfig *AMDGPUTargetMachine::createPassConfig(PassManagerBase &PM) {
|
|
|
|
return new AMDGPUPassConfig(this, PM);
|
|
|
|
}
|
|
|
|
|
2013-07-27 00:01:07 +00:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// AMDGPU Analysis Pass Setup
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
void AMDGPUTargetMachine::addAnalysisPasses(PassManagerBase &PM) {
|
|
|
|
// Add first the target-independent BasicTTI pass, then our AMDGPU pass. This
|
|
|
|
// allows the AMDGPU pass to delegate to the target independent layer when
|
|
|
|
// appropriate.
|
|
|
|
PM.add(createBasicTargetTransformInfoPass(this));
|
|
|
|
PM.add(createAMDGPUTargetTransformInfoPass(this));
|
|
|
|
}
|
|
|
|
|
2014-06-17 16:53:14 +00:00
|
|
|
void AMDGPUPassConfig::addCodeGenPrepare() {
|
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
|
|
|
addPass(createAMDGPUPromoteAlloca(ST));
|
|
|
|
addPass(createSROAPass());
|
|
|
|
TargetPassConfig::addCodeGenPrepare();
|
|
|
|
}
|
|
|
|
|
2012-12-11 21:25:42 +00:00
|
|
|
bool
|
|
|
|
AMDGPUPassConfig::addPreISel() {
|
2012-12-19 22:10:31 +00:00
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
2013-08-06 02:43:45 +00:00
|
|
|
addPass(createFlattenCFGPass());
|
2013-11-18 19:43:44 +00:00
|
|
|
if (ST.IsIRStructurizerEnabled())
|
2013-10-10 17:11:12 +00:00
|
|
|
addPass(createStructurizeCFGPass());
|
2014-02-24 21:01:23 +00:00
|
|
|
if (ST.getGeneration() >= AMDGPUSubtarget::SOUTHERN_ISLANDS) {
|
2013-10-13 17:56:21 +00:00
|
|
|
addPass(createSinkingPass());
|
2013-08-14 23:24:45 +00:00
|
|
|
addPass(createSITypeRewriter());
|
2012-12-19 22:10:31 +00:00
|
|
|
addPass(createSIAnnotateControlFlowPass());
|
2013-05-17 16:50:20 +00:00
|
|
|
} else {
|
|
|
|
addPass(createR600TextureIntrinsicsReplacer());
|
2012-12-19 22:10:31 +00:00
|
|
|
}
|
2012-12-11 21:25:42 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool AMDGPUPassConfig::addInstSelector() {
|
|
|
|
addPass(createAMDGPUISelDag(getAMDGPUTargetMachine()));
|
2014-04-30 15:31:33 +00:00
|
|
|
addPass(createSILowerI1CopiesPass());
|
2012-12-11 21:25:42 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool AMDGPUPassConfig::addPreRegAlloc() {
|
2013-06-05 21:38:04 +00:00
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
2013-06-07 20:37:48 +00:00
|
|
|
|
|
|
|
if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) {
|
2013-06-05 21:38:04 +00:00
|
|
|
addPass(createR600VectorRegMerger(*TM));
|
2013-08-06 23:08:28 +00:00
|
|
|
} else {
|
|
|
|
addPass(createSIFixSGPRCopiesPass(*TM));
|
2014-03-21 15:51:57 +00:00
|
|
|
// SIFixSGPRCopies can generate a lot of duplicate instructions,
|
|
|
|
// so we need to run MachineCSE afterwards.
|
|
|
|
addPass(&MachineCSEID);
|
2013-06-05 21:38:04 +00:00
|
|
|
}
|
2012-12-11 21:25:42 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool AMDGPUPassConfig::addPostRegAlloc() {
|
2013-01-18 21:15:53 +00:00
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
|
|
|
|
2013-06-07 20:37:48 +00:00
|
|
|
if (ST.getGeneration() > AMDGPUSubtarget::NORTHERN_ISLANDS) {
|
2013-01-18 21:15:53 +00:00
|
|
|
addPass(createSIInsertWaits(*TM));
|
|
|
|
}
|
2012-12-11 21:25:42 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool AMDGPUPassConfig::addPreSched2() {
|
2013-07-09 15:03:33 +00:00
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
2012-12-11 21:25:42 +00:00
|
|
|
|
2013-10-01 19:32:58 +00:00
|
|
|
if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS)
|
2013-12-11 17:51:41 +00:00
|
|
|
addPass(createR600EmitClauseMarkers());
|
2013-11-18 19:43:33 +00:00
|
|
|
if (ST.isIfCvtEnabled())
|
|
|
|
addPass(&IfConverterID);
|
2013-10-01 19:32:58 +00:00
|
|
|
if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS)
|
|
|
|
addPass(createR600ClauseMergePass(*TM));
|
2012-12-11 21:25:42 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool AMDGPUPassConfig::addPreEmitPass() {
|
|
|
|
const AMDGPUSubtarget &ST = TM->getSubtarget<AMDGPUSubtarget>();
|
2013-06-07 20:37:48 +00:00
|
|
|
if (ST.getGeneration() <= AMDGPUSubtarget::NORTHERN_ISLANDS) {
|
2013-12-11 17:51:47 +00:00
|
|
|
addPass(createAMDGPUCFGStructurizerPass());
|
2012-12-11 21:25:42 +00:00
|
|
|
addPass(createR600ExpandSpecialInstrsPass(*TM));
|
|
|
|
addPass(&FinalizeMachineBundlesID);
|
2013-04-30 00:14:27 +00:00
|
|
|
addPass(createR600Packetizer(*TM));
|
|
|
|
addPass(createR600ControlFlowFinalizer(*TM));
|
2012-12-11 21:25:42 +00:00
|
|
|
} else {
|
|
|
|
addPass(createSILowerControlFlowPass(*TM));
|
|
|
|
}
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|