2012-01-11 22:28:30 +00:00
|
|
|
//===-- RegAllocBase.cpp - Register Allocator Base Class ------------------===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
2014-02-22 19:31:28 +00:00
|
|
|
// This file defines the RegAllocBase class which provides common functionality
|
2012-01-11 22:28:30 +00:00
|
|
|
// for LiveIntervalUnion-based register allocators.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#include "RegAllocBase.h"
|
|
|
|
#include "Spiller.h"
|
|
|
|
#include "llvm/ADT/Statistic.h"
|
|
|
|
#include "llvm/CodeGen/LiveIntervalAnalysis.h"
|
2012-04-02 22:44:18 +00:00
|
|
|
#include "llvm/CodeGen/LiveRangeEdit.h"
|
2012-11-28 19:13:06 +00:00
|
|
|
#include "llvm/CodeGen/LiveRegMatrix.h"
|
2012-01-11 22:28:30 +00:00
|
|
|
#include "llvm/CodeGen/MachineInstr.h"
|
|
|
|
#include "llvm/CodeGen/MachineRegisterInfo.h"
|
2012-11-28 19:13:06 +00:00
|
|
|
#include "llvm/CodeGen/VirtRegMap.h"
|
2012-01-11 22:28:30 +00:00
|
|
|
#include "llvm/Target/TargetMachine.h"
|
|
|
|
#include "llvm/Target/TargetRegisterInfo.h"
|
|
|
|
#ifndef NDEBUG
|
|
|
|
#include "llvm/ADT/SparseBitVector.h"
|
|
|
|
#endif
|
|
|
|
#include "llvm/Support/CommandLine.h"
|
|
|
|
#include "llvm/Support/Debug.h"
|
|
|
|
#include "llvm/Support/ErrorHandling.h"
|
|
|
|
#include "llvm/Support/raw_ostream.h"
|
|
|
|
#include "llvm/Support/Timer.h"
|
|
|
|
|
|
|
|
using namespace llvm;
|
|
|
|
|
2014-04-22 02:02:50 +00:00
|
|
|
#define DEBUG_TYPE "regalloc"
|
|
|
|
|
2012-01-11 22:28:30 +00:00
|
|
|
STATISTIC(NumNewQueued , "Number of new live ranges queued");
|
|
|
|
|
|
|
|
// Temporary verification option until we can put verification inside
|
|
|
|
// MachineVerifier.
|
|
|
|
static cl::opt<bool, true>
|
|
|
|
VerifyRegAlloc("verify-regalloc", cl::location(RegAllocBase::VerifyEnabled),
|
|
|
|
cl::desc("Verify during register allocation"));
|
|
|
|
|
2013-07-17 03:11:32 +00:00
|
|
|
const char RegAllocBase::TimerGroupName[] = "Register Allocation";
|
2012-01-11 22:28:30 +00:00
|
|
|
bool RegAllocBase::VerifyEnabled = false;
|
|
|
|
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// RegAllocBase Implementation
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2013-11-19 00:57:56 +00:00
|
|
|
// Pin the vtable to this file.
|
|
|
|
void RegAllocBase::anchor() {}
|
|
|
|
|
2012-06-20 22:52:29 +00:00
|
|
|
void RegAllocBase::init(VirtRegMap &vrm,
|
|
|
|
LiveIntervals &lis,
|
|
|
|
LiveRegMatrix &mat) {
|
2012-01-11 22:28:30 +00:00
|
|
|
TRI = &vrm.getTargetRegInfo();
|
|
|
|
MRI = &vrm.getRegInfo();
|
|
|
|
VRM = &vrm;
|
|
|
|
LIS = &lis;
|
2012-06-20 22:52:29 +00:00
|
|
|
Matrix = &mat;
|
2012-11-28 00:21:29 +00:00
|
|
|
MRI->freezeReservedRegs(vrm.getMachineFunction());
|
2012-01-11 22:28:30 +00:00
|
|
|
RegClassInfo.runOnMachineFunction(vrm.getMachineFunction());
|
|
|
|
}
|
|
|
|
|
|
|
|
// Visit all the live registers. If they are already assigned to a physical
|
|
|
|
// register, unify them with the corresponding LiveIntervalUnion, otherwise push
|
|
|
|
// them on the priority queue for later assignment.
|
|
|
|
void RegAllocBase::seedLiveRegs() {
|
|
|
|
NamedRegionTimer T("Seed Live Regs", TimerGroupName, TimePassesIsEnabled);
|
2012-06-20 21:25:05 +00:00
|
|
|
for (unsigned i = 0, e = MRI->getNumVirtRegs(); i != e; ++i) {
|
|
|
|
unsigned Reg = TargetRegisterInfo::index2VirtReg(i);
|
|
|
|
if (MRI->reg_nodbg_empty(Reg))
|
|
|
|
continue;
|
|
|
|
enqueue(&LIS->getInterval(Reg));
|
2012-01-11 22:28:30 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Top-level driver to manage the queue of unassigned VirtRegs and call the
|
|
|
|
// selectOrSplit implementation.
|
|
|
|
void RegAllocBase::allocatePhysRegs() {
|
|
|
|
seedLiveRegs();
|
|
|
|
|
|
|
|
// Continue assigning vregs one at a time to available physical registers.
|
|
|
|
while (LiveInterval *VirtReg = dequeue()) {
|
|
|
|
assert(!VRM->hasPhys(VirtReg->reg) && "Register already assigned");
|
|
|
|
|
|
|
|
// Unused registers can appear when the spiller coalesces snippets.
|
|
|
|
if (MRI->reg_nodbg_empty(VirtReg->reg)) {
|
|
|
|
DEBUG(dbgs() << "Dropping unused " << *VirtReg << '\n');
|
|
|
|
LIS->removeInterval(VirtReg->reg);
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Invalidate all interference queries, live ranges could have changed.
|
2012-06-20 22:52:29 +00:00
|
|
|
Matrix->invalidateVirtRegs();
|
2012-01-11 22:28:30 +00:00
|
|
|
|
|
|
|
// selectOrSplit requests the allocator to return an available physical
|
|
|
|
// register if possible and populate a list of new live intervals that
|
|
|
|
// result from splitting.
|
|
|
|
DEBUG(dbgs() << "\nselectOrSplit "
|
2013-11-22 19:07:42 +00:00
|
|
|
<< MRI->getRegClass(VirtReg->reg)->getName()
|
|
|
|
<< ':' << *VirtReg << " w=" << VirtReg->weight << '\n');
|
2013-08-14 23:50:04 +00:00
|
|
|
typedef SmallVector<unsigned, 4> VirtRegVec;
|
2012-01-11 22:28:30 +00:00
|
|
|
VirtRegVec SplitVRegs;
|
|
|
|
unsigned AvailablePhysReg = selectOrSplit(*VirtReg, SplitVRegs);
|
|
|
|
|
|
|
|
if (AvailablePhysReg == ~0u) {
|
|
|
|
// selectOrSplit failed to find a register!
|
|
|
|
// Probably caused by an inline asm.
|
2014-04-14 00:51:57 +00:00
|
|
|
MachineInstr *MI = nullptr;
|
2014-03-13 06:02:25 +00:00
|
|
|
for (MachineRegisterInfo::reg_instr_iterator
|
|
|
|
I = MRI->reg_instr_begin(VirtReg->reg), E = MRI->reg_instr_end();
|
|
|
|
I != E; ) {
|
|
|
|
MachineInstr *TmpMI = &*(I++);
|
|
|
|
if (TmpMI->isInlineAsm()) {
|
|
|
|
MI = TmpMI;
|
2012-01-11 22:28:30 +00:00
|
|
|
break;
|
2014-03-13 06:02:25 +00:00
|
|
|
}
|
|
|
|
}
|
2012-01-11 22:28:30 +00:00
|
|
|
if (MI)
|
2013-10-05 19:33:37 +00:00
|
|
|
MI->emitError("inline assembly requires more registers than available");
|
2012-01-11 22:28:30 +00:00
|
|
|
else
|
2013-10-05 19:33:37 +00:00
|
|
|
report_fatal_error("ran out of registers during register allocation");
|
2012-01-11 22:28:30 +00:00
|
|
|
// Keep going after reporting the error.
|
|
|
|
VRM->assignVirt2Phys(VirtReg->reg,
|
|
|
|
RegClassInfo.getOrder(MRI->getRegClass(VirtReg->reg)).front());
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (AvailablePhysReg)
|
2012-06-20 22:52:29 +00:00
|
|
|
Matrix->assign(*VirtReg, AvailablePhysReg);
|
2012-01-11 22:28:30 +00:00
|
|
|
|
|
|
|
for (VirtRegVec::iterator I = SplitVRegs.begin(), E = SplitVRegs.end();
|
|
|
|
I != E; ++I) {
|
2013-08-14 23:50:04 +00:00
|
|
|
LiveInterval *SplitVirtReg = &LIS->getInterval(*I);
|
2012-01-11 22:28:30 +00:00
|
|
|
assert(!VRM->hasPhys(SplitVirtReg->reg) && "Register already assigned");
|
|
|
|
if (MRI->reg_nodbg_empty(SplitVirtReg->reg)) {
|
|
|
|
DEBUG(dbgs() << "not queueing unused " << *SplitVirtReg << '\n');
|
|
|
|
LIS->removeInterval(SplitVirtReg->reg);
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
DEBUG(dbgs() << "queuing new interval: " << *SplitVirtReg << "\n");
|
|
|
|
assert(TargetRegisterInfo::isVirtualRegister(SplitVirtReg->reg) &&
|
|
|
|
"expect split value in virtual register");
|
|
|
|
enqueue(SplitVirtReg);
|
|
|
|
++NumNewQueued;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|