2012-06-09 02:13:10 +00:00
|
|
|
//===-- LiveRegMatrix.cpp - Track register interference -------------------===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This file defines the LiveRegMatrix analysis pass.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#define DEBUG_TYPE "regalloc"
|
2012-12-03 16:50:05 +00:00
|
|
|
#include "llvm/CodeGen/LiveRegMatrix.h"
|
2012-09-06 18:15:23 +00:00
|
|
|
#include "RegisterCoalescer.h"
|
2012-06-09 02:13:10 +00:00
|
|
|
#include "llvm/ADT/Statistic.h"
|
|
|
|
#include "llvm/CodeGen/LiveIntervalAnalysis.h"
|
2012-12-03 16:50:05 +00:00
|
|
|
#include "llvm/CodeGen/MachineRegisterInfo.h"
|
2012-11-28 19:13:06 +00:00
|
|
|
#include "llvm/CodeGen/VirtRegMap.h"
|
2012-06-09 02:13:10 +00:00
|
|
|
#include "llvm/Support/Debug.h"
|
|
|
|
#include "llvm/Support/raw_ostream.h"
|
2012-12-03 16:50:05 +00:00
|
|
|
#include "llvm/Target/TargetMachine.h"
|
|
|
|
#include "llvm/Target/TargetRegisterInfo.h"
|
2012-06-09 02:13:10 +00:00
|
|
|
|
|
|
|
using namespace llvm;
|
|
|
|
|
|
|
|
STATISTIC(NumAssigned , "Number of registers assigned");
|
|
|
|
STATISTIC(NumUnassigned , "Number of registers unassigned");
|
|
|
|
|
|
|
|
char LiveRegMatrix::ID = 0;
|
|
|
|
INITIALIZE_PASS_BEGIN(LiveRegMatrix, "liveregmatrix",
|
|
|
|
"Live Register Matrix", false, false)
|
|
|
|
INITIALIZE_PASS_DEPENDENCY(LiveIntervals)
|
|
|
|
INITIALIZE_PASS_DEPENDENCY(VirtRegMap)
|
|
|
|
INITIALIZE_PASS_END(LiveRegMatrix, "liveregmatrix",
|
|
|
|
"Live Register Matrix", false, false)
|
|
|
|
|
|
|
|
LiveRegMatrix::LiveRegMatrix() : MachineFunctionPass(ID),
|
|
|
|
UserTag(0), RegMaskTag(0), RegMaskVirtReg(0) {}
|
|
|
|
|
|
|
|
void LiveRegMatrix::getAnalysisUsage(AnalysisUsage &AU) const {
|
|
|
|
AU.setPreservesAll();
|
|
|
|
AU.addRequiredTransitive<LiveIntervals>();
|
|
|
|
AU.addRequiredTransitive<VirtRegMap>();
|
|
|
|
MachineFunctionPass::getAnalysisUsage(AU);
|
|
|
|
}
|
|
|
|
|
|
|
|
bool LiveRegMatrix::runOnMachineFunction(MachineFunction &MF) {
|
|
|
|
TRI = MF.getTarget().getRegisterInfo();
|
|
|
|
MRI = &MF.getRegInfo();
|
|
|
|
LIS = &getAnalysis<LiveIntervals>();
|
|
|
|
VRM = &getAnalysis<VirtRegMap>();
|
|
|
|
|
|
|
|
unsigned NumRegUnits = TRI->getNumRegUnits();
|
|
|
|
if (NumRegUnits != Matrix.size())
|
|
|
|
Queries.reset(new LiveIntervalUnion::Query[NumRegUnits]);
|
|
|
|
Matrix.init(LIUAlloc, NumRegUnits);
|
|
|
|
|
|
|
|
// Make sure no stale queries get reused.
|
|
|
|
invalidateVirtRegs();
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
void LiveRegMatrix::releaseMemory() {
|
|
|
|
for (unsigned i = 0, e = Matrix.size(); i != e; ++i) {
|
|
|
|
Matrix[i].clear();
|
|
|
|
Queries[i].clear();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void LiveRegMatrix::assign(LiveInterval &VirtReg, unsigned PhysReg) {
|
|
|
|
DEBUG(dbgs() << "assigning " << PrintReg(VirtReg.reg, TRI)
|
|
|
|
<< " to " << PrintReg(PhysReg, TRI) << ':');
|
|
|
|
assert(!VRM->hasPhys(VirtReg.reg) && "Duplicate VirtReg assignment");
|
|
|
|
VRM->assignVirt2Phys(VirtReg.reg, PhysReg);
|
|
|
|
MRI->setPhysRegUsed(PhysReg);
|
|
|
|
for (MCRegUnitIterator Units(PhysReg, TRI); Units.isValid(); ++Units) {
|
|
|
|
DEBUG(dbgs() << ' ' << PrintRegUnit(*Units, TRI));
|
|
|
|
Matrix[*Units].unify(VirtReg);
|
|
|
|
}
|
|
|
|
++NumAssigned;
|
|
|
|
DEBUG(dbgs() << '\n');
|
|
|
|
}
|
|
|
|
|
|
|
|
void LiveRegMatrix::unassign(LiveInterval &VirtReg) {
|
|
|
|
unsigned PhysReg = VRM->getPhys(VirtReg.reg);
|
|
|
|
DEBUG(dbgs() << "unassigning " << PrintReg(VirtReg.reg, TRI)
|
|
|
|
<< " from " << PrintReg(PhysReg, TRI) << ':');
|
|
|
|
VRM->clearVirt(VirtReg.reg);
|
|
|
|
for (MCRegUnitIterator Units(PhysReg, TRI); Units.isValid(); ++Units) {
|
|
|
|
DEBUG(dbgs() << ' ' << PrintRegUnit(*Units, TRI));
|
|
|
|
Matrix[*Units].extract(VirtReg);
|
|
|
|
}
|
|
|
|
++NumUnassigned;
|
|
|
|
DEBUG(dbgs() << '\n');
|
|
|
|
}
|
|
|
|
|
|
|
|
bool LiveRegMatrix::checkRegMaskInterference(LiveInterval &VirtReg,
|
|
|
|
unsigned PhysReg) {
|
|
|
|
// Check if the cached information is valid.
|
|
|
|
// The same BitVector can be reused for all PhysRegs.
|
|
|
|
// We could cache multiple VirtRegs if it becomes necessary.
|
|
|
|
if (RegMaskVirtReg != VirtReg.reg || RegMaskTag != UserTag) {
|
|
|
|
RegMaskVirtReg = VirtReg.reg;
|
|
|
|
RegMaskTag = UserTag;
|
|
|
|
RegMaskUsable.clear();
|
|
|
|
LIS->checkRegMaskInterference(VirtReg, RegMaskUsable);
|
|
|
|
}
|
|
|
|
|
|
|
|
// The BitVector is indexed by PhysReg, not register unit.
|
|
|
|
// Regmask interference is more fine grained than regunits.
|
|
|
|
// For example, a Win64 call can clobber %ymm8 yet preserve %xmm8.
|
2012-06-15 22:24:22 +00:00
|
|
|
return !RegMaskUsable.empty() && (!PhysReg || !RegMaskUsable.test(PhysReg));
|
2012-06-09 02:13:10 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
bool LiveRegMatrix::checkRegUnitInterference(LiveInterval &VirtReg,
|
|
|
|
unsigned PhysReg) {
|
|
|
|
if (VirtReg.empty())
|
|
|
|
return false;
|
2012-09-06 18:15:23 +00:00
|
|
|
CoalescerPair CP(VirtReg.reg, PhysReg, *TRI);
|
2012-06-09 02:13:10 +00:00
|
|
|
for (MCRegUnitIterator Units(PhysReg, TRI); Units.isValid(); ++Units)
|
2012-09-06 18:15:23 +00:00
|
|
|
if (VirtReg.overlaps(LIS->getRegUnit(*Units), CP, *LIS->getSlotIndexes()))
|
2012-06-09 02:13:10 +00:00
|
|
|
return true;
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
LiveIntervalUnion::Query &LiveRegMatrix::query(LiveInterval &VirtReg,
|
|
|
|
unsigned RegUnit) {
|
|
|
|
LiveIntervalUnion::Query &Q = Queries[RegUnit];
|
|
|
|
Q.init(UserTag, &VirtReg, &Matrix[RegUnit]);
|
|
|
|
return Q;
|
|
|
|
}
|
|
|
|
|
|
|
|
LiveRegMatrix::InterferenceKind
|
|
|
|
LiveRegMatrix::checkInterference(LiveInterval &VirtReg, unsigned PhysReg) {
|
|
|
|
if (VirtReg.empty())
|
|
|
|
return IK_Free;
|
|
|
|
|
|
|
|
// Regmask interference is the fastest check.
|
|
|
|
if (checkRegMaskInterference(VirtReg, PhysReg))
|
|
|
|
return IK_RegMask;
|
|
|
|
|
|
|
|
// Check for fixed interference.
|
|
|
|
if (checkRegUnitInterference(VirtReg, PhysReg))
|
|
|
|
return IK_RegUnit;
|
|
|
|
|
|
|
|
// Check the matrix for virtual register interference.
|
|
|
|
for (MCRegUnitIterator Units(PhysReg, TRI); Units.isValid(); ++Units)
|
|
|
|
if (query(VirtReg, *Units).checkInterference())
|
|
|
|
return IK_VirtReg;
|
|
|
|
|
|
|
|
return IK_Free;
|
|
|
|
}
|