2010-12-05 22:04:16 +00:00
|
|
|
//===-- ARMHazardRecognizer.cpp - ARM postra hazard recognizer ------------===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#include "ARMHazardRecognizer.h"
|
|
|
|
#include "ARMBaseInstrInfo.h"
|
|
|
|
#include "ARMSubtarget.h"
|
|
|
|
#include "llvm/CodeGen/MachineInstr.h"
|
|
|
|
#include "llvm/CodeGen/ScheduleDAG.h"
|
|
|
|
#include "llvm/Target/TargetRegisterInfo.h"
|
|
|
|
using namespace llvm;
|
|
|
|
|
|
|
|
static bool hasRAWHazard(MachineInstr *DefMI, MachineInstr *MI,
|
|
|
|
const TargetRegisterInfo &TRI) {
|
|
|
|
// FIXME: Detect integer instructions properly.
|
|
|
|
const TargetInstrDesc &TID = MI->getDesc();
|
|
|
|
unsigned Domain = TID.TSFlags & ARMII::DomainMask;
|
|
|
|
if (Domain == ARMII::DomainVFP) {
|
|
|
|
unsigned Opcode = MI->getOpcode();
|
|
|
|
if (Opcode == ARM::VSTRS || Opcode == ARM::VSTRD ||
|
|
|
|
Opcode == ARM::VMOVRS || Opcode == ARM::VMOVRRD)
|
|
|
|
return false;
|
|
|
|
} else if (Domain == ARMII::DomainNEON) {
|
|
|
|
if (MI->getDesc().mayStore() || MI->getDesc().mayLoad())
|
|
|
|
return false;
|
|
|
|
} else
|
|
|
|
return false;
|
|
|
|
return MI->readsRegister(DefMI->getOperand(0).getReg(), &TRI);
|
|
|
|
}
|
|
|
|
|
|
|
|
ScheduleHazardRecognizer::HazardType
|
Various bits of framework needed for precise machine-level selection
DAG scheduling during isel. Most new functionality is currently
guarded by -enable-sched-cycles and -enable-sched-hazard.
Added InstrItineraryData::IssueWidth field, currently derived from
ARM itineraries, but could be initialized differently on other targets.
Added ScheduleHazardRecognizer::MaxLookAhead to indicate whether it is
active, and if so how many cycles of state it holds.
Added SchedulingPriorityQueue::HasReadyFilter to allowing gating entry
into the scheduler's available queue.
ScoreboardHazardRecognizer now accesses the ScheduleDAG in order to
get information about it's SUnits, provides RecedeCycle for bottom-up
scheduling, correctly computes scoreboard depth, tracks IssueCount, and
considers potential stall cycles when checking for hazards.
ScheduleDAGRRList now models machine cycles and hazards (under
flags). It tracks MinAvailableCycle, drives the hazard recognizer and
priority queue's ready filter, manages a new PendingQueue, properly
accounts for stall cycles, etc.
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@122541 91177308-0d34-0410-b5e6-96231b3b80d8
2010-12-24 05:03:26 +00:00
|
|
|
ARMHazardRecognizer::getHazardType(SUnit *SU, int Stalls) {
|
|
|
|
assert(Stalls == 0 && "ARM hazards don't support scoreboard lookahead");
|
|
|
|
|
2010-12-05 22:04:16 +00:00
|
|
|
MachineInstr *MI = SU->getInstr();
|
|
|
|
|
|
|
|
if (!MI->isDebugValue()) {
|
|
|
|
if (ITBlockSize && MI != ITBlockMIs[ITBlockSize-1])
|
|
|
|
return Hazard;
|
|
|
|
|
|
|
|
// Look for special VMLA / VMLS hazards. A VMUL / VADD / VSUB following
|
|
|
|
// a VMLA / VMLS will cause 4 cycle stall.
|
|
|
|
const TargetInstrDesc &TID = MI->getDesc();
|
|
|
|
if (LastMI && (TID.TSFlags & ARMII::DomainMask) != ARMII::DomainGeneral) {
|
|
|
|
MachineInstr *DefMI = LastMI;
|
|
|
|
const TargetInstrDesc &LastTID = LastMI->getDesc();
|
|
|
|
// Skip over one non-VFP / NEON instruction.
|
|
|
|
if (!LastTID.isBarrier() &&
|
|
|
|
(LastTID.TSFlags & ARMII::DomainMask) == ARMII::DomainGeneral) {
|
|
|
|
MachineBasicBlock::iterator I = LastMI;
|
|
|
|
if (I != LastMI->getParent()->begin()) {
|
|
|
|
I = llvm::prior(I);
|
|
|
|
DefMI = &*I;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if (TII.isFpMLxInstruction(DefMI->getOpcode()) &&
|
|
|
|
(TII.canCauseFpMLxStall(MI->getOpcode()) ||
|
|
|
|
hasRAWHazard(DefMI, MI, TRI))) {
|
|
|
|
// Try to schedule another instruction for the next 4 cycles.
|
Various bits of framework needed for precise machine-level selection
DAG scheduling during isel. Most new functionality is currently
guarded by -enable-sched-cycles and -enable-sched-hazard.
Added InstrItineraryData::IssueWidth field, currently derived from
ARM itineraries, but could be initialized differently on other targets.
Added ScheduleHazardRecognizer::MaxLookAhead to indicate whether it is
active, and if so how many cycles of state it holds.
Added SchedulingPriorityQueue::HasReadyFilter to allowing gating entry
into the scheduler's available queue.
ScoreboardHazardRecognizer now accesses the ScheduleDAG in order to
get information about it's SUnits, provides RecedeCycle for bottom-up
scheduling, correctly computes scoreboard depth, tracks IssueCount, and
considers potential stall cycles when checking for hazards.
ScheduleDAGRRList now models machine cycles and hazards (under
flags). It tracks MinAvailableCycle, drives the hazard recognizer and
priority queue's ready filter, manages a new PendingQueue, properly
accounts for stall cycles, etc.
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@122541 91177308-0d34-0410-b5e6-96231b3b80d8
2010-12-24 05:03:26 +00:00
|
|
|
if (FpMLxStalls == 0)
|
|
|
|
FpMLxStalls = 4;
|
2010-12-05 22:04:16 +00:00
|
|
|
return Hazard;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
Various bits of framework needed for precise machine-level selection
DAG scheduling during isel. Most new functionality is currently
guarded by -enable-sched-cycles and -enable-sched-hazard.
Added InstrItineraryData::IssueWidth field, currently derived from
ARM itineraries, but could be initialized differently on other targets.
Added ScheduleHazardRecognizer::MaxLookAhead to indicate whether it is
active, and if so how many cycles of state it holds.
Added SchedulingPriorityQueue::HasReadyFilter to allowing gating entry
into the scheduler's available queue.
ScoreboardHazardRecognizer now accesses the ScheduleDAG in order to
get information about it's SUnits, provides RecedeCycle for bottom-up
scheduling, correctly computes scoreboard depth, tracks IssueCount, and
considers potential stall cycles when checking for hazards.
ScheduleDAGRRList now models machine cycles and hazards (under
flags). It tracks MinAvailableCycle, drives the hazard recognizer and
priority queue's ready filter, manages a new PendingQueue, properly
accounts for stall cycles, etc.
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@122541 91177308-0d34-0410-b5e6-96231b3b80d8
2010-12-24 05:03:26 +00:00
|
|
|
return ScoreboardHazardRecognizer::getHazardType(SU, Stalls);
|
2010-12-05 22:04:16 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void ARMHazardRecognizer::Reset() {
|
|
|
|
LastMI = 0;
|
Various bits of framework needed for precise machine-level selection
DAG scheduling during isel. Most new functionality is currently
guarded by -enable-sched-cycles and -enable-sched-hazard.
Added InstrItineraryData::IssueWidth field, currently derived from
ARM itineraries, but could be initialized differently on other targets.
Added ScheduleHazardRecognizer::MaxLookAhead to indicate whether it is
active, and if so how many cycles of state it holds.
Added SchedulingPriorityQueue::HasReadyFilter to allowing gating entry
into the scheduler's available queue.
ScoreboardHazardRecognizer now accesses the ScheduleDAG in order to
get information about it's SUnits, provides RecedeCycle for bottom-up
scheduling, correctly computes scoreboard depth, tracks IssueCount, and
considers potential stall cycles when checking for hazards.
ScheduleDAGRRList now models machine cycles and hazards (under
flags). It tracks MinAvailableCycle, drives the hazard recognizer and
priority queue's ready filter, manages a new PendingQueue, properly
accounts for stall cycles, etc.
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@122541 91177308-0d34-0410-b5e6-96231b3b80d8
2010-12-24 05:03:26 +00:00
|
|
|
FpMLxStalls = 0;
|
2010-12-05 22:04:16 +00:00
|
|
|
ITBlockSize = 0;
|
2010-12-08 20:04:29 +00:00
|
|
|
ScoreboardHazardRecognizer::Reset();
|
2010-12-05 22:04:16 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void ARMHazardRecognizer::EmitInstruction(SUnit *SU) {
|
|
|
|
MachineInstr *MI = SU->getInstr();
|
|
|
|
unsigned Opcode = MI->getOpcode();
|
|
|
|
if (ITBlockSize) {
|
|
|
|
--ITBlockSize;
|
|
|
|
} else if (Opcode == ARM::t2IT) {
|
|
|
|
unsigned Mask = MI->getOperand(1).getImm();
|
|
|
|
unsigned NumTZ = CountTrailingZeros_32(Mask);
|
|
|
|
assert(NumTZ <= 3 && "Invalid IT mask!");
|
|
|
|
ITBlockSize = 4 - NumTZ;
|
|
|
|
MachineBasicBlock::iterator I = MI;
|
|
|
|
for (unsigned i = 0; i < ITBlockSize; ++i) {
|
|
|
|
// Advance to the next instruction, skipping any dbg_value instructions.
|
|
|
|
do {
|
|
|
|
++I;
|
|
|
|
} while (I->isDebugValue());
|
|
|
|
ITBlockMIs[ITBlockSize-1-i] = &*I;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if (!MI->isDebugValue()) {
|
|
|
|
LastMI = MI;
|
Various bits of framework needed for precise machine-level selection
DAG scheduling during isel. Most new functionality is currently
guarded by -enable-sched-cycles and -enable-sched-hazard.
Added InstrItineraryData::IssueWidth field, currently derived from
ARM itineraries, but could be initialized differently on other targets.
Added ScheduleHazardRecognizer::MaxLookAhead to indicate whether it is
active, and if so how many cycles of state it holds.
Added SchedulingPriorityQueue::HasReadyFilter to allowing gating entry
into the scheduler's available queue.
ScoreboardHazardRecognizer now accesses the ScheduleDAG in order to
get information about it's SUnits, provides RecedeCycle for bottom-up
scheduling, correctly computes scoreboard depth, tracks IssueCount, and
considers potential stall cycles when checking for hazards.
ScheduleDAGRRList now models machine cycles and hazards (under
flags). It tracks MinAvailableCycle, drives the hazard recognizer and
priority queue's ready filter, manages a new PendingQueue, properly
accounts for stall cycles, etc.
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@122541 91177308-0d34-0410-b5e6-96231b3b80d8
2010-12-24 05:03:26 +00:00
|
|
|
FpMLxStalls = 0;
|
2010-12-05 22:04:16 +00:00
|
|
|
}
|
|
|
|
|
2010-12-08 20:04:29 +00:00
|
|
|
ScoreboardHazardRecognizer::EmitInstruction(SU);
|
2010-12-05 22:04:16 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void ARMHazardRecognizer::AdvanceCycle() {
|
Various bits of framework needed for precise machine-level selection
DAG scheduling during isel. Most new functionality is currently
guarded by -enable-sched-cycles and -enable-sched-hazard.
Added InstrItineraryData::IssueWidth field, currently derived from
ARM itineraries, but could be initialized differently on other targets.
Added ScheduleHazardRecognizer::MaxLookAhead to indicate whether it is
active, and if so how many cycles of state it holds.
Added SchedulingPriorityQueue::HasReadyFilter to allowing gating entry
into the scheduler's available queue.
ScoreboardHazardRecognizer now accesses the ScheduleDAG in order to
get information about it's SUnits, provides RecedeCycle for bottom-up
scheduling, correctly computes scoreboard depth, tracks IssueCount, and
considers potential stall cycles when checking for hazards.
ScheduleDAGRRList now models machine cycles and hazards (under
flags). It tracks MinAvailableCycle, drives the hazard recognizer and
priority queue's ready filter, manages a new PendingQueue, properly
accounts for stall cycles, etc.
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@122541 91177308-0d34-0410-b5e6-96231b3b80d8
2010-12-24 05:03:26 +00:00
|
|
|
if (FpMLxStalls && --FpMLxStalls == 0)
|
2010-12-05 22:04:16 +00:00
|
|
|
// Stalled for 4 cycles but still can't schedule any other instructions.
|
|
|
|
LastMI = 0;
|
2010-12-08 20:04:29 +00:00
|
|
|
ScoreboardHazardRecognizer::AdvanceCycle();
|
|
|
|
}
|
|
|
|
|
|
|
|
void ARMHazardRecognizer::RecedeCycle() {
|
|
|
|
llvm_unreachable("reverse ARM hazard checking unsupported");
|
2010-12-05 22:04:16 +00:00
|
|
|
}
|