2011-06-29 01:14:12 +00:00
|
|
|
//===-- llvm/MC/MCInstrItineraries.h - Scheduling ---------------*- C++ -*-===//
|
2005-10-27 18:18:05 +00:00
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
2007-12-29 19:59:42 +00:00
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
2005-10-27 18:18:05 +00:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
2009-08-17 16:02:57 +00:00
|
|
|
// This file describes the structures used for instruction
|
|
|
|
// itineraries, stages, and operand reads/writes. This is used by
|
|
|
|
// schedulers to determine instruction stages and latencies.
|
2005-10-27 18:18:05 +00:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2011-06-29 01:14:12 +00:00
|
|
|
#ifndef LLVM_MC_MCINSTRITINERARIES_H
|
|
|
|
#define LLVM_MC_MCINSTRITINERARIES_H
|
2005-10-27 18:18:05 +00:00
|
|
|
|
2012-07-07 04:00:00 +00:00
|
|
|
#include "llvm/MC/MCSchedule.h"
|
2009-08-12 18:31:53 +00:00
|
|
|
#include <algorithm>
|
|
|
|
|
2005-10-27 18:18:05 +00:00
|
|
|
namespace llvm {
|
|
|
|
|
|
|
|
//===----------------------------------------------------------------------===//
|
2014-10-07 17:28:04 +00:00
|
|
|
/// These values represent a non-pipelined step in
|
2009-08-12 18:31:53 +00:00
|
|
|
/// the execution of an instruction. Cycles represents the number of
|
|
|
|
/// discrete time slots needed to complete the stage. Units represent
|
|
|
|
/// the choice of functional units that can be used to complete the
|
|
|
|
/// stage. Eg. IntUnit1, IntUnit2. NextCycles indicates how many
|
|
|
|
/// cycles should elapse from the start of this stage to the start of
|
|
|
|
/// the next stage in the itinerary. A value of -1 indicates that the
|
|
|
|
/// next stage should start immediately after the current one.
|
|
|
|
/// For example:
|
|
|
|
///
|
|
|
|
/// { 1, x, -1 }
|
|
|
|
/// indicates that the stage occupies FU x for 1 cycle and that
|
|
|
|
/// the next stage starts immediately after this one.
|
|
|
|
///
|
|
|
|
/// { 2, x|y, 1 }
|
|
|
|
/// indicates that the stage occupies either FU x or FU y for 2
|
|
|
|
/// consecuative cycles and that the next stage starts one cycle
|
|
|
|
/// after this stage starts. That is, the stage requirements
|
|
|
|
/// overlap in time.
|
|
|
|
///
|
|
|
|
/// { 1, x, 0 }
|
|
|
|
/// indicates that the stage occupies FU x for 1 cycle and that
|
|
|
|
/// the next stage starts in this same cycle. This can be used to
|
|
|
|
/// indicate that the instruction requires multiple stages at the
|
|
|
|
/// same time.
|
2008-11-20 22:09:52 +00:00
|
|
|
///
|
2010-04-07 18:19:32 +00:00
|
|
|
/// FU reservation can be of two different kinds:
|
|
|
|
/// - FUs which instruction actually requires
|
|
|
|
/// - FUs which instruction just reserves. Reserved unit is not available for
|
|
|
|
/// execution of other instruction. However, several instructions can reserve
|
|
|
|
/// the same unit several times.
|
|
|
|
/// Such two types of units reservation is used to model instruction domain
|
|
|
|
/// change stalls, FUs using the same resource (e.g. same register file), etc.
|
|
|
|
|
2005-10-27 18:18:05 +00:00
|
|
|
struct InstrStage {
|
2010-04-07 18:19:32 +00:00
|
|
|
enum ReservationKinds {
|
|
|
|
Required = 0,
|
|
|
|
Reserved = 1
|
|
|
|
};
|
|
|
|
|
2009-08-12 18:31:53 +00:00
|
|
|
unsigned Cycles_; ///< Length of stage in machine cycles
|
2012-06-22 20:27:13 +00:00
|
|
|
unsigned Units_; ///< Choice of functional units
|
2010-04-07 18:19:32 +00:00
|
|
|
int NextCycles_; ///< Number of machine cycles to next stage
|
|
|
|
ReservationKinds Kind_; ///< Kind of the FU reservation
|
2009-08-12 18:31:53 +00:00
|
|
|
|
2014-10-07 17:28:04 +00:00
|
|
|
/// Returns the number of cycles the stage is occupied.
|
2009-08-12 18:31:53 +00:00
|
|
|
unsigned getCycles() const {
|
|
|
|
return Cycles_;
|
|
|
|
}
|
|
|
|
|
2014-10-07 17:28:04 +00:00
|
|
|
/// Returns the choice of FUs.
|
2012-06-22 20:27:13 +00:00
|
|
|
unsigned getUnits() const {
|
2009-08-12 18:31:53 +00:00
|
|
|
return Units_;
|
|
|
|
}
|
|
|
|
|
2010-04-07 18:19:32 +00:00
|
|
|
ReservationKinds getReservationKind() const {
|
|
|
|
return Kind_;
|
|
|
|
}
|
|
|
|
|
2014-10-07 17:28:04 +00:00
|
|
|
/// Returns the number of cycles from the start of
|
2009-08-12 18:31:53 +00:00
|
|
|
/// this stage to the start of the next stage in the itinerary
|
|
|
|
unsigned getNextCycles() const {
|
|
|
|
return (NextCycles_ >= 0) ? (unsigned)NextCycles_ : Cycles_;
|
|
|
|
}
|
2005-10-27 18:18:05 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
//===----------------------------------------------------------------------===//
|
2014-10-07 17:28:04 +00:00
|
|
|
/// An itinerary represents the scheduling information for an instruction.
|
|
|
|
/// This includes a set of stages occupied by the instruction and the pipeline
|
|
|
|
/// cycle in which operands are read and written.
|
2008-11-20 22:09:52 +00:00
|
|
|
///
|
2005-10-27 18:18:05 +00:00
|
|
|
struct InstrItinerary {
|
2012-07-02 18:10:42 +00:00
|
|
|
int NumMicroOps; ///< # of micro-ops, -1 means it's variable
|
2009-08-17 16:02:57 +00:00
|
|
|
unsigned FirstStage; ///< Index of first stage in itinerary
|
|
|
|
unsigned LastStage; ///< Index of last + 1 stage in itinerary
|
|
|
|
unsigned FirstOperandCycle; ///< Index of first operand rd/wr
|
|
|
|
unsigned LastOperandCycle; ///< Index of last + 1 operand rd/wr
|
2005-10-27 18:18:05 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
|
2005-11-01 20:06:59 +00:00
|
|
|
//===----------------------------------------------------------------------===//
|
2014-10-07 17:28:04 +00:00
|
|
|
/// Itinerary data supplied by a subtarget to be used by a target.
|
2008-11-20 22:09:52 +00:00
|
|
|
///
|
2010-06-12 15:46:56 +00:00
|
|
|
class InstrItineraryData {
|
|
|
|
public:
|
2014-09-02 17:43:54 +00:00
|
|
|
MCSchedModel SchedModel; ///< Basic machine properties.
|
2008-11-20 22:09:52 +00:00
|
|
|
const InstrStage *Stages; ///< Array of stages selected
|
2009-08-17 16:02:57 +00:00
|
|
|
const unsigned *OperandCycles; ///< Array of operand cycles selected
|
2010-09-29 22:42:35 +00:00
|
|
|
const unsigned *Forwardings; ///< Array of pipeline forwarding pathes
|
2010-09-15 16:28:21 +00:00
|
|
|
const InstrItinerary *Itineraries; ///< Array of itineraries selected
|
2005-11-01 20:06:59 +00:00
|
|
|
|
2008-11-20 22:09:52 +00:00
|
|
|
/// Ctors.
|
|
|
|
///
|
2014-09-02 17:43:54 +00:00
|
|
|
InstrItineraryData() : SchedModel(MCSchedModel::GetDefaultSchedModel()),
|
2014-04-13 04:57:38 +00:00
|
|
|
Stages(nullptr), OperandCycles(nullptr),
|
|
|
|
Forwardings(nullptr), Itineraries(nullptr) {}
|
Various bits of framework needed for precise machine-level selection
DAG scheduling during isel. Most new functionality is currently
guarded by -enable-sched-cycles and -enable-sched-hazard.
Added InstrItineraryData::IssueWidth field, currently derived from
ARM itineraries, but could be initialized differently on other targets.
Added ScheduleHazardRecognizer::MaxLookAhead to indicate whether it is
active, and if so how many cycles of state it holds.
Added SchedulingPriorityQueue::HasReadyFilter to allowing gating entry
into the scheduler's available queue.
ScoreboardHazardRecognizer now accesses the ScheduleDAG in order to
get information about it's SUnits, provides RecedeCycle for bottom-up
scheduling, correctly computes scoreboard depth, tracks IssueCount, and
considers potential stall cycles when checking for hazards.
ScheduleDAGRRList now models machine cycles and hazards (under
flags). It tracks MinAvailableCycle, drives the hazard recognizer and
priority queue's ready filter, manages a new PendingQueue, properly
accounts for stall cycles, etc.
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@122541 91177308-0d34-0410-b5e6-96231b3b80d8
2010-12-24 05:03:26 +00:00
|
|
|
|
2014-09-02 17:43:54 +00:00
|
|
|
InstrItineraryData(const MCSchedModel &SM, const InstrStage *S,
|
2012-07-07 04:00:00 +00:00
|
|
|
const unsigned *OS, const unsigned *F)
|
|
|
|
: SchedModel(SM), Stages(S), OperandCycles(OS), Forwardings(F),
|
2014-09-02 17:43:54 +00:00
|
|
|
Itineraries(SchedModel.InstrItineraries) {}
|
2010-12-24 04:28:06 +00:00
|
|
|
|
2014-10-07 17:28:04 +00:00
|
|
|
/// Returns true if there are no itineraries.
|
2014-04-13 04:57:38 +00:00
|
|
|
bool isEmpty() const { return Itineraries == nullptr; }
|
2009-08-19 16:08:58 +00:00
|
|
|
|
2014-10-07 17:28:04 +00:00
|
|
|
/// Returns true if the index is for the end marker itinerary.
|
2009-09-24 20:22:50 +00:00
|
|
|
bool isEndMarker(unsigned ItinClassIndx) const {
|
2010-09-15 16:28:21 +00:00
|
|
|
return ((Itineraries[ItinClassIndx].FirstStage == ~0U) &&
|
|
|
|
(Itineraries[ItinClassIndx].LastStage == ~0U));
|
2009-09-24 20:22:50 +00:00
|
|
|
}
|
|
|
|
|
2014-10-07 17:28:04 +00:00
|
|
|
/// Return the first stage of the itinerary.
|
2009-08-17 16:02:57 +00:00
|
|
|
const InstrStage *beginStage(unsigned ItinClassIndx) const {
|
2010-09-15 16:28:21 +00:00
|
|
|
unsigned StageIdx = Itineraries[ItinClassIndx].FirstStage;
|
2005-11-01 20:06:59 +00:00
|
|
|
return Stages + StageIdx;
|
|
|
|
}
|
|
|
|
|
2014-10-07 17:28:04 +00:00
|
|
|
/// Return the last+1 stage of the itinerary.
|
2009-08-17 16:02:57 +00:00
|
|
|
const InstrStage *endStage(unsigned ItinClassIndx) const {
|
2010-09-15 16:28:21 +00:00
|
|
|
unsigned StageIdx = Itineraries[ItinClassIndx].LastStage;
|
2005-11-01 20:06:59 +00:00
|
|
|
return Stages + StageIdx;
|
|
|
|
}
|
2008-11-21 00:12:10 +00:00
|
|
|
|
2014-10-07 17:28:04 +00:00
|
|
|
/// Return the total stage latency of the given class.
|
|
|
|
/// The latency is the maximum completion time for any stage in the itinerary.
|
2013-06-15 04:49:57 +00:00
|
|
|
/// If no stages exist, it defaults to one cycle.
|
2009-08-19 16:08:58 +00:00
|
|
|
unsigned getStageLatency(unsigned ItinClassIndx) const {
|
2011-04-13 00:38:32 +00:00
|
|
|
// If the target doesn't provide itinerary information, use a simple
|
2012-07-07 04:00:00 +00:00
|
|
|
// non-zero default value for all instructions.
|
|
|
|
if (isEmpty())
|
2013-06-15 04:49:57 +00:00
|
|
|
return 1;
|
2008-11-21 00:12:10 +00:00
|
|
|
|
2009-08-19 16:08:58 +00:00
|
|
|
// Calculate the maximum completion time for any stage.
|
2009-08-12 18:31:53 +00:00
|
|
|
unsigned Latency = 0, StartCycle = 0;
|
2009-08-17 16:02:57 +00:00
|
|
|
for (const InstrStage *IS = beginStage(ItinClassIndx),
|
|
|
|
*E = endStage(ItinClassIndx); IS != E; ++IS) {
|
2009-08-12 18:31:53 +00:00
|
|
|
Latency = std::max(Latency, StartCycle + IS->getCycles());
|
|
|
|
StartCycle += IS->getNextCycles();
|
|
|
|
}
|
2008-11-21 00:12:10 +00:00
|
|
|
return Latency;
|
|
|
|
}
|
2009-08-19 16:08:58 +00:00
|
|
|
|
2014-10-07 17:28:04 +00:00
|
|
|
/// Return the cycle for the given class and operand.
|
|
|
|
/// Return -1 if no cycle is specified for the operand.
|
2009-08-19 16:08:58 +00:00
|
|
|
int getOperandCycle(unsigned ItinClassIndx, unsigned OperandIdx) const {
|
|
|
|
if (isEmpty())
|
|
|
|
return -1;
|
|
|
|
|
2010-09-15 16:28:21 +00:00
|
|
|
unsigned FirstIdx = Itineraries[ItinClassIndx].FirstOperandCycle;
|
|
|
|
unsigned LastIdx = Itineraries[ItinClassIndx].LastOperandCycle;
|
2009-08-19 16:08:58 +00:00
|
|
|
if ((FirstIdx + OperandIdx) >= LastIdx)
|
|
|
|
return -1;
|
|
|
|
|
|
|
|
return (int)OperandCycles[FirstIdx + OperandIdx];
|
|
|
|
}
|
2010-09-10 01:29:16 +00:00
|
|
|
|
2014-10-07 17:28:04 +00:00
|
|
|
/// Return true if there is a pipeline forwarding
|
2010-09-29 22:42:35 +00:00
|
|
|
/// between instructions of itinerary classes DefClass and UseClasses so that
|
|
|
|
/// value produced by an instruction of itinerary class DefClass, operand
|
|
|
|
/// index DefIdx can be bypassed when it's read by an instruction of
|
|
|
|
/// itinerary class UseClass, operand index UseIdx.
|
|
|
|
bool hasPipelineForwarding(unsigned DefClass, unsigned DefIdx,
|
|
|
|
unsigned UseClass, unsigned UseIdx) const {
|
|
|
|
unsigned FirstDefIdx = Itineraries[DefClass].FirstOperandCycle;
|
|
|
|
unsigned LastDefIdx = Itineraries[DefClass].LastOperandCycle;
|
|
|
|
if ((FirstDefIdx + DefIdx) >= LastDefIdx)
|
|
|
|
return false;
|
|
|
|
if (Forwardings[FirstDefIdx + DefIdx] == 0)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
unsigned FirstUseIdx = Itineraries[UseClass].FirstOperandCycle;
|
|
|
|
unsigned LastUseIdx = Itineraries[UseClass].LastOperandCycle;
|
|
|
|
if ((FirstUseIdx + UseIdx) >= LastUseIdx)
|
|
|
|
return false;
|
|
|
|
|
|
|
|
return Forwardings[FirstDefIdx + DefIdx] ==
|
|
|
|
Forwardings[FirstUseIdx + UseIdx];
|
|
|
|
}
|
|
|
|
|
2014-10-07 17:28:04 +00:00
|
|
|
/// Compute and return the use operand latency of a given
|
2010-09-29 22:42:35 +00:00
|
|
|
/// itinerary class and operand index if the value is produced by an
|
|
|
|
/// instruction of the specified itinerary class and def operand index.
|
|
|
|
int getOperandLatency(unsigned DefClass, unsigned DefIdx,
|
|
|
|
unsigned UseClass, unsigned UseIdx) const {
|
|
|
|
if (isEmpty())
|
|
|
|
return -1;
|
|
|
|
|
|
|
|
int DefCycle = getOperandCycle(DefClass, DefIdx);
|
|
|
|
if (DefCycle == -1)
|
|
|
|
return -1;
|
|
|
|
|
|
|
|
int UseCycle = getOperandCycle(UseClass, UseIdx);
|
|
|
|
if (UseCycle == -1)
|
|
|
|
return -1;
|
|
|
|
|
|
|
|
UseCycle = DefCycle - UseCycle + 1;
|
|
|
|
if (UseCycle > 0 &&
|
|
|
|
hasPipelineForwarding(DefClass, DefIdx, UseClass, UseIdx))
|
|
|
|
// FIXME: This assumes one cycle benefit for every pipeline forwarding.
|
|
|
|
--UseCycle;
|
|
|
|
return UseCycle;
|
|
|
|
}
|
|
|
|
|
2014-10-07 17:28:04 +00:00
|
|
|
/// Return the number of micro-ops that the given class decodes to.
|
|
|
|
/// Return -1 for classes that require dynamic lookup via TargetInstrInfo.
|
2012-06-29 03:23:22 +00:00
|
|
|
int getNumMicroOps(unsigned ItinClassIndx) const {
|
2010-09-10 01:29:16 +00:00
|
|
|
if (isEmpty())
|
2012-06-29 03:23:22 +00:00
|
|
|
return 1;
|
|
|
|
return Itineraries[ItinClassIndx].NumMicroOps;
|
2010-09-10 01:29:16 +00:00
|
|
|
}
|
2005-11-01 20:06:59 +00:00
|
|
|
};
|
|
|
|
|
2005-10-27 18:18:05 +00:00
|
|
|
} // End llvm namespace
|
|
|
|
|
|
|
|
#endif
|