2006-01-21 02:32:06 +00:00
|
|
|
//===------- llvm/CodeGen/ScheduleDAG.h - Common Base Class------*- C++ -*-===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
2007-12-29 19:59:42 +00:00
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
2006-01-21 02:32:06 +00:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This file implements the ScheduleDAG class, which is used as the common
|
2008-11-19 23:18:57 +00:00
|
|
|
// base class for instruction schedulers.
|
2006-01-21 02:32:06 +00:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#ifndef LLVM_CODEGEN_SCHEDULEDAG_H
|
|
|
|
#define LLVM_CODEGEN_SCHEDULEDAG_H
|
|
|
|
|
Experimental scheduler change to schedule / coalesce the copies added for function livein's. Take 2008-03-10-RegAllocInfLoop.ll, the schedule looks like this after these copies are inserted:
entry: 0x12049d0, LLVM BB @0x1201fd0, ID#0:
Live Ins: %EAX %EDX %ECX
%reg1031<def> = MOVPC32r 0
%reg1032<def> = ADD32ri %reg1031, <es:_GLOBAL_OFFSET_TABLE_>, %EFLAGS<imp-def>
%reg1028<def> = MOV32rr %EAX
%reg1029<def> = MOV32rr %EDX
%reg1030<def> = MOV32rr %ECX
%reg1027<def> = MOV8rm %reg0, 1, %reg0, 0, Mem:LD(1,1) [0x1201910 + 0]
%reg1025<def> = MOV32rr %reg1029
%reg1026<def> = MOV32rr %reg1030
%reg1024<def> = MOV32rr %reg1028
The copies unnecessarily increase register pressure and it will end up requiring a physical register to be spilled.
With -schedule-livein-copies:
entry: 0x12049d0, LLVM BB @0x1201fa0, ID#0:
Live Ins: %EAX %EDX %ECX
%reg1031<def> = MOVPC32r 0
%reg1032<def> = ADD32ri %reg1031, <es:_GLOBAL_OFFSET_TABLE_>, %EFLAGS<imp-def>
%reg1024<def> = MOV32rr %EAX
%reg1025<def> = MOV32rr %EDX
%reg1026<def> = MOV32rr %ECX
%reg1027<def> = MOV8rm %reg0, 1, %reg0, 0, Mem:LD(1,1) [0x12018e0 + 0]
Much better!
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@48307 91177308-0d34-0410-b5e6-96231b3b80d8
2008-03-12 22:19:41 +00:00
|
|
|
#include "llvm/CodeGen/MachineBasicBlock.h"
|
2010-05-20 23:26:43 +00:00
|
|
|
#include "llvm/Target/TargetMachine.h"
|
2007-02-03 01:34:13 +00:00
|
|
|
#include "llvm/ADT/DenseMap.h"
|
2008-11-25 00:52:40 +00:00
|
|
|
#include "llvm/ADT/BitVector.h"
|
2007-08-28 20:32:58 +00:00
|
|
|
#include "llvm/ADT/GraphTraits.h"
|
2008-11-19 23:18:57 +00:00
|
|
|
#include "llvm/ADT/SmallVector.h"
|
2008-12-09 22:54:47 +00:00
|
|
|
#include "llvm/ADT/PointerIntPair.h"
|
2006-05-11 23:55:42 +00:00
|
|
|
|
2006-01-21 02:32:06 +00:00
|
|
|
namespace llvm {
|
2009-10-09 23:33:48 +00:00
|
|
|
class AliasAnalysis;
|
2009-03-19 23:26:52 +00:00
|
|
|
class SUnit;
|
2006-01-21 02:32:06 +00:00
|
|
|
class MachineConstantPool;
|
2008-01-30 19:35:32 +00:00
|
|
|
class MachineFunction;
|
2007-12-31 04:13:23 +00:00
|
|
|
class MachineRegisterInfo;
|
2006-01-21 02:32:06 +00:00
|
|
|
class MachineInstr;
|
2008-02-10 18:45:23 +00:00
|
|
|
class TargetRegisterInfo;
|
2008-11-18 02:06:40 +00:00
|
|
|
class ScheduleDAG;
|
2008-11-19 23:18:57 +00:00
|
|
|
class SDNode;
|
2006-01-21 02:32:06 +00:00
|
|
|
class TargetInstrInfo;
|
2008-01-07 07:27:27 +00:00
|
|
|
class TargetInstrDesc;
|
2006-01-21 02:32:06 +00:00
|
|
|
class TargetMachine;
|
2007-09-26 21:38:03 +00:00
|
|
|
class TargetRegisterClass;
|
2008-11-19 23:18:57 +00:00
|
|
|
template<class Graph> class GraphWriter;
|
2007-09-19 01:38:40 +00:00
|
|
|
|
2008-12-09 22:54:47 +00:00
|
|
|
/// SDep - Scheduling dependency. This represents one direction of an
|
|
|
|
/// edge in the scheduling DAG.
|
|
|
|
class SDep {
|
|
|
|
public:
|
|
|
|
/// Kind - These are the different kinds of scheduling dependencies.
|
|
|
|
enum Kind {
|
|
|
|
Data, ///< Regular data dependence (aka true-dependence).
|
|
|
|
Anti, ///< A register anti-dependedence (aka WAR).
|
|
|
|
Output, ///< A register output-dependence (aka WAW).
|
|
|
|
Order ///< Any other ordering dependency.
|
|
|
|
};
|
|
|
|
|
|
|
|
private:
|
|
|
|
/// Dep - A pointer to the depending/depended-on SUnit, and an enum
|
|
|
|
/// indicating the kind of the dependency.
|
|
|
|
PointerIntPair<SUnit *, 2, Kind> Dep;
|
|
|
|
|
|
|
|
/// Contents - A union discriminated by the dependence kind.
|
|
|
|
union {
|
|
|
|
/// Reg - For Data, Anti, and Output dependencies, the associated
|
|
|
|
/// register. For Data dependencies that don't currently have a register
|
|
|
|
/// assigned, this is set to zero.
|
|
|
|
unsigned Reg;
|
|
|
|
|
|
|
|
/// Order - Additional information about Order dependencies.
|
|
|
|
struct {
|
|
|
|
/// isNormalMemory - True if both sides of the dependence
|
|
|
|
/// access memory in non-volatile and fully modeled ways.
|
|
|
|
bool isNormalMemory : 1;
|
|
|
|
|
|
|
|
/// isMustAlias - True if both sides of the dependence are known to
|
|
|
|
/// access the same memory.
|
|
|
|
bool isMustAlias : 1;
|
|
|
|
|
|
|
|
/// isArtificial - True if this is an artificial dependency, meaning
|
|
|
|
/// it is not necessary for program correctness, and may be safely
|
|
|
|
/// deleted if necessary.
|
|
|
|
bool isArtificial : 1;
|
|
|
|
} Order;
|
|
|
|
} Contents;
|
|
|
|
|
|
|
|
/// Latency - The time associated with this edge. Often this is just
|
|
|
|
/// the value of the Latency field of the predecessor, however advanced
|
|
|
|
/// models may provide additional information about specific edges.
|
|
|
|
unsigned Latency;
|
|
|
|
|
|
|
|
public:
|
|
|
|
/// SDep - Construct a null SDep. This is only for use by container
|
|
|
|
/// classes which require default constructors. SUnits may not
|
|
|
|
/// have null SDep edges.
|
|
|
|
SDep() : Dep(0, Data) {}
|
|
|
|
|
|
|
|
/// SDep - Construct an SDep with the specified values.
|
|
|
|
SDep(SUnit *S, Kind kind, unsigned latency = 1, unsigned Reg = 0,
|
|
|
|
bool isNormalMemory = false, bool isMustAlias = false,
|
|
|
|
bool isArtificial = false)
|
|
|
|
: Dep(S, kind), Contents(), Latency(latency) {
|
|
|
|
switch (kind) {
|
|
|
|
case Anti:
|
|
|
|
case Output:
|
|
|
|
assert(Reg != 0 &&
|
|
|
|
"SDep::Anti and SDep::Output must use a non-zero Reg!");
|
|
|
|
// fall through
|
|
|
|
case Data:
|
|
|
|
assert(!isMustAlias && "isMustAlias only applies with SDep::Order!");
|
|
|
|
assert(!isArtificial && "isArtificial only applies with SDep::Order!");
|
|
|
|
Contents.Reg = Reg;
|
|
|
|
break;
|
|
|
|
case Order:
|
|
|
|
assert(Reg == 0 && "Reg given for non-register dependence!");
|
|
|
|
Contents.Order.isNormalMemory = isNormalMemory;
|
|
|
|
Contents.Order.isMustAlias = isMustAlias;
|
|
|
|
Contents.Order.isArtificial = isArtificial;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
bool operator==(const SDep &Other) const {
|
2008-12-16 00:47:19 +00:00
|
|
|
if (Dep != Other.Dep || Latency != Other.Latency) return false;
|
2008-12-09 22:54:47 +00:00
|
|
|
switch (Dep.getInt()) {
|
|
|
|
case Data:
|
|
|
|
case Anti:
|
|
|
|
case Output:
|
|
|
|
return Contents.Reg == Other.Contents.Reg;
|
|
|
|
case Order:
|
|
|
|
return Contents.Order.isNormalMemory ==
|
|
|
|
Other.Contents.Order.isNormalMemory &&
|
|
|
|
Contents.Order.isMustAlias == Other.Contents.Order.isMustAlias &&
|
|
|
|
Contents.Order.isArtificial == Other.Contents.Order.isArtificial;
|
|
|
|
}
|
|
|
|
assert(0 && "Invalid dependency kind!");
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool operator!=(const SDep &Other) const {
|
|
|
|
return !operator==(Other);
|
|
|
|
}
|
|
|
|
|
|
|
|
/// getLatency - Return the latency value for this edge, which roughly
|
|
|
|
/// means the minimum number of cycles that must elapse between the
|
|
|
|
/// predecessor and the successor, given that they have this edge
|
|
|
|
/// between them.
|
|
|
|
unsigned getLatency() const {
|
|
|
|
return Latency;
|
|
|
|
}
|
|
|
|
|
2009-08-13 16:05:04 +00:00
|
|
|
/// setLatency - Set the latency for this edge.
|
|
|
|
void setLatency(unsigned Lat) {
|
|
|
|
Latency = Lat;
|
|
|
|
}
|
|
|
|
|
2008-12-09 22:54:47 +00:00
|
|
|
//// getSUnit - Return the SUnit to which this edge points.
|
|
|
|
SUnit *getSUnit() const {
|
|
|
|
return Dep.getPointer();
|
|
|
|
}
|
|
|
|
|
|
|
|
//// setSUnit - Assign the SUnit to which this edge points.
|
|
|
|
void setSUnit(SUnit *SU) {
|
|
|
|
Dep.setPointer(SU);
|
|
|
|
}
|
|
|
|
|
|
|
|
/// getKind - Return an enum value representing the kind of the dependence.
|
|
|
|
Kind getKind() const {
|
|
|
|
return Dep.getInt();
|
|
|
|
}
|
|
|
|
|
|
|
|
/// isCtrl - Shorthand for getKind() != SDep::Data.
|
|
|
|
bool isCtrl() const {
|
|
|
|
return getKind() != Data;
|
|
|
|
}
|
|
|
|
|
2008-12-22 21:06:56 +00:00
|
|
|
/// isNormalMemory - Test if this is an Order dependence between two
|
|
|
|
/// memory accesses where both sides of the dependence access memory
|
|
|
|
/// in non-volatile and fully modeled ways.
|
|
|
|
bool isNormalMemory() const {
|
|
|
|
return getKind() == Order && Contents.Order.isNormalMemory;
|
|
|
|
}
|
|
|
|
|
2008-12-09 22:54:47 +00:00
|
|
|
/// isMustAlias - Test if this is an Order dependence that is marked
|
|
|
|
/// as "must alias", meaning that the SUnits at either end of the edge
|
|
|
|
/// have a memory dependence on a known memory location.
|
|
|
|
bool isMustAlias() const {
|
|
|
|
return getKind() == Order && Contents.Order.isMustAlias;
|
|
|
|
}
|
|
|
|
|
2008-12-16 00:48:53 +00:00
|
|
|
/// isArtificial - Test if this is an Order dependence that is marked
|
|
|
|
/// as "artificial", meaning it isn't necessary for correctness.
|
|
|
|
bool isArtificial() const {
|
|
|
|
return getKind() == Order && Contents.Order.isArtificial;
|
|
|
|
}
|
|
|
|
|
2008-12-09 22:54:47 +00:00
|
|
|
/// isAssignedRegDep - Test if this is a Data dependence that is
|
|
|
|
/// associated with a register.
|
|
|
|
bool isAssignedRegDep() const {
|
|
|
|
return getKind() == Data && Contents.Reg != 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// getReg - Return the register associated with this edge. This is
|
|
|
|
/// only valid on Data, Anti, and Output edges. On Data edges, this
|
|
|
|
/// value may be zero, meaning there is no associated register.
|
|
|
|
unsigned getReg() const {
|
|
|
|
assert((getKind() == Data || getKind() == Anti || getKind() == Output) &&
|
|
|
|
"getReg called on non-register dependence edge!");
|
|
|
|
return Contents.Reg;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// setReg - Assign the associated register for this edge. This is
|
|
|
|
/// only valid on Data, Anti, and Output edges. On Anti and Output
|
|
|
|
/// edges, this value must not be zero. On Data edges, the value may
|
|
|
|
/// be zero, which would mean that no specific register is associated
|
|
|
|
/// with this edge.
|
|
|
|
void setReg(unsigned Reg) {
|
|
|
|
assert((getKind() == Data || getKind() == Anti || getKind() == Output) &&
|
|
|
|
"setReg called on non-register dependence edge!");
|
|
|
|
assert((getKind() != Anti || Reg != 0) &&
|
|
|
|
"SDep::Anti edge cannot use the zero register!");
|
|
|
|
assert((getKind() != Output || Reg != 0) &&
|
|
|
|
"SDep::Output edge cannot use the zero register!");
|
|
|
|
Contents.Reg = Reg;
|
|
|
|
}
|
2007-09-19 01:38:40 +00:00
|
|
|
};
|
|
|
|
|
2010-11-25 17:50:19 +00:00
|
|
|
template <>
|
|
|
|
struct isPodLike<SDep> { static const bool value = true; };
|
|
|
|
|
2008-11-19 23:18:57 +00:00
|
|
|
/// SUnit - Scheduling unit. This is a node in the scheduling DAG.
|
2009-02-14 16:06:42 +00:00
|
|
|
class SUnit {
|
2008-11-13 21:36:12 +00:00
|
|
|
private:
|
2006-05-11 23:55:42 +00:00
|
|
|
SDNode *Node; // Representative node.
|
2008-11-14 00:06:09 +00:00
|
|
|
MachineInstr *Instr; // Alternatively, a MachineInstr.
|
2008-11-13 21:36:12 +00:00
|
|
|
public:
|
2008-06-21 15:52:51 +00:00
|
|
|
SUnit *OrigNode; // If not this, the node from which
|
|
|
|
// this node was cloned.
|
2010-12-24 04:28:06 +00:00
|
|
|
|
|
|
|
// Preds/Succs - The SUnits before/after us in the graph.
|
2007-09-19 01:38:40 +00:00
|
|
|
SmallVector<SDep, 4> Preds; // All sunit predecessors.
|
|
|
|
SmallVector<SDep, 4> Succs; // All sunit successors.
|
|
|
|
|
|
|
|
typedef SmallVector<SDep, 4>::iterator pred_iterator;
|
|
|
|
typedef SmallVector<SDep, 4>::iterator succ_iterator;
|
|
|
|
typedef SmallVector<SDep, 4>::const_iterator const_pred_iterator;
|
|
|
|
typedef SmallVector<SDep, 4>::const_iterator const_succ_iterator;
|
2010-05-20 23:26:43 +00:00
|
|
|
|
2007-09-25 01:54:36 +00:00
|
|
|
unsigned NodeNum; // Entry # of node in the node vector.
|
2008-04-29 09:07:59 +00:00
|
|
|
unsigned NodeQueueId; // Queue id of node.
|
2009-09-30 20:15:38 +00:00
|
|
|
unsigned NumPreds; // # of SDep::Data preds.
|
|
|
|
unsigned NumSuccs; // # of SDep::Data sucss.
|
|
|
|
unsigned NumPredsLeft; // # of preds not scheduled.
|
|
|
|
unsigned NumSuccsLeft; // # of succs not scheduled.
|
2011-02-04 03:18:17 +00:00
|
|
|
unsigned short NumRegDefsLeft; // # of reg defs with no scheduled use.
|
2010-11-25 17:50:19 +00:00
|
|
|
unsigned short Latency; // Node latency.
|
2010-11-03 00:45:17 +00:00
|
|
|
bool isCall : 1; // Is a function call.
|
2006-05-11 23:55:42 +00:00
|
|
|
bool isTwoAddress : 1; // Is a two-address instruction.
|
2006-05-12 01:58:24 +00:00
|
|
|
bool isCommutable : 1; // Is a commutable instruction.
|
2007-10-05 01:39:18 +00:00
|
|
|
bool hasPhysRegDefs : 1; // Has physreg defs that are being used.
|
2009-03-23 16:10:52 +00:00
|
|
|
bool hasPhysRegClobbers : 1; // Has any physreg defs, used or not.
|
2006-05-11 23:55:42 +00:00
|
|
|
bool isPending : 1; // True once pending.
|
|
|
|
bool isAvailable : 1; // True once available.
|
|
|
|
bool isScheduled : 1; // True once scheduled.
|
2008-12-16 03:35:01 +00:00
|
|
|
bool isScheduleHigh : 1; // True if preferable to schedule high.
|
2009-01-16 20:57:18 +00:00
|
|
|
bool isCloned : 1; // True if this node has been cloned.
|
2010-05-20 23:26:43 +00:00
|
|
|
Sched::Preference SchedulingPref; // Scheduling preference.
|
2010-05-19 22:57:06 +00:00
|
|
|
|
|
|
|
SmallVector<MachineInstr*, 4> DbgInstrList; // dbg_values referencing this.
|
2008-12-16 03:25:46 +00:00
|
|
|
private:
|
|
|
|
bool isDepthCurrent : 1; // True if Depth is current.
|
|
|
|
bool isHeightCurrent : 1; // True if Height is current.
|
|
|
|
unsigned Depth; // Node depth.
|
|
|
|
unsigned Height; // Node height.
|
|
|
|
public:
|
2007-09-26 21:38:03 +00:00
|
|
|
const TargetRegisterClass *CopyDstRC; // Is a special copy node if not null.
|
|
|
|
const TargetRegisterClass *CopySrcRC;
|
2010-12-24 04:28:06 +00:00
|
|
|
|
2008-11-14 00:06:09 +00:00
|
|
|
/// SUnit - Construct an SUnit for pre-regalloc scheduling to represent
|
|
|
|
/// an SDNode and any nodes flagged to it.
|
2006-05-11 23:55:42 +00:00
|
|
|
SUnit(SDNode *node, unsigned nodenum)
|
2010-05-19 22:57:06 +00:00
|
|
|
: Node(node), Instr(0), OrigNode(0), NodeNum(nodenum),
|
2010-11-25 17:50:19 +00:00
|
|
|
NodeQueueId(0), NumPreds(0), NumSuccs(0), NumPredsLeft(0),
|
2011-02-04 03:18:17 +00:00
|
|
|
NumSuccsLeft(0), NumRegDefsLeft(0), Latency(0),
|
2010-11-03 00:45:17 +00:00
|
|
|
isCall(false), isTwoAddress(false), isCommutable(false),
|
2010-03-10 22:13:47 +00:00
|
|
|
hasPhysRegDefs(false), hasPhysRegClobbers(false),
|
2008-11-14 00:06:09 +00:00
|
|
|
isPending(false), isAvailable(false), isScheduled(false),
|
2009-01-16 20:57:18 +00:00
|
|
|
isScheduleHigh(false), isCloned(false),
|
2010-05-20 23:26:43 +00:00
|
|
|
SchedulingPref(Sched::None),
|
2009-01-16 20:57:18 +00:00
|
|
|
isDepthCurrent(false), isHeightCurrent(false), Depth(0), Height(0),
|
2008-11-14 00:06:09 +00:00
|
|
|
CopyDstRC(NULL), CopySrcRC(NULL) {}
|
|
|
|
|
|
|
|
/// SUnit - Construct an SUnit for post-regalloc scheduling to represent
|
|
|
|
/// a MachineInstr.
|
|
|
|
SUnit(MachineInstr *instr, unsigned nodenum)
|
2010-05-19 22:57:06 +00:00
|
|
|
: Node(0), Instr(instr), OrigNode(0), NodeNum(nodenum),
|
2010-11-25 17:50:19 +00:00
|
|
|
NodeQueueId(0), NumPreds(0), NumSuccs(0), NumPredsLeft(0),
|
2011-02-04 03:18:17 +00:00
|
|
|
NumSuccsLeft(0), NumRegDefsLeft(0), Latency(0),
|
2010-11-03 00:45:17 +00:00
|
|
|
isCall(false), isTwoAddress(false), isCommutable(false),
|
2010-03-10 22:13:47 +00:00
|
|
|
hasPhysRegDefs(false), hasPhysRegClobbers(false),
|
2006-05-11 23:55:42 +00:00
|
|
|
isPending(false), isAvailable(false), isScheduled(false),
|
2009-01-16 20:57:18 +00:00
|
|
|
isScheduleHigh(false), isCloned(false),
|
2010-05-20 23:26:43 +00:00
|
|
|
SchedulingPref(Sched::None),
|
2009-01-16 20:57:18 +00:00
|
|
|
isDepthCurrent(false), isHeightCurrent(false), Depth(0), Height(0),
|
2007-09-26 21:38:03 +00:00
|
|
|
CopyDstRC(NULL), CopySrcRC(NULL) {}
|
2007-09-25 01:54:36 +00:00
|
|
|
|
2009-02-10 23:27:53 +00:00
|
|
|
/// SUnit - Construct a placeholder SUnit.
|
|
|
|
SUnit()
|
2010-05-19 22:57:06 +00:00
|
|
|
: Node(0), Instr(0), OrigNode(0), NodeNum(~0u),
|
2010-11-25 17:50:19 +00:00
|
|
|
NodeQueueId(0), NumPreds(0), NumSuccs(0), NumPredsLeft(0),
|
2011-02-04 03:18:17 +00:00
|
|
|
NumSuccsLeft(0), NumRegDefsLeft(0), Latency(0),
|
2010-11-03 00:45:17 +00:00
|
|
|
isCall(false), isTwoAddress(false), isCommutable(false),
|
2010-03-10 22:13:47 +00:00
|
|
|
hasPhysRegDefs(false), hasPhysRegClobbers(false),
|
2009-02-10 23:27:53 +00:00
|
|
|
isPending(false), isAvailable(false), isScheduled(false),
|
|
|
|
isScheduleHigh(false), isCloned(false),
|
2010-05-20 23:26:43 +00:00
|
|
|
SchedulingPref(Sched::None),
|
2009-02-10 23:27:53 +00:00
|
|
|
isDepthCurrent(false), isHeightCurrent(false), Depth(0), Height(0),
|
|
|
|
CopyDstRC(NULL), CopySrcRC(NULL) {}
|
|
|
|
|
2008-11-13 21:36:12 +00:00
|
|
|
/// setNode - Assign the representative SDNode for this SUnit.
|
2008-11-14 00:06:09 +00:00
|
|
|
/// This may be used during pre-regalloc scheduling.
|
|
|
|
void setNode(SDNode *N) {
|
|
|
|
assert(!Instr && "Setting SDNode of SUnit with MachineInstr!");
|
|
|
|
Node = N;
|
|
|
|
}
|
2008-11-13 21:36:12 +00:00
|
|
|
|
|
|
|
/// getNode - Return the representative SDNode for this SUnit.
|
2008-11-14 00:06:09 +00:00
|
|
|
/// This may be used during pre-regalloc scheduling.
|
|
|
|
SDNode *getNode() const {
|
|
|
|
assert(!Instr && "Reading SDNode of SUnit with MachineInstr!");
|
|
|
|
return Node;
|
|
|
|
}
|
|
|
|
|
Various bits of framework needed for precise machine-level selection
DAG scheduling during isel. Most new functionality is currently
guarded by -enable-sched-cycles and -enable-sched-hazard.
Added InstrItineraryData::IssueWidth field, currently derived from
ARM itineraries, but could be initialized differently on other targets.
Added ScheduleHazardRecognizer::MaxLookAhead to indicate whether it is
active, and if so how many cycles of state it holds.
Added SchedulingPriorityQueue::HasReadyFilter to allowing gating entry
into the scheduler's available queue.
ScoreboardHazardRecognizer now accesses the ScheduleDAG in order to
get information about it's SUnits, provides RecedeCycle for bottom-up
scheduling, correctly computes scoreboard depth, tracks IssueCount, and
considers potential stall cycles when checking for hazards.
ScheduleDAGRRList now models machine cycles and hazards (under
flags). It tracks MinAvailableCycle, drives the hazard recognizer and
priority queue's ready filter, manages a new PendingQueue, properly
accounts for stall cycles, etc.
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@122541 91177308-0d34-0410-b5e6-96231b3b80d8
2010-12-24 05:03:26 +00:00
|
|
|
/// isInstr - Return true if this SUnit refers to a machine instruction as
|
|
|
|
/// opposed to an SDNode.
|
2010-12-24 07:10:19 +00:00
|
|
|
bool isInstr() const { return Instr; }
|
Various bits of framework needed for precise machine-level selection
DAG scheduling during isel. Most new functionality is currently
guarded by -enable-sched-cycles and -enable-sched-hazard.
Added InstrItineraryData::IssueWidth field, currently derived from
ARM itineraries, but could be initialized differently on other targets.
Added ScheduleHazardRecognizer::MaxLookAhead to indicate whether it is
active, and if so how many cycles of state it holds.
Added SchedulingPriorityQueue::HasReadyFilter to allowing gating entry
into the scheduler's available queue.
ScoreboardHazardRecognizer now accesses the ScheduleDAG in order to
get information about it's SUnits, provides RecedeCycle for bottom-up
scheduling, correctly computes scoreboard depth, tracks IssueCount, and
considers potential stall cycles when checking for hazards.
ScheduleDAGRRList now models machine cycles and hazards (under
flags). It tracks MinAvailableCycle, drives the hazard recognizer and
priority queue's ready filter, manages a new PendingQueue, properly
accounts for stall cycles, etc.
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@122541 91177308-0d34-0410-b5e6-96231b3b80d8
2010-12-24 05:03:26 +00:00
|
|
|
|
2008-11-14 00:06:09 +00:00
|
|
|
/// setInstr - Assign the instruction for the SUnit.
|
|
|
|
/// This may be used during post-regalloc scheduling.
|
|
|
|
void setInstr(MachineInstr *MI) {
|
|
|
|
assert(!Node && "Setting MachineInstr of SUnit with SDNode!");
|
|
|
|
Instr = MI;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// getInstr - Return the representative MachineInstr for this SUnit.
|
|
|
|
/// This may be used during post-regalloc scheduling.
|
|
|
|
MachineInstr *getInstr() const {
|
|
|
|
assert(!Node && "Reading MachineInstr of SUnit with SDNode!");
|
|
|
|
return Instr;
|
|
|
|
}
|
2008-11-13 21:36:12 +00:00
|
|
|
|
2008-12-09 22:54:47 +00:00
|
|
|
/// addPred - This adds the specified edge as a pred of the current node if
|
2008-11-21 02:27:52 +00:00
|
|
|
/// not already. It also adds the current node as a successor of the
|
2008-12-16 01:00:55 +00:00
|
|
|
/// specified node.
|
2011-02-04 03:18:17 +00:00
|
|
|
bool addPred(const SDep &D);
|
2006-08-17 00:09:56 +00:00
|
|
|
|
2008-12-09 22:54:47 +00:00
|
|
|
/// removePred - This removes the specified edge as a pred of the current
|
|
|
|
/// node if it exists. It also removes the current node as a successor of
|
2008-12-16 01:00:55 +00:00
|
|
|
/// the specified node.
|
2008-12-16 01:05:52 +00:00
|
|
|
void removePred(const SDep &D);
|
2007-09-25 01:54:36 +00:00
|
|
|
|
2008-12-17 04:24:23 +00:00
|
|
|
/// getDepth - Return the depth of this node, which is the length of the
|
2011-03-07 22:48:16 +00:00
|
|
|
/// maximum path up to any node which has no predecessors.
|
2009-11-20 19:32:48 +00:00
|
|
|
unsigned getDepth() const {
|
2010-12-24 04:28:06 +00:00
|
|
|
if (!isDepthCurrent)
|
2009-11-20 19:32:48 +00:00
|
|
|
const_cast<SUnit *>(this)->ComputeDepth();
|
2008-12-16 03:25:46 +00:00
|
|
|
return Depth;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// getHeight - Return the height of this node, which is the length of the
|
2011-03-07 22:48:16 +00:00
|
|
|
/// maximum path down to any node which has no successors.
|
2009-11-20 19:32:48 +00:00
|
|
|
unsigned getHeight() const {
|
2010-12-24 04:28:06 +00:00
|
|
|
if (!isHeightCurrent)
|
2009-11-20 19:32:48 +00:00
|
|
|
const_cast<SUnit *>(this)->ComputeHeight();
|
2008-12-16 03:25:46 +00:00
|
|
|
return Height;
|
|
|
|
}
|
|
|
|
|
2009-11-03 20:57:50 +00:00
|
|
|
/// setDepthToAtLeast - If NewDepth is greater than this node's
|
|
|
|
/// depth value, set it to be the new depth value. This also
|
2009-11-20 19:32:48 +00:00
|
|
|
/// recursively marks successor nodes dirty.
|
|
|
|
void setDepthToAtLeast(unsigned NewDepth);
|
2008-12-16 03:25:46 +00:00
|
|
|
|
2009-11-03 20:57:50 +00:00
|
|
|
/// setDepthToAtLeast - If NewDepth is greater than this node's
|
|
|
|
/// depth value, set it to be the new height value. This also
|
2009-11-20 19:32:48 +00:00
|
|
|
/// recursively marks predecessor nodes dirty.
|
|
|
|
void setHeightToAtLeast(unsigned NewHeight);
|
2008-12-16 03:25:46 +00:00
|
|
|
|
|
|
|
/// setDepthDirty - Set a flag in this node to indicate that its
|
|
|
|
/// stored Depth value will require recomputation the next time
|
|
|
|
/// getDepth() is called.
|
|
|
|
void setDepthDirty();
|
|
|
|
|
|
|
|
/// setHeightDirty - Set a flag in this node to indicate that its
|
|
|
|
/// stored Height value will require recomputation the next time
|
|
|
|
/// getHeight() is called.
|
|
|
|
void setHeightDirty();
|
|
|
|
|
|
|
|
/// isPred - Test if node N is a predecessor of this node.
|
2007-09-25 01:54:36 +00:00
|
|
|
bool isPred(SUnit *N) {
|
2008-05-05 18:30:58 +00:00
|
|
|
for (unsigned i = 0, e = (unsigned)Preds.size(); i != e; ++i)
|
2008-12-09 22:54:47 +00:00
|
|
|
if (Preds[i].getSUnit() == N)
|
2007-09-25 01:54:36 +00:00
|
|
|
return true;
|
|
|
|
return false;
|
|
|
|
}
|
2010-12-24 04:28:06 +00:00
|
|
|
|
2008-12-16 03:25:46 +00:00
|
|
|
/// isSucc - Test if node N is a successor of this node.
|
2007-09-25 01:54:36 +00:00
|
|
|
bool isSucc(SUnit *N) {
|
2008-05-05 18:30:58 +00:00
|
|
|
for (unsigned i = 0, e = (unsigned)Succs.size(); i != e; ++i)
|
2008-12-09 22:54:47 +00:00
|
|
|
if (Succs[i].getSUnit() == N)
|
2007-09-25 01:54:36 +00:00
|
|
|
return true;
|
|
|
|
return false;
|
2006-08-17 00:09:56 +00:00
|
|
|
}
|
2010-05-20 23:26:43 +00:00
|
|
|
|
2008-11-18 02:06:40 +00:00
|
|
|
void dump(const ScheduleDAG *G) const;
|
|
|
|
void dumpAll(const ScheduleDAG *G) const;
|
2008-11-19 21:32:03 +00:00
|
|
|
void print(raw_ostream &O, const ScheduleDAG *G) const;
|
2008-12-16 03:25:46 +00:00
|
|
|
|
|
|
|
private:
|
2009-11-20 19:32:48 +00:00
|
|
|
void ComputeDepth();
|
|
|
|
void ComputeHeight();
|
2006-05-11 23:55:42 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
//===--------------------------------------------------------------------===//
|
|
|
|
/// SchedulingPriorityQueue - This interface is used to plug different
|
|
|
|
/// priorities computation algorithms into the list scheduler. It implements
|
2010-12-24 04:28:06 +00:00
|
|
|
/// the interface of a standard priority queue, where nodes are inserted in
|
2006-05-11 23:55:42 +00:00
|
|
|
/// arbitrary order and returned in priority order. The computation of the
|
|
|
|
/// priority and the representation of the queue are totally up to the
|
|
|
|
/// implementation to decide.
|
2010-12-24 04:28:06 +00:00
|
|
|
///
|
2006-05-11 23:55:42 +00:00
|
|
|
class SchedulingPriorityQueue {
|
2010-05-20 06:13:19 +00:00
|
|
|
unsigned CurCycle;
|
Various bits of framework needed for precise machine-level selection
DAG scheduling during isel. Most new functionality is currently
guarded by -enable-sched-cycles and -enable-sched-hazard.
Added InstrItineraryData::IssueWidth field, currently derived from
ARM itineraries, but could be initialized differently on other targets.
Added ScheduleHazardRecognizer::MaxLookAhead to indicate whether it is
active, and if so how many cycles of state it holds.
Added SchedulingPriorityQueue::HasReadyFilter to allowing gating entry
into the scheduler's available queue.
ScoreboardHazardRecognizer now accesses the ScheduleDAG in order to
get information about it's SUnits, provides RecedeCycle for bottom-up
scheduling, correctly computes scoreboard depth, tracks IssueCount, and
considers potential stall cycles when checking for hazards.
ScheduleDAGRRList now models machine cycles and hazards (under
flags). It tracks MinAvailableCycle, drives the hazard recognizer and
priority queue's ready filter, manages a new PendingQueue, properly
accounts for stall cycles, etc.
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@122541 91177308-0d34-0410-b5e6-96231b3b80d8
2010-12-24 05:03:26 +00:00
|
|
|
bool HasReadyFilter;
|
2006-05-11 23:55:42 +00:00
|
|
|
public:
|
Various bits of framework needed for precise machine-level selection
DAG scheduling during isel. Most new functionality is currently
guarded by -enable-sched-cycles and -enable-sched-hazard.
Added InstrItineraryData::IssueWidth field, currently derived from
ARM itineraries, but could be initialized differently on other targets.
Added ScheduleHazardRecognizer::MaxLookAhead to indicate whether it is
active, and if so how many cycles of state it holds.
Added SchedulingPriorityQueue::HasReadyFilter to allowing gating entry
into the scheduler's available queue.
ScoreboardHazardRecognizer now accesses the ScheduleDAG in order to
get information about it's SUnits, provides RecedeCycle for bottom-up
scheduling, correctly computes scoreboard depth, tracks IssueCount, and
considers potential stall cycles when checking for hazards.
ScheduleDAGRRList now models machine cycles and hazards (under
flags). It tracks MinAvailableCycle, drives the hazard recognizer and
priority queue's ready filter, manages a new PendingQueue, properly
accounts for stall cycles, etc.
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@122541 91177308-0d34-0410-b5e6-96231b3b80d8
2010-12-24 05:03:26 +00:00
|
|
|
SchedulingPriorityQueue(bool rf = false):
|
|
|
|
CurCycle(0), HasReadyFilter(rf) {}
|
2006-05-11 23:55:42 +00:00
|
|
|
virtual ~SchedulingPriorityQueue() {}
|
2010-12-24 04:28:06 +00:00
|
|
|
|
Various bits of framework needed for precise machine-level selection
DAG scheduling during isel. Most new functionality is currently
guarded by -enable-sched-cycles and -enable-sched-hazard.
Added InstrItineraryData::IssueWidth field, currently derived from
ARM itineraries, but could be initialized differently on other targets.
Added ScheduleHazardRecognizer::MaxLookAhead to indicate whether it is
active, and if so how many cycles of state it holds.
Added SchedulingPriorityQueue::HasReadyFilter to allowing gating entry
into the scheduler's available queue.
ScoreboardHazardRecognizer now accesses the ScheduleDAG in order to
get information about it's SUnits, provides RecedeCycle for bottom-up
scheduling, correctly computes scoreboard depth, tracks IssueCount, and
considers potential stall cycles when checking for hazards.
ScheduleDAGRRList now models machine cycles and hazards (under
flags). It tracks MinAvailableCycle, drives the hazard recognizer and
priority queue's ready filter, manages a new PendingQueue, properly
accounts for stall cycles, etc.
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@122541 91177308-0d34-0410-b5e6-96231b3b80d8
2010-12-24 05:03:26 +00:00
|
|
|
virtual bool isBottomUp() const = 0;
|
|
|
|
|
2008-06-21 19:18:17 +00:00
|
|
|
virtual void initNodes(std::vector<SUnit> &SUnits) = 0;
|
2007-09-25 01:54:36 +00:00
|
|
|
virtual void addNode(const SUnit *SU) = 0;
|
|
|
|
virtual void updateNode(const SUnit *SU) = 0;
|
2006-05-11 23:55:42 +00:00
|
|
|
virtual void releaseState() = 0;
|
2007-09-25 01:54:36 +00:00
|
|
|
|
2006-05-11 23:55:42 +00:00
|
|
|
virtual bool empty() const = 0;
|
Various bits of framework needed for precise machine-level selection
DAG scheduling during isel. Most new functionality is currently
guarded by -enable-sched-cycles and -enable-sched-hazard.
Added InstrItineraryData::IssueWidth field, currently derived from
ARM itineraries, but could be initialized differently on other targets.
Added ScheduleHazardRecognizer::MaxLookAhead to indicate whether it is
active, and if so how many cycles of state it holds.
Added SchedulingPriorityQueue::HasReadyFilter to allowing gating entry
into the scheduler's available queue.
ScoreboardHazardRecognizer now accesses the ScheduleDAG in order to
get information about it's SUnits, provides RecedeCycle for bottom-up
scheduling, correctly computes scoreboard depth, tracks IssueCount, and
considers potential stall cycles when checking for hazards.
ScheduleDAGRRList now models machine cycles and hazards (under
flags). It tracks MinAvailableCycle, drives the hazard recognizer and
priority queue's ready filter, manages a new PendingQueue, properly
accounts for stall cycles, etc.
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@122541 91177308-0d34-0410-b5e6-96231b3b80d8
2010-12-24 05:03:26 +00:00
|
|
|
|
|
|
|
bool hasReadyFilter() const { return HasReadyFilter; }
|
|
|
|
|
2011-02-04 03:18:17 +00:00
|
|
|
virtual bool tracksRegPressure() const { return false; }
|
|
|
|
|
2010-12-25 02:38:01 +00:00
|
|
|
virtual bool isReady(SUnit *) const {
|
Various bits of framework needed for precise machine-level selection
DAG scheduling during isel. Most new functionality is currently
guarded by -enable-sched-cycles and -enable-sched-hazard.
Added InstrItineraryData::IssueWidth field, currently derived from
ARM itineraries, but could be initialized differently on other targets.
Added ScheduleHazardRecognizer::MaxLookAhead to indicate whether it is
active, and if so how many cycles of state it holds.
Added SchedulingPriorityQueue::HasReadyFilter to allowing gating entry
into the scheduler's available queue.
ScoreboardHazardRecognizer now accesses the ScheduleDAG in order to
get information about it's SUnits, provides RecedeCycle for bottom-up
scheduling, correctly computes scoreboard depth, tracks IssueCount, and
considers potential stall cycles when checking for hazards.
ScheduleDAGRRList now models machine cycles and hazards (under
flags). It tracks MinAvailableCycle, drives the hazard recognizer and
priority queue's ready filter, manages a new PendingQueue, properly
accounts for stall cycles, etc.
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@122541 91177308-0d34-0410-b5e6-96231b3b80d8
2010-12-24 05:03:26 +00:00
|
|
|
assert(!HasReadyFilter && "The ready filter must override isReady()");
|
|
|
|
return true;
|
|
|
|
}
|
2006-05-11 23:55:42 +00:00
|
|
|
virtual void push(SUnit *U) = 0;
|
2010-12-24 04:28:06 +00:00
|
|
|
|
2010-05-26 01:10:55 +00:00
|
|
|
void push_all(const std::vector<SUnit *> &Nodes) {
|
|
|
|
for (std::vector<SUnit *>::const_iterator I = Nodes.begin(),
|
|
|
|
E = Nodes.end(); I != E; ++I)
|
|
|
|
push(*I);
|
|
|
|
}
|
|
|
|
|
2006-05-11 23:55:42 +00:00
|
|
|
virtual SUnit *pop() = 0;
|
|
|
|
|
2007-09-25 01:54:36 +00:00
|
|
|
virtual void remove(SUnit *SU) = 0;
|
|
|
|
|
2010-12-25 02:38:01 +00:00
|
|
|
virtual void dump(ScheduleDAG *) const {}
|
Various bits of framework needed for precise machine-level selection
DAG scheduling during isel. Most new functionality is currently
guarded by -enable-sched-cycles and -enable-sched-hazard.
Added InstrItineraryData::IssueWidth field, currently derived from
ARM itineraries, but could be initialized differently on other targets.
Added ScheduleHazardRecognizer::MaxLookAhead to indicate whether it is
active, and if so how many cycles of state it holds.
Added SchedulingPriorityQueue::HasReadyFilter to allowing gating entry
into the scheduler's available queue.
ScoreboardHazardRecognizer now accesses the ScheduleDAG in order to
get information about it's SUnits, provides RecedeCycle for bottom-up
scheduling, correctly computes scoreboard depth, tracks IssueCount, and
considers potential stall cycles when checking for hazards.
ScheduleDAGRRList now models machine cycles and hazards (under
flags). It tracks MinAvailableCycle, drives the hazard recognizer and
priority queue's ready filter, manages a new PendingQueue, properly
accounts for stall cycles, etc.
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@122541 91177308-0d34-0410-b5e6-96231b3b80d8
2010-12-24 05:03:26 +00:00
|
|
|
|
2006-05-11 23:55:42 +00:00
|
|
|
/// ScheduledNode - As each node is scheduled, this method is invoked. This
|
2008-06-24 00:02:44 +00:00
|
|
|
/// allows the priority function to adjust the priority of related
|
|
|
|
/// unscheduled nodes, for example.
|
|
|
|
///
|
2008-05-19 20:15:12 +00:00
|
|
|
virtual void ScheduledNode(SUnit *) {}
|
2007-09-25 01:54:36 +00:00
|
|
|
|
2008-05-19 20:15:12 +00:00
|
|
|
virtual void UnscheduledNode(SUnit *) {}
|
2010-05-20 06:13:19 +00:00
|
|
|
|
|
|
|
void setCurCycle(unsigned Cycle) {
|
|
|
|
CurCycle = Cycle;
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned getCurCycle() const {
|
|
|
|
return CurCycle;
|
2010-12-24 04:28:06 +00:00
|
|
|
}
|
2006-05-11 23:55:42 +00:00
|
|
|
};
|
|
|
|
|
2006-01-21 02:32:06 +00:00
|
|
|
class ScheduleDAG {
|
|
|
|
public:
|
2009-08-27 23:44:33 +00:00
|
|
|
MachineBasicBlock *BB; // The block in which to insert instructions
|
|
|
|
MachineBasicBlock::iterator InsertPos;// The position to insert instructions
|
2006-01-21 02:32:06 +00:00
|
|
|
const TargetMachine &TM; // Target processor
|
|
|
|
const TargetInstrInfo *TII; // Target instruction information
|
2008-02-10 18:45:23 +00:00
|
|
|
const TargetRegisterInfo *TRI; // Target processor register info
|
2009-01-15 19:20:50 +00:00
|
|
|
MachineFunction &MF; // Machine function
|
Experimental scheduler change to schedule / coalesce the copies added for function livein's. Take 2008-03-10-RegAllocInfLoop.ll, the schedule looks like this after these copies are inserted:
entry: 0x12049d0, LLVM BB @0x1201fd0, ID#0:
Live Ins: %EAX %EDX %ECX
%reg1031<def> = MOVPC32r 0
%reg1032<def> = ADD32ri %reg1031, <es:_GLOBAL_OFFSET_TABLE_>, %EFLAGS<imp-def>
%reg1028<def> = MOV32rr %EAX
%reg1029<def> = MOV32rr %EDX
%reg1030<def> = MOV32rr %ECX
%reg1027<def> = MOV8rm %reg0, 1, %reg0, 0, Mem:LD(1,1) [0x1201910 + 0]
%reg1025<def> = MOV32rr %reg1029
%reg1026<def> = MOV32rr %reg1030
%reg1024<def> = MOV32rr %reg1028
The copies unnecessarily increase register pressure and it will end up requiring a physical register to be spilled.
With -schedule-livein-copies:
entry: 0x12049d0, LLVM BB @0x1201fa0, ID#0:
Live Ins: %EAX %EDX %ECX
%reg1031<def> = MOVPC32r 0
%reg1032<def> = ADD32ri %reg1031, <es:_GLOBAL_OFFSET_TABLE_>, %EFLAGS<imp-def>
%reg1024<def> = MOV32rr %EAX
%reg1025<def> = MOV32rr %EDX
%reg1026<def> = MOV32rr %ECX
%reg1027<def> = MOV8rm %reg0, 1, %reg0, 0, Mem:LD(1,1) [0x12018e0 + 0]
Much better!
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@48307 91177308-0d34-0410-b5e6-96231b3b80d8
2008-03-12 22:19:41 +00:00
|
|
|
MachineRegisterInfo &MRI; // Virtual/real register map
|
2006-05-12 01:58:24 +00:00
|
|
|
std::vector<SUnit*> Sequence; // The schedule. Null SUnit*'s
|
|
|
|
// represent noop instructions.
|
2006-05-11 23:55:42 +00:00
|
|
|
std::vector<SUnit> SUnits; // The scheduling units.
|
2009-02-10 23:27:53 +00:00
|
|
|
SUnit EntrySU; // Special node for the region entry.
|
|
|
|
SUnit ExitSU; // Special node for the region exit.
|
2006-01-21 02:32:06 +00:00
|
|
|
|
2009-01-15 19:20:50 +00:00
|
|
|
explicit ScheduleDAG(MachineFunction &mf);
|
2006-02-04 06:49:00 +00:00
|
|
|
|
2008-11-19 23:18:57 +00:00
|
|
|
virtual ~ScheduleDAG();
|
2006-01-21 02:32:06 +00:00
|
|
|
|
Various bits of framework needed for precise machine-level selection
DAG scheduling during isel. Most new functionality is currently
guarded by -enable-sched-cycles and -enable-sched-hazard.
Added InstrItineraryData::IssueWidth field, currently derived from
ARM itineraries, but could be initialized differently on other targets.
Added ScheduleHazardRecognizer::MaxLookAhead to indicate whether it is
active, and if so how many cycles of state it holds.
Added SchedulingPriorityQueue::HasReadyFilter to allowing gating entry
into the scheduler's available queue.
ScoreboardHazardRecognizer now accesses the ScheduleDAG in order to
get information about it's SUnits, provides RecedeCycle for bottom-up
scheduling, correctly computes scoreboard depth, tracks IssueCount, and
considers potential stall cycles when checking for hazards.
ScheduleDAGRRList now models machine cycles and hazards (under
flags). It tracks MinAvailableCycle, drives the hazard recognizer and
priority queue's ready filter, manages a new PendingQueue, properly
accounts for stall cycles, etc.
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@122541 91177308-0d34-0410-b5e6-96231b3b80d8
2010-12-24 05:03:26 +00:00
|
|
|
/// getInstrDesc - Return the TargetInstrDesc of this SUnit.
|
|
|
|
/// Return NULL for SDNodes without a machine opcode.
|
|
|
|
const TargetInstrDesc *getInstrDesc(const SUnit *SU) const {
|
|
|
|
if (SU->isInstr()) return &SU->getInstr()->getDesc();
|
|
|
|
return getNodeDesc(SU->getNode());
|
|
|
|
}
|
|
|
|
|
2007-08-28 20:32:58 +00:00
|
|
|
/// viewGraph - Pop up a GraphViz/gv window with the ScheduleDAG rendered
|
|
|
|
/// using 'dot'.
|
|
|
|
///
|
|
|
|
void viewGraph();
|
2010-12-24 04:28:06 +00:00
|
|
|
|
2009-02-10 23:27:53 +00:00
|
|
|
/// EmitSchedule - Insert MachineInstrs into the MachineBasicBlock
|
|
|
|
/// according to the order specified in Sequence.
|
|
|
|
///
|
2010-05-01 00:01:06 +00:00
|
|
|
virtual MachineBasicBlock *EmitSchedule() = 0;
|
2008-04-03 16:36:07 +00:00
|
|
|
|
|
|
|
void dumpSchedule() const;
|
|
|
|
|
2008-11-19 23:18:57 +00:00
|
|
|
virtual void dumpNode(const SUnit *SU) const = 0;
|
2008-11-19 22:09:45 +00:00
|
|
|
|
2008-11-19 23:18:57 +00:00
|
|
|
/// getGraphNodeLabel - Return a label for an SUnit node in a visualization
|
|
|
|
/// of the ScheduleDAG.
|
|
|
|
virtual std::string getGraphNodeLabel(const SUnit *SU) const = 0;
|
2008-04-03 16:36:07 +00:00
|
|
|
|
2008-11-19 23:18:57 +00:00
|
|
|
/// addCustomGraphFeatures - Add custom features for a visualization of
|
|
|
|
/// the ScheduleDAG.
|
2008-11-24 19:51:59 +00:00
|
|
|
virtual void addCustomGraphFeatures(GraphWriter<ScheduleDAG*> &) const {}
|
2008-04-03 16:36:07 +00:00
|
|
|
|
2008-11-20 01:26:25 +00:00
|
|
|
#ifndef NDEBUG
|
|
|
|
/// VerifySchedule - Verify that all SUnits were scheduled and that
|
|
|
|
/// their state is consistent.
|
|
|
|
void VerifySchedule(bool isBottomUp);
|
|
|
|
#endif
|
|
|
|
|
2008-11-19 23:18:57 +00:00
|
|
|
protected:
|
2009-02-11 04:27:20 +00:00
|
|
|
/// Run - perform scheduling.
|
|
|
|
///
|
|
|
|
void Run(MachineBasicBlock *bb, MachineBasicBlock::iterator insertPos);
|
|
|
|
|
2009-02-06 16:50:02 +00:00
|
|
|
/// BuildSchedGraph - Build SUnits and set up their Preds and Succs
|
|
|
|
/// to form the scheduling dependency graph.
|
|
|
|
///
|
2009-10-09 23:33:48 +00:00
|
|
|
virtual void BuildSchedGraph(AliasAnalysis *AA) = 0;
|
2008-04-03 16:36:07 +00:00
|
|
|
|
2009-02-06 16:50:02 +00:00
|
|
|
/// ComputeLatency - Compute node latency.
|
|
|
|
///
|
|
|
|
virtual void ComputeLatency(SUnit *SU) = 0;
|
|
|
|
|
2009-08-19 16:08:58 +00:00
|
|
|
/// ComputeOperandLatency - Override dependence edge latency using
|
|
|
|
/// operand use/def information
|
|
|
|
///
|
2009-10-14 20:28:33 +00:00
|
|
|
virtual void ComputeOperandLatency(SUnit *, SUnit *,
|
2009-10-14 20:39:01 +00:00
|
|
|
SDep&) const { }
|
2009-08-19 16:08:58 +00:00
|
|
|
|
2009-02-06 16:50:02 +00:00
|
|
|
/// Schedule - Order nodes according to selected style, filling
|
|
|
|
/// in the Sequence member.
|
|
|
|
///
|
|
|
|
virtual void Schedule() = 0;
|
2007-09-26 21:38:03 +00:00
|
|
|
|
2009-08-27 23:44:33 +00:00
|
|
|
/// ForceUnitLatencies - Return true if all scheduling edges should be given
|
|
|
|
/// a latency value of one. The default is to return false; schedulers may
|
2008-12-16 03:25:46 +00:00
|
|
|
/// override this as needed.
|
|
|
|
virtual bool ForceUnitLatencies() const { return false; }
|
|
|
|
|
2009-02-06 16:50:02 +00:00
|
|
|
/// EmitNoop - Emit a noop instruction.
|
|
|
|
///
|
|
|
|
void EmitNoop();
|
|
|
|
|
|
|
|
void EmitPhysRegCopy(SUnit *SU, DenseMap<SUnit*, unsigned> &VRBaseMap);
|
Various bits of framework needed for precise machine-level selection
DAG scheduling during isel. Most new functionality is currently
guarded by -enable-sched-cycles and -enable-sched-hazard.
Added InstrItineraryData::IssueWidth field, currently derived from
ARM itineraries, but could be initialized differently on other targets.
Added ScheduleHazardRecognizer::MaxLookAhead to indicate whether it is
active, and if so how many cycles of state it holds.
Added SchedulingPriorityQueue::HasReadyFilter to allowing gating entry
into the scheduler's available queue.
ScoreboardHazardRecognizer now accesses the ScheduleDAG in order to
get information about it's SUnits, provides RecedeCycle for bottom-up
scheduling, correctly computes scoreboard depth, tracks IssueCount, and
considers potential stall cycles when checking for hazards.
ScheduleDAGRRList now models machine cycles and hazards (under
flags). It tracks MinAvailableCycle, drives the hazard recognizer and
priority queue's ready filter, manages a new PendingQueue, properly
accounts for stall cycles, etc.
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@122541 91177308-0d34-0410-b5e6-96231b3b80d8
2010-12-24 05:03:26 +00:00
|
|
|
|
|
|
|
private:
|
|
|
|
// Return the TargetInstrDesc of this SDNode or NULL.
|
|
|
|
const TargetInstrDesc *getNodeDesc(const SDNode *Node) const;
|
2006-01-21 02:32:06 +00:00
|
|
|
};
|
|
|
|
|
2009-08-27 23:44:33 +00:00
|
|
|
class SUnitIterator : public std::iterator<std::forward_iterator_tag,
|
|
|
|
SUnit, ptrdiff_t> {
|
2007-08-28 20:32:58 +00:00
|
|
|
SUnit *Node;
|
|
|
|
unsigned Operand;
|
|
|
|
|
|
|
|
SUnitIterator(SUnit *N, unsigned Op) : Node(N), Operand(Op) {}
|
|
|
|
public:
|
|
|
|
bool operator==(const SUnitIterator& x) const {
|
|
|
|
return Operand == x.Operand;
|
|
|
|
}
|
|
|
|
bool operator!=(const SUnitIterator& x) const { return !operator==(x); }
|
|
|
|
|
|
|
|
const SUnitIterator &operator=(const SUnitIterator &I) {
|
2009-08-27 23:44:33 +00:00
|
|
|
assert(I.Node==Node && "Cannot assign iterators to two different nodes!");
|
2007-08-28 20:32:58 +00:00
|
|
|
Operand = I.Operand;
|
|
|
|
return *this;
|
|
|
|
}
|
|
|
|
|
|
|
|
pointer operator*() const {
|
2008-12-09 22:54:47 +00:00
|
|
|
return Node->Preds[Operand].getSUnit();
|
2007-08-28 20:32:58 +00:00
|
|
|
}
|
|
|
|
pointer operator->() const { return operator*(); }
|
|
|
|
|
|
|
|
SUnitIterator& operator++() { // Preincrement
|
|
|
|
++Operand;
|
|
|
|
return *this;
|
|
|
|
}
|
|
|
|
SUnitIterator operator++(int) { // Postincrement
|
|
|
|
SUnitIterator tmp = *this; ++*this; return tmp;
|
|
|
|
}
|
|
|
|
|
|
|
|
static SUnitIterator begin(SUnit *N) { return SUnitIterator(N, 0); }
|
|
|
|
static SUnitIterator end (SUnit *N) {
|
2008-05-05 18:30:58 +00:00
|
|
|
return SUnitIterator(N, (unsigned)N->Preds.size());
|
2007-08-28 20:32:58 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
unsigned getOperand() const { return Operand; }
|
|
|
|
const SUnit *getNode() const { return Node; }
|
2008-12-09 22:54:47 +00:00
|
|
|
/// isCtrlDep - Test if this is not an SDep::Data dependence.
|
|
|
|
bool isCtrlDep() const {
|
2008-12-16 00:51:33 +00:00
|
|
|
return getSDep().isCtrl();
|
2008-12-09 22:54:47 +00:00
|
|
|
}
|
|
|
|
bool isArtificialDep() const {
|
2008-12-16 00:51:33 +00:00
|
|
|
return getSDep().isArtificial();
|
|
|
|
}
|
|
|
|
const SDep &getSDep() const {
|
|
|
|
return Node->Preds[Operand];
|
2008-12-09 22:54:47 +00:00
|
|
|
}
|
2007-08-28 20:32:58 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
template <> struct GraphTraits<SUnit*> {
|
|
|
|
typedef SUnit NodeType;
|
|
|
|
typedef SUnitIterator ChildIteratorType;
|
|
|
|
static inline NodeType *getEntryNode(SUnit *N) { return N; }
|
|
|
|
static inline ChildIteratorType child_begin(NodeType *N) {
|
|
|
|
return SUnitIterator::begin(N);
|
|
|
|
}
|
|
|
|
static inline ChildIteratorType child_end(NodeType *N) {
|
|
|
|
return SUnitIterator::end(N);
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
template <> struct GraphTraits<ScheduleDAG*> : public GraphTraits<SUnit*> {
|
|
|
|
typedef std::vector<SUnit>::iterator nodes_iterator;
|
|
|
|
static nodes_iterator nodes_begin(ScheduleDAG *G) {
|
|
|
|
return G->SUnits.begin();
|
|
|
|
}
|
|
|
|
static nodes_iterator nodes_end(ScheduleDAG *G) {
|
|
|
|
return G->SUnits.end();
|
|
|
|
}
|
|
|
|
};
|
2008-11-25 00:52:40 +00:00
|
|
|
|
|
|
|
/// ScheduleDAGTopologicalSort is a class that computes a topological
|
|
|
|
/// ordering for SUnits and provides methods for dynamically updating
|
|
|
|
/// the ordering as new edges are added.
|
|
|
|
///
|
|
|
|
/// This allows a very fast implementation of IsReachable, for example.
|
|
|
|
///
|
|
|
|
class ScheduleDAGTopologicalSort {
|
|
|
|
/// SUnits - A reference to the ScheduleDAG's SUnits.
|
|
|
|
std::vector<SUnit> &SUnits;
|
|
|
|
|
|
|
|
/// Index2Node - Maps topological index to the node number.
|
|
|
|
std::vector<int> Index2Node;
|
|
|
|
/// Node2Index - Maps the node number to its topological index.
|
|
|
|
std::vector<int> Node2Index;
|
|
|
|
/// Visited - a set of nodes visited during a DFS traversal.
|
|
|
|
BitVector Visited;
|
|
|
|
|
2010-12-24 04:28:06 +00:00
|
|
|
/// DFS - make a DFS traversal and mark all nodes affected by the
|
2008-11-25 00:52:40 +00:00
|
|
|
/// edge insertion. These nodes will later get new topological indexes
|
|
|
|
/// by means of the Shift method.
|
|
|
|
void DFS(const SUnit *SU, int UpperBound, bool& HasLoop);
|
|
|
|
|
|
|
|
/// Shift - reassign topological indexes for the nodes in the DAG
|
|
|
|
/// to preserve the topological ordering.
|
|
|
|
void Shift(BitVector& Visited, int LowerBound, int UpperBound);
|
|
|
|
|
|
|
|
/// Allocate - assign the topological index to the node n.
|
|
|
|
void Allocate(int n, int index);
|
|
|
|
|
|
|
|
public:
|
|
|
|
explicit ScheduleDAGTopologicalSort(std::vector<SUnit> &SUnits);
|
|
|
|
|
2010-12-24 04:28:06 +00:00
|
|
|
/// InitDAGTopologicalSorting - create the initial topological
|
2008-11-25 00:52:40 +00:00
|
|
|
/// ordering from the DAG to be scheduled.
|
|
|
|
void InitDAGTopologicalSorting();
|
|
|
|
|
|
|
|
/// IsReachable - Checks if SU is reachable from TargetSU.
|
|
|
|
bool IsReachable(const SUnit *SU, const SUnit *TargetSU);
|
|
|
|
|
|
|
|
/// WillCreateCycle - Returns true if adding an edge from SU to TargetSU
|
|
|
|
/// will create a cycle.
|
|
|
|
bool WillCreateCycle(SUnit *SU, SUnit *TargetSU);
|
|
|
|
|
|
|
|
/// AddPred - Updates the topological ordering to accomodate an edge
|
|
|
|
/// to be added from SUnit X to SUnit Y.
|
|
|
|
void AddPred(SUnit *Y, SUnit *X);
|
|
|
|
|
|
|
|
/// RemovePred - Updates the topological ordering to accomodate an
|
|
|
|
/// an edge to be removed from the specified node N from the predecessors
|
|
|
|
/// of the current node M.
|
|
|
|
void RemovePred(SUnit *M, SUnit *N);
|
|
|
|
|
|
|
|
typedef std::vector<int>::iterator iterator;
|
|
|
|
typedef std::vector<int>::const_iterator const_iterator;
|
|
|
|
iterator begin() { return Index2Node.begin(); }
|
|
|
|
const_iterator begin() const { return Index2Node.begin(); }
|
|
|
|
iterator end() { return Index2Node.end(); }
|
|
|
|
const_iterator end() const { return Index2Node.end(); }
|
|
|
|
|
|
|
|
typedef std::vector<int>::reverse_iterator reverse_iterator;
|
|
|
|
typedef std::vector<int>::const_reverse_iterator const_reverse_iterator;
|
|
|
|
reverse_iterator rbegin() { return Index2Node.rbegin(); }
|
|
|
|
const_reverse_iterator rbegin() const { return Index2Node.rbegin(); }
|
|
|
|
reverse_iterator rend() { return Index2Node.rend(); }
|
|
|
|
const_reverse_iterator rend() const { return Index2Node.rend(); }
|
|
|
|
};
|
2006-01-21 02:32:06 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
#endif
|