2010-07-20 15:41:07 +00:00
|
|
|
//===---------- SplitKit.cpp - Toolkit for splitting live ranges ----------===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This file contains the SplitAnalysis class as well as mutator functions for
|
|
|
|
// live range splitting.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#include "llvm/ADT/SmallPtrSet.h"
|
|
|
|
#include "llvm/ADT/DenseMap.h"
|
2010-07-26 23:44:11 +00:00
|
|
|
#include "llvm/CodeGen/SlotIndexes.h"
|
2010-07-20 15:41:07 +00:00
|
|
|
|
|
|
|
namespace llvm {
|
|
|
|
|
|
|
|
class LiveInterval;
|
|
|
|
class LiveIntervals;
|
|
|
|
class MachineInstr;
|
|
|
|
class MachineLoop;
|
|
|
|
class MachineLoopInfo;
|
2010-07-26 23:44:11 +00:00
|
|
|
class MachineRegisterInfo;
|
2010-07-20 21:46:58 +00:00
|
|
|
class TargetInstrInfo;
|
2010-07-26 23:44:11 +00:00
|
|
|
class VirtRegMap;
|
|
|
|
class VNInfo;
|
2010-07-20 15:41:07 +00:00
|
|
|
|
2010-07-26 23:44:11 +00:00
|
|
|
/// SplitAnalysis - Analyze a LiveInterval, looking for live range splitting
|
|
|
|
/// opportunities.
|
2010-07-20 15:41:07 +00:00
|
|
|
class SplitAnalysis {
|
2010-08-10 17:07:22 +00:00
|
|
|
public:
|
2010-07-20 15:41:07 +00:00
|
|
|
const MachineFunction &mf_;
|
|
|
|
const LiveIntervals &lis_;
|
|
|
|
const MachineLoopInfo &loops_;
|
2010-07-20 21:46:58 +00:00
|
|
|
const TargetInstrInfo &tii_;
|
2010-07-20 15:41:07 +00:00
|
|
|
|
|
|
|
// Instructions using the the current register.
|
|
|
|
typedef SmallPtrSet<const MachineInstr*, 16> InstrPtrSet;
|
|
|
|
InstrPtrSet usingInstrs_;
|
|
|
|
|
|
|
|
// The number of instructions using curli in each basic block.
|
|
|
|
typedef DenseMap<const MachineBasicBlock*, unsigned> BlockCountMap;
|
|
|
|
BlockCountMap usingBlocks_;
|
|
|
|
|
2010-08-12 23:02:55 +00:00
|
|
|
// The number of basic block using curli in each loop.
|
|
|
|
typedef DenseMap<const MachineLoop*, unsigned> LoopCountMap;
|
|
|
|
LoopCountMap usingLoops_;
|
2010-07-20 15:41:07 +00:00
|
|
|
|
2010-08-12 17:07:14 +00:00
|
|
|
private:
|
|
|
|
// Current live interval.
|
|
|
|
const LiveInterval *curli_;
|
|
|
|
|
2010-07-20 15:41:07 +00:00
|
|
|
// Sumarize statistics by counting instructions using curli_.
|
2010-07-20 16:12:37 +00:00
|
|
|
void analyzeUses();
|
2010-07-20 15:41:07 +00:00
|
|
|
|
2010-07-20 21:46:58 +00:00
|
|
|
/// canAnalyzeBranch - Return true if MBB ends in a branch that can be
|
|
|
|
/// analyzed.
|
|
|
|
bool canAnalyzeBranch(const MachineBasicBlock *MBB);
|
|
|
|
|
2010-07-20 15:41:07 +00:00
|
|
|
public:
|
2010-07-20 23:50:15 +00:00
|
|
|
SplitAnalysis(const MachineFunction &mf, const LiveIntervals &lis,
|
|
|
|
const MachineLoopInfo &mli);
|
2010-07-20 15:41:07 +00:00
|
|
|
|
|
|
|
/// analyze - set curli to the specified interval, and analyze how it may be
|
|
|
|
/// split.
|
|
|
|
void analyze(const LiveInterval *li);
|
|
|
|
|
2010-08-12 23:02:55 +00:00
|
|
|
/// removeUse - Update statistics by noting that mi no longer uses curli.
|
|
|
|
void removeUse(const MachineInstr *mi);
|
|
|
|
|
2010-07-26 23:44:11 +00:00
|
|
|
const LiveInterval *getCurLI() { return curli_; }
|
|
|
|
|
2010-07-20 15:41:07 +00:00
|
|
|
/// clear - clear all data structures so SplitAnalysis is ready to analyze a
|
|
|
|
/// new interval.
|
|
|
|
void clear();
|
|
|
|
|
2010-07-20 21:46:58 +00:00
|
|
|
typedef SmallPtrSet<const MachineBasicBlock*, 16> BlockPtrSet;
|
2010-08-12 23:02:55 +00:00
|
|
|
typedef SmallPtrSet<const MachineLoop*, 16> LoopPtrSet;
|
2010-07-20 21:46:58 +00:00
|
|
|
|
|
|
|
// Sets of basic blocks surrounding a machine loop.
|
|
|
|
struct LoopBlocks {
|
|
|
|
BlockPtrSet Loop; // Blocks in the loop.
|
|
|
|
BlockPtrSet Preds; // Loop predecessor blocks.
|
|
|
|
BlockPtrSet Exits; // Loop exit blocks.
|
|
|
|
|
|
|
|
void clear() {
|
|
|
|
Loop.clear();
|
|
|
|
Preds.clear();
|
|
|
|
Exits.clear();
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
// Calculate the block sets surrounding the loop.
|
|
|
|
void getLoopBlocks(const MachineLoop *Loop, LoopBlocks &Blocks);
|
|
|
|
|
2010-07-20 15:41:07 +00:00
|
|
|
/// LoopPeripheralUse - how is a variable used in and around a loop?
|
|
|
|
/// Peripheral blocks are the loop predecessors and exit blocks.
|
|
|
|
enum LoopPeripheralUse {
|
|
|
|
ContainedInLoop, // All uses are inside the loop.
|
|
|
|
SinglePeripheral, // At most one instruction per peripheral block.
|
|
|
|
MultiPeripheral, // Multiple instructions in some peripheral blocks.
|
|
|
|
OutsideLoop // Uses outside loop periphery.
|
|
|
|
};
|
|
|
|
|
|
|
|
/// analyzeLoopPeripheralUse - Return an enum describing how curli_ is used in
|
|
|
|
/// and around the Loop.
|
2010-07-20 21:46:58 +00:00
|
|
|
LoopPeripheralUse analyzeLoopPeripheralUse(const LoopBlocks&);
|
|
|
|
|
|
|
|
/// getCriticalExits - It may be necessary to partially break critical edges
|
|
|
|
/// leaving the loop if an exit block has phi uses of curli. Collect the exit
|
|
|
|
/// blocks that need special treatment into CriticalExits.
|
|
|
|
void getCriticalExits(const LoopBlocks &Blocks, BlockPtrSet &CriticalExits);
|
|
|
|
|
|
|
|
/// canSplitCriticalExits - Return true if it is possible to insert new exit
|
|
|
|
/// blocks before the blocks in CriticalExits.
|
|
|
|
bool canSplitCriticalExits(const LoopBlocks &Blocks,
|
|
|
|
BlockPtrSet &CriticalExits);
|
2010-07-20 15:41:07 +00:00
|
|
|
|
|
|
|
/// getBestSplitLoop - Return the loop where curli may best be split to a
|
|
|
|
/// separate register, or NULL.
|
|
|
|
const MachineLoop *getBestSplitLoop();
|
2010-08-12 17:07:14 +00:00
|
|
|
|
|
|
|
/// getMultiUseBlocks - Add basic blocks to Blocks that may benefit from
|
|
|
|
/// having curli split to a new live interval. Return true if Blocks can be
|
|
|
|
/// passed to SplitEditor::splitSingleBlocks.
|
|
|
|
bool getMultiUseBlocks(BlockPtrSet &Blocks);
|
2010-08-13 21:18:48 +00:00
|
|
|
|
|
|
|
/// getBlockForInsideSplit - If curli is contained inside a single basic block,
|
|
|
|
/// and it wou pay to subdivide the interval inside that block, return it.
|
|
|
|
/// Otherwise return NULL. The returned block can be passed to
|
|
|
|
/// SplitEditor::splitInsideBlock.
|
|
|
|
const MachineBasicBlock *getBlockForInsideSplit();
|
2010-07-20 15:41:07 +00:00
|
|
|
};
|
|
|
|
|
2010-08-18 19:00:08 +00:00
|
|
|
|
|
|
|
/// LiveIntervalMap - Map values from a large LiveInterval into a small
|
|
|
|
/// interval that is a subset. Insert phi-def values as needed. This class is
|
|
|
|
/// used by SplitEditor to create new smaller LiveIntervals.
|
|
|
|
///
|
|
|
|
/// parentli_ is the larger interval, li_ is the subset interval. Every value
|
|
|
|
/// in li_ corresponds to exactly one value in parentli_, and the live range
|
|
|
|
/// of the value is contained within the live range of the parentli_ value.
|
|
|
|
/// Values in parentli_ may map to any number of openli_ values, including 0.
|
|
|
|
class LiveIntervalMap {
|
|
|
|
LiveIntervals &lis_;
|
|
|
|
|
|
|
|
// The parent interval is never changed.
|
|
|
|
const LiveInterval &parentli_;
|
|
|
|
|
|
|
|
// The child interval's values are fully contained inside parentli_ values.
|
2010-09-13 23:29:09 +00:00
|
|
|
LiveInterval *li_;
|
2010-08-18 19:00:08 +00:00
|
|
|
|
|
|
|
typedef DenseMap<const VNInfo*, VNInfo*> ValueMap;
|
|
|
|
|
|
|
|
// Map parentli_ values to simple values in li_ that are defined at the same
|
|
|
|
// SlotIndex, or NULL for parentli_ values that have complex li_ defs.
|
|
|
|
// Note there is a difference between values mapping to NULL (complex), and
|
|
|
|
// values not present (unknown/unmapped).
|
|
|
|
ValueMap valueMap_;
|
|
|
|
|
|
|
|
// extendTo - Find the last li_ value defined in MBB at or before Idx. The
|
2010-09-16 00:01:36 +00:00
|
|
|
// parentli is assumed to be live at Idx. Extend the live range to include
|
|
|
|
// Idx. Return the found VNInfo, or NULL.
|
2010-08-18 19:00:08 +00:00
|
|
|
VNInfo *extendTo(MachineBasicBlock *MBB, SlotIndex Idx);
|
|
|
|
|
|
|
|
public:
|
|
|
|
LiveIntervalMap(LiveIntervals &lis,
|
2010-09-13 23:29:09 +00:00
|
|
|
const LiveInterval &parentli)
|
|
|
|
: lis_(lis), parentli_(parentli), li_(0) {}
|
|
|
|
|
|
|
|
/// reset - clear all data structures and start a new live interval.
|
|
|
|
void reset(LiveInterval *);
|
|
|
|
|
|
|
|
/// getLI - return the current live interval.
|
|
|
|
LiveInterval *getLI() const { return li_; }
|
2010-08-18 19:00:08 +00:00
|
|
|
|
|
|
|
/// defValue - define a value in li_ from the parentli_ value VNI and Idx.
|
|
|
|
/// Idx does not have to be ParentVNI->def, but it must be contained within
|
|
|
|
/// ParentVNI's live range in parentli_.
|
|
|
|
/// Return the new li_ value.
|
|
|
|
VNInfo *defValue(const VNInfo *ParentVNI, SlotIndex Idx);
|
|
|
|
|
|
|
|
/// mapValue - map ParentVNI to the corresponding li_ value at Idx. It is
|
|
|
|
/// assumed that ParentVNI is live at Idx.
|
|
|
|
/// If ParentVNI has not been defined by defValue, it is assumed that
|
|
|
|
/// ParentVNI->def dominates Idx.
|
|
|
|
/// If ParentVNI has been defined by defValue one or more times, a value that
|
|
|
|
/// dominates Idx will be returned. This may require creating extra phi-def
|
|
|
|
/// values and adding live ranges to li_.
|
2010-09-21 22:32:21 +00:00
|
|
|
/// If simple is not NULL, *simple will indicate if ParentVNI is a simply
|
|
|
|
/// mapped value.
|
|
|
|
VNInfo *mapValue(const VNInfo *ParentVNI, SlotIndex Idx, bool *simple = 0);
|
|
|
|
|
|
|
|
/// isMapped - Return true is ParentVNI is a known mapped value. It may be a
|
|
|
|
/// simple 1-1 mapping or a complex mapping to later defs.
|
|
|
|
bool isMapped(const VNInfo *ParentVNI) const {
|
|
|
|
return valueMap_.count(ParentVNI);
|
|
|
|
}
|
|
|
|
|
|
|
|
/// isComplexMapped - Return true if ParentVNI has received new definitions
|
|
|
|
/// with defValue.
|
|
|
|
bool isComplexMapped(const VNInfo *ParentVNI) const;
|
|
|
|
|
|
|
|
// addSimpleRange - Add a simple range from parentli_ to li_.
|
|
|
|
// ParentVNI must be live in the [Start;End) interval.
|
|
|
|
void addSimpleRange(SlotIndex Start, SlotIndex End, const VNInfo *ParentVNI);
|
2010-08-18 19:00:08 +00:00
|
|
|
|
|
|
|
/// addRange - Add live ranges to li_ where [Start;End) intersects parentli_.
|
|
|
|
/// All needed values whose def is not inside [Start;End) must be defined
|
|
|
|
/// beforehand so mapValue will work.
|
|
|
|
void addRange(SlotIndex Start, SlotIndex End);
|
2010-09-16 00:01:36 +00:00
|
|
|
|
|
|
|
/// defByCopyFrom - Insert a copy from Reg to li, assuming that Reg carries
|
|
|
|
/// ParentVNI. Add a minimal live range for the new value and return it.
|
|
|
|
VNInfo *defByCopyFrom(unsigned Reg,
|
|
|
|
const VNInfo *ParentVNI,
|
|
|
|
MachineBasicBlock &MBB,
|
|
|
|
MachineBasicBlock::iterator I);
|
|
|
|
|
2010-08-18 19:00:08 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
|
2010-07-26 23:44:11 +00:00
|
|
|
/// SplitEditor - Edit machine code and LiveIntervals for live range
|
|
|
|
/// splitting.
|
|
|
|
///
|
2010-08-06 22:17:33 +00:00
|
|
|
/// - Create a SplitEditor from a SplitAnalysis.
|
2010-08-04 22:08:39 +00:00
|
|
|
/// - Start a new live interval with openIntv.
|
|
|
|
/// - Mark the places where the new interval is entered using enterIntv*
|
|
|
|
/// - Mark the ranges where the new interval is used with useIntv*
|
|
|
|
/// - Mark the places where the interval is exited with exitIntv*.
|
|
|
|
/// - Finish the current interval with closeIntv and repeat from 2.
|
|
|
|
/// - Rewrite instructions with rewrite().
|
2010-07-26 23:44:11 +00:00
|
|
|
///
|
|
|
|
class SplitEditor {
|
|
|
|
SplitAnalysis &sa_;
|
|
|
|
LiveIntervals &lis_;
|
|
|
|
VirtRegMap &vrm_;
|
|
|
|
MachineRegisterInfo &mri_;
|
|
|
|
const TargetInstrInfo &tii_;
|
|
|
|
|
2010-08-06 22:17:33 +00:00
|
|
|
/// curli_ - The immutable interval we are currently splitting.
|
|
|
|
const LiveInterval *const curli_;
|
|
|
|
|
|
|
|
/// dupli_ - Created as a copy of curli_, ranges are carved out as new
|
|
|
|
/// intervals get added through openIntv / closeIntv. This is used to avoid
|
|
|
|
/// editing curli_.
|
2010-09-13 23:29:11 +00:00
|
|
|
LiveIntervalMap dupli_;
|
2010-07-26 23:44:11 +00:00
|
|
|
|
|
|
|
/// Currently open LiveInterval.
|
2010-09-13 23:29:11 +00:00
|
|
|
LiveIntervalMap openli_;
|
2010-07-26 23:44:11 +00:00
|
|
|
|
|
|
|
/// createInterval - Create a new virtual register and LiveInterval with same
|
|
|
|
/// register class and spill slot as curli.
|
|
|
|
LiveInterval *createInterval();
|
|
|
|
|
2010-08-04 22:08:39 +00:00
|
|
|
/// All the new intervals created for this split are added to intervals_.
|
2010-08-13 22:56:53 +00:00
|
|
|
SmallVectorImpl<LiveInterval*> &intervals_;
|
2010-08-04 22:08:39 +00:00
|
|
|
|
|
|
|
/// The index into intervals_ of the first interval we added. There may be
|
|
|
|
/// others from before we got it.
|
|
|
|
unsigned firstInterval;
|
|
|
|
|
2010-09-21 22:32:21 +00:00
|
|
|
/// intervalsLiveAt - Return true if any member of intervals_ is live at Idx.
|
|
|
|
bool intervalsLiveAt(SlotIndex Idx) const;
|
|
|
|
|
|
|
|
/// Values in curli whose live range has been truncated when entering an open
|
|
|
|
/// li.
|
|
|
|
SmallPtrSet<const VNInfo*, 8> truncatedValues;
|
|
|
|
|
|
|
|
/// addTruncSimpleRange - Add the given simple range to dupli_ after
|
|
|
|
/// truncating any overlap with intervals_.
|
|
|
|
void addTruncSimpleRange(SlotIndex Start, SlotIndex End, VNInfo *VNI);
|
2010-07-26 23:44:11 +00:00
|
|
|
|
|
|
|
public:
|
|
|
|
/// Create a new SplitEditor for editing the LiveInterval analyzed by SA.
|
2010-08-04 22:08:39 +00:00
|
|
|
/// Newly created intervals will be appended to newIntervals.
|
|
|
|
SplitEditor(SplitAnalysis &SA, LiveIntervals&, VirtRegMap&,
|
2010-08-13 22:56:53 +00:00
|
|
|
SmallVectorImpl<LiveInterval*> &newIntervals);
|
2010-07-26 23:44:11 +00:00
|
|
|
|
2010-08-06 22:17:33 +00:00
|
|
|
/// getAnalysis - Get the corresponding analysis.
|
|
|
|
SplitAnalysis &getAnalysis() { return sa_; }
|
2010-07-26 23:44:11 +00:00
|
|
|
|
2010-08-04 22:08:39 +00:00
|
|
|
/// Create a new virtual register and live interval.
|
|
|
|
void openIntv();
|
2010-07-26 23:44:11 +00:00
|
|
|
|
2010-08-12 17:07:14 +00:00
|
|
|
/// enterIntvBefore - Enter openli before the instruction at Idx. If curli is
|
|
|
|
/// not live before Idx, a COPY is not inserted.
|
|
|
|
void enterIntvBefore(SlotIndex Idx);
|
|
|
|
|
2010-08-04 22:08:39 +00:00
|
|
|
/// enterIntvAtEnd - Enter openli at the end of MBB.
|
2010-09-16 00:01:36 +00:00
|
|
|
void enterIntvAtEnd(MachineBasicBlock &MBB);
|
2010-07-26 23:44:11 +00:00
|
|
|
|
2010-08-04 22:08:39 +00:00
|
|
|
/// useIntv - indicate that all instructions in MBB should use openli.
|
|
|
|
void useIntv(const MachineBasicBlock &MBB);
|
2010-07-26 23:44:11 +00:00
|
|
|
|
2010-08-04 22:08:39 +00:00
|
|
|
/// useIntv - indicate that all instructions in range should use openli.
|
|
|
|
void useIntv(SlotIndex Start, SlotIndex End);
|
2010-07-26 23:44:11 +00:00
|
|
|
|
2010-08-12 17:07:14 +00:00
|
|
|
/// leaveIntvAfter - Leave openli after the instruction at Idx.
|
|
|
|
void leaveIntvAfter(SlotIndex Idx);
|
|
|
|
|
2010-08-04 22:08:39 +00:00
|
|
|
/// leaveIntvAtTop - Leave the interval at the top of MBB.
|
|
|
|
/// Currently, only one value can leave the interval.
|
|
|
|
void leaveIntvAtTop(MachineBasicBlock &MBB);
|
2010-07-26 23:44:11 +00:00
|
|
|
|
2010-08-04 22:08:39 +00:00
|
|
|
/// closeIntv - Indicate that we are done editing the currently open
|
2010-07-26 23:44:11 +00:00
|
|
|
/// LiveInterval, and ranges can be trimmed.
|
2010-08-04 22:08:39 +00:00
|
|
|
void closeIntv();
|
2010-07-26 23:44:11 +00:00
|
|
|
|
|
|
|
/// rewrite - after all the new live ranges have been created, rewrite
|
|
|
|
/// instructions using curli to use the new intervals.
|
2010-09-13 23:29:11 +00:00
|
|
|
/// Return true if curli has been completely replaced, false if curli is still
|
|
|
|
/// intact, and needs to be spilled or split further.
|
|
|
|
bool rewrite();
|
2010-07-26 23:44:11 +00:00
|
|
|
|
|
|
|
// ===--- High level methods ---===
|
|
|
|
|
|
|
|
/// splitAroundLoop - Split curli into a separate live interval inside
|
2010-08-06 22:17:33 +00:00
|
|
|
/// the loop. Return true if curli has been completely replaced, false if
|
|
|
|
/// curli is still intact, and needs to be spilled or split further.
|
|
|
|
bool splitAroundLoop(const MachineLoop*);
|
2010-07-26 23:44:11 +00:00
|
|
|
|
2010-08-12 17:07:14 +00:00
|
|
|
/// splitSingleBlocks - Split curli into a separate live interval inside each
|
|
|
|
/// basic block in Blocks. Return true if curli has been completely replaced,
|
|
|
|
/// false if curli is still intact, and needs to be spilled or split further.
|
|
|
|
bool splitSingleBlocks(const SplitAnalysis::BlockPtrSet &Blocks);
|
2010-07-26 23:44:11 +00:00
|
|
|
|
2010-08-13 21:18:48 +00:00
|
|
|
/// splitInsideBlock - Split curli into multiple intervals inside MBB. Return
|
|
|
|
/// true if curli has been completely replaced, false if curli is still
|
|
|
|
/// intact, and needs to be spilled or split further.
|
|
|
|
bool splitInsideBlock(const MachineBasicBlock *);
|
|
|
|
};
|
2010-07-20 15:41:07 +00:00
|
|
|
|
|
|
|
}
|