2003-09-30 18:37:50 +00:00
|
|
|
//===- llvm/Analysis/LoopInfo.h - Natural Loop Calculator -------*- C++ -*-===//
|
2005-04-21 20:19:05 +00:00
|
|
|
//
|
2003-10-20 20:19:47 +00:00
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
2007-12-29 19:59:42 +00:00
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
2005-04-21 20:19:05 +00:00
|
|
|
//
|
2003-10-20 20:19:47 +00:00
|
|
|
//===----------------------------------------------------------------------===//
|
2001-11-26 18:41:20 +00:00
|
|
|
//
|
|
|
|
// This file defines the LoopInfo class that is used to identify natural loops
|
2003-02-27 00:37:22 +00:00
|
|
|
// and determine the loop depth of various nodes of the CFG. Note that natural
|
2004-04-12 20:26:17 +00:00
|
|
|
// loops may actually be several loops that share the same header node.
|
2003-02-27 00:37:22 +00:00
|
|
|
//
|
|
|
|
// This analysis calculates the nesting structure of loops in a function. For
|
|
|
|
// each natural loop identified, this analysis identifies natural loops
|
2004-04-19 03:03:19 +00:00
|
|
|
// contained entirely within the loop and the basic blocks the make up the loop.
|
2003-02-27 00:37:22 +00:00
|
|
|
//
|
2004-04-19 03:03:19 +00:00
|
|
|
// It can calculate on the fly various bits of information, for example:
|
|
|
|
//
|
|
|
|
// * whether there is a preheader for the loop
|
|
|
|
// * the number of back edges to the header
|
|
|
|
// * whether or not a particular block branches out of the loop
|
|
|
|
// * the successor blocks of the loop
|
|
|
|
// * the loop depth
|
|
|
|
// * the trip count
|
|
|
|
// * etc...
|
2001-11-26 18:41:20 +00:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#ifndef LLVM_ANALYSIS_LOOP_INFO_H
|
|
|
|
#define LLVM_ANALYSIS_LOOP_INFO_H
|
|
|
|
|
2002-01-30 23:27:55 +00:00
|
|
|
#include "llvm/Pass.h"
|
2007-11-14 02:33:58 +00:00
|
|
|
#include "llvm/Constants.h"
|
|
|
|
#include "llvm/Instructions.h"
|
2007-11-15 05:00:15 +00:00
|
|
|
#include "llvm/ADT/DepthFirstIterator.h"
|
2004-09-01 22:55:40 +00:00
|
|
|
#include "llvm/ADT/GraphTraits.h"
|
2007-11-14 02:33:58 +00:00
|
|
|
#include "llvm/ADT/SmallPtrSet.h"
|
2007-08-21 00:31:24 +00:00
|
|
|
#include "llvm/ADT/SmallVector.h"
|
2007-11-15 05:00:15 +00:00
|
|
|
#include "llvm/Analysis/Dominators.h"
|
2007-11-14 02:33:58 +00:00
|
|
|
#include "llvm/Support/CFG.h"
|
|
|
|
#include "llvm/Support/Streams.h"
|
|
|
|
#include <algorithm>
|
|
|
|
#include <ostream>
|
|
|
|
|
2008-05-14 01:02:49 +00:00
|
|
|
namespace llvm {
|
|
|
|
|
2007-11-14 02:33:58 +00:00
|
|
|
template<typename T>
|
|
|
|
static void RemoveFromVector(std::vector<T*> &V, T *N) {
|
|
|
|
typename std::vector<T*>::iterator I = std::find(V.begin(), V.end(), N);
|
|
|
|
assert(I != V.end() && "N is not in this list!");
|
|
|
|
V.erase(I);
|
|
|
|
}
|
2001-11-26 18:41:20 +00:00
|
|
|
|
2007-06-08 00:17:13 +00:00
|
|
|
class DominatorTree;
|
2002-04-28 16:19:42 +00:00
|
|
|
class LoopInfo;
|
2004-04-15 15:15:40 +00:00
|
|
|
class PHINode;
|
2004-04-18 22:45:16 +00:00
|
|
|
class Instruction;
|
2007-11-15 05:00:15 +00:00
|
|
|
template<class N> class LoopInfoBase;
|
2008-01-11 06:29:42 +00:00
|
|
|
template<class N> class LoopBase;
|
|
|
|
|
|
|
|
typedef LoopBase<BasicBlock> Loop;
|
2001-11-26 18:41:20 +00:00
|
|
|
|
|
|
|
//===----------------------------------------------------------------------===//
|
2008-01-11 06:27:42 +00:00
|
|
|
/// LoopBase class - Instances of this class are used to represent loops that
|
|
|
|
/// are detected in the flow graph
|
2002-09-26 05:32:43 +00:00
|
|
|
///
|
2007-11-14 02:33:58 +00:00
|
|
|
template<class BlockT>
|
|
|
|
class LoopBase {
|
|
|
|
LoopBase<BlockT> *ParentLoop;
|
2008-01-11 06:27:42 +00:00
|
|
|
// SubLoops - Loops contained entirely within this one.
|
|
|
|
std::vector<LoopBase<BlockT>*> SubLoops;
|
|
|
|
|
|
|
|
// Blocks - The list of blocks in this loop. First entry is the header node.
|
|
|
|
std::vector<BlockT*> Blocks;
|
2007-11-14 02:33:58 +00:00
|
|
|
|
|
|
|
LoopBase(const LoopBase<BlockT> &); // DO NOT IMPLEMENT
|
2008-01-11 06:27:42 +00:00
|
|
|
const LoopBase<BlockT>&operator=(const LoopBase<BlockT> &);// DO NOT IMPLEMENT
|
2001-11-26 18:41:20 +00:00
|
|
|
public:
|
2004-04-12 20:26:17 +00:00
|
|
|
/// Loop ctor - This creates an empty loop.
|
2007-11-14 02:33:58 +00:00
|
|
|
LoopBase() : ParentLoop(0) {}
|
|
|
|
~LoopBase() {
|
2008-05-05 18:30:58 +00:00
|
|
|
for (size_t i = 0, e = SubLoops.size(); i != e; ++i)
|
2004-04-18 05:37:42 +00:00
|
|
|
delete SubLoops[i];
|
|
|
|
}
|
2001-11-26 18:41:20 +00:00
|
|
|
|
2008-01-29 12:12:40 +00:00
|
|
|
/// getLoopDepth - Return the nesting level of this loop. An outer-most
|
|
|
|
/// loop has depth 1, for consistency with loop depth values used for basic
|
|
|
|
/// blocks, where depth 0 is used for blocks not inside any loops.
|
2004-04-19 03:03:19 +00:00
|
|
|
unsigned getLoopDepth() const {
|
2008-01-29 12:12:40 +00:00
|
|
|
unsigned D = 1;
|
|
|
|
for (const LoopBase<BlockT> *CurLoop = ParentLoop; CurLoop;
|
2007-11-14 02:33:58 +00:00
|
|
|
CurLoop = CurLoop->ParentLoop)
|
2004-04-19 03:03:19 +00:00
|
|
|
++D;
|
|
|
|
return D;
|
|
|
|
}
|
2007-11-14 02:33:58 +00:00
|
|
|
BlockT *getHeader() const { return Blocks.front(); }
|
|
|
|
LoopBase<BlockT> *getParentLoop() const { return ParentLoop; }
|
2001-11-26 18:41:20 +00:00
|
|
|
|
2008-01-04 20:04:08 +00:00
|
|
|
/// contains - Return true if the specified basic block is in this loop
|
2004-01-30 17:22:50 +00:00
|
|
|
///
|
2007-11-14 02:33:58 +00:00
|
|
|
bool contains(const BlockT *BB) const {
|
|
|
|
return std::find(Blocks.begin(), Blocks.end(), BB) != Blocks.end();
|
|
|
|
}
|
2001-11-26 18:41:20 +00:00
|
|
|
|
2004-01-08 00:09:44 +00:00
|
|
|
/// iterator/begin/end - Return the loops contained entirely within this loop.
|
2002-09-26 05:32:43 +00:00
|
|
|
///
|
2007-11-14 02:33:58 +00:00
|
|
|
const std::vector<LoopBase<BlockT>*> &getSubLoops() const { return SubLoops; }
|
|
|
|
typedef typename std::vector<LoopBase<BlockT>*>::const_iterator iterator;
|
2004-01-08 00:09:44 +00:00
|
|
|
iterator begin() const { return SubLoops.begin(); }
|
|
|
|
iterator end() const { return SubLoops.end(); }
|
2007-10-01 16:01:23 +00:00
|
|
|
bool empty() const { return SubLoops.empty(); }
|
2003-02-27 00:37:22 +00:00
|
|
|
|
|
|
|
/// getBlocks - Get a list of the basic blocks which make up this loop.
|
|
|
|
///
|
2007-11-14 02:33:58 +00:00
|
|
|
const std::vector<BlockT*> &getBlocks() const { return Blocks; }
|
|
|
|
typedef typename std::vector<BlockT*>::const_iterator block_iterator;
|
2004-04-18 23:37:03 +00:00
|
|
|
block_iterator block_begin() const { return Blocks.begin(); }
|
|
|
|
block_iterator block_end() const { return Blocks.end(); }
|
2003-02-27 00:37:22 +00:00
|
|
|
|
2008-04-25 16:53:59 +00:00
|
|
|
/// isLoopExit - True if terminator in the block can branch to another block
|
|
|
|
/// that is outside of the current loop.
|
2003-02-27 00:37:22 +00:00
|
|
|
///
|
2007-11-14 02:33:58 +00:00
|
|
|
bool isLoopExit(const BlockT *BB) const {
|
2007-11-27 03:43:35 +00:00
|
|
|
typedef GraphTraits<BlockT*> BlockTraits;
|
|
|
|
for (typename BlockTraits::ChildIteratorType SI =
|
|
|
|
BlockTraits::child_begin(const_cast<BlockT*>(BB)),
|
|
|
|
SE = BlockTraits::child_end(const_cast<BlockT*>(BB)); SI != SE; ++SI) {
|
2007-11-14 02:33:58 +00:00
|
|
|
if (!contains(*SI))
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
}
|
2002-10-11 05:31:10 +00:00
|
|
|
|
2003-02-27 00:37:22 +00:00
|
|
|
/// getNumBackEdges - Calculate the number of back edges to the loop header
|
|
|
|
///
|
2007-11-14 02:33:58 +00:00
|
|
|
unsigned getNumBackEdges() const {
|
|
|
|
unsigned NumBackEdges = 0;
|
|
|
|
BlockT *H = getHeader();
|
|
|
|
|
2007-11-27 03:43:35 +00:00
|
|
|
typedef GraphTraits<Inverse<BlockT*> > InvBlockTraits;
|
|
|
|
for (typename InvBlockTraits::ChildIteratorType I =
|
|
|
|
InvBlockTraits::child_begin(const_cast<BlockT*>(H)),
|
|
|
|
E = InvBlockTraits::child_end(const_cast<BlockT*>(H)); I != E; ++I)
|
2007-11-14 02:33:58 +00:00
|
|
|
if (contains(*I))
|
|
|
|
++NumBackEdges;
|
|
|
|
|
|
|
|
return NumBackEdges;
|
|
|
|
}
|
2002-09-25 19:10:06 +00:00
|
|
|
|
2004-04-18 22:45:16 +00:00
|
|
|
/// isLoopInvariant - Return true if the specified value is loop invariant
|
|
|
|
///
|
2007-12-01 03:01:39 +00:00
|
|
|
inline bool isLoopInvariant(Value *V) const {
|
2007-11-14 02:33:58 +00:00
|
|
|
if (Instruction *I = dyn_cast<Instruction>(V))
|
|
|
|
return !contains(I->getParent());
|
|
|
|
return true; // All non-instructions are loop invariant
|
|
|
|
}
|
2006-06-11 09:32:57 +00:00
|
|
|
|
2004-04-15 15:15:40 +00:00
|
|
|
//===--------------------------------------------------------------------===//
|
|
|
|
// APIs for simple analysis of the loop.
|
|
|
|
//
|
|
|
|
// Note that all of these methods can fail on general loops (ie, there may not
|
|
|
|
// be a preheader, etc). For best success, the loop simplification and
|
|
|
|
// induction variable canonicalization pass should be used to normalize loops
|
|
|
|
// for easy analysis. These methods assume canonical loops.
|
|
|
|
|
2006-10-28 01:24:05 +00:00
|
|
|
/// getExitingBlocks - Return all blocks inside the loop that have successors
|
|
|
|
/// outside of the loop. These are the blocks _inside of the current loop_
|
|
|
|
/// which branch out. The returned list is always unique.
|
|
|
|
///
|
2007-11-14 02:33:58 +00:00
|
|
|
void getExitingBlocks(SmallVectorImpl<BlockT *> &ExitingBlocks) const {
|
|
|
|
// Sort the blocks vector so that we can use binary search to do quick
|
|
|
|
// lookups.
|
|
|
|
SmallVector<BlockT*, 128> LoopBBs(block_begin(), block_end());
|
|
|
|
std::sort(LoopBBs.begin(), LoopBBs.end());
|
|
|
|
|
2007-11-27 03:43:35 +00:00
|
|
|
typedef GraphTraits<BlockT*> BlockTraits;
|
2007-11-14 02:33:58 +00:00
|
|
|
for (typename std::vector<BlockT*>::const_iterator BI = Blocks.begin(),
|
|
|
|
BE = Blocks.end(); BI != BE; ++BI)
|
2007-11-27 03:43:35 +00:00
|
|
|
for (typename BlockTraits::ChildIteratorType I =
|
|
|
|
BlockTraits::child_begin(*BI), E = BlockTraits::child_end(*BI);
|
|
|
|
I != E; ++I)
|
2007-11-14 02:33:58 +00:00
|
|
|
if (!std::binary_search(LoopBBs.begin(), LoopBBs.end(), *I)) {
|
|
|
|
// Not in current loop? It must be an exit block.
|
|
|
|
ExitingBlocks.push_back(*BI);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
2006-10-28 01:24:05 +00:00
|
|
|
|
2004-04-18 22:14:10 +00:00
|
|
|
/// getExitBlocks - Return all of the successor blocks of this loop. These
|
|
|
|
/// are the blocks _outside of the current loop_ which are branched to.
|
|
|
|
///
|
2007-11-14 02:33:58 +00:00
|
|
|
void getExitBlocks(SmallVectorImpl<BlockT*> &ExitBlocks) const {
|
|
|
|
// Sort the blocks vector so that we can use binary search to do quick
|
|
|
|
// lookups.
|
|
|
|
SmallVector<BlockT*, 128> LoopBBs(block_begin(), block_end());
|
|
|
|
std::sort(LoopBBs.begin(), LoopBBs.end());
|
|
|
|
|
2007-11-27 03:43:35 +00:00
|
|
|
typedef GraphTraits<BlockT*> BlockTraits;
|
2007-11-14 02:33:58 +00:00
|
|
|
for (typename std::vector<BlockT*>::const_iterator BI = Blocks.begin(),
|
|
|
|
BE = Blocks.end(); BI != BE; ++BI)
|
2007-11-27 03:43:35 +00:00
|
|
|
for (typename BlockTraits::ChildIteratorType I =
|
|
|
|
BlockTraits::child_begin(*BI), E = BlockTraits::child_end(*BI);
|
|
|
|
I != E; ++I)
|
2007-11-14 02:33:58 +00:00
|
|
|
if (!std::binary_search(LoopBBs.begin(), LoopBBs.end(), *I))
|
|
|
|
// Not in current loop? It must be an exit block.
|
|
|
|
ExitBlocks.push_back(*I);
|
|
|
|
}
|
2004-04-18 22:14:10 +00:00
|
|
|
|
2006-08-29 22:29:16 +00:00
|
|
|
/// getUniqueExitBlocks - Return all unique successor blocks of this loop.
|
|
|
|
/// These are the blocks _outside of the current loop_ which are branched to.
|
|
|
|
/// This assumes that loop is in canonical form.
|
|
|
|
///
|
2007-11-14 02:33:58 +00:00
|
|
|
void getUniqueExitBlocks(SmallVectorImpl<BlockT*> &ExitBlocks) const {
|
|
|
|
// Sort the blocks vector so that we can use binary search to do quick
|
|
|
|
// lookups.
|
|
|
|
SmallVector<BlockT*, 128> LoopBBs(block_begin(), block_end());
|
|
|
|
std::sort(LoopBBs.begin(), LoopBBs.end());
|
|
|
|
|
|
|
|
std::vector<BlockT*> switchExitBlocks;
|
|
|
|
|
|
|
|
for (typename std::vector<BlockT*>::const_iterator BI = Blocks.begin(),
|
|
|
|
BE = Blocks.end(); BI != BE; ++BI) {
|
|
|
|
|
|
|
|
BlockT *current = *BI;
|
|
|
|
switchExitBlocks.clear();
|
|
|
|
|
2007-11-27 03:43:35 +00:00
|
|
|
typedef GraphTraits<BlockT*> BlockTraits;
|
|
|
|
typedef GraphTraits<Inverse<BlockT*> > InvBlockTraits;
|
|
|
|
for (typename BlockTraits::ChildIteratorType I =
|
|
|
|
BlockTraits::child_begin(*BI), E = BlockTraits::child_end(*BI);
|
|
|
|
I != E; ++I) {
|
2007-11-14 02:33:58 +00:00
|
|
|
if (std::binary_search(LoopBBs.begin(), LoopBBs.end(), *I))
|
|
|
|
// If block is inside the loop then it is not a exit block.
|
|
|
|
continue;
|
2007-11-27 03:43:35 +00:00
|
|
|
|
|
|
|
typename InvBlockTraits::ChildIteratorType PI =
|
|
|
|
InvBlockTraits::child_begin(*I);
|
2007-11-14 02:33:58 +00:00
|
|
|
BlockT *firstPred = *PI;
|
|
|
|
|
|
|
|
// If current basic block is this exit block's first predecessor
|
|
|
|
// then only insert exit block in to the output ExitBlocks vector.
|
|
|
|
// This ensures that same exit block is not inserted twice into
|
|
|
|
// ExitBlocks vector.
|
|
|
|
if (current != firstPred)
|
|
|
|
continue;
|
|
|
|
|
|
|
|
// If a terminator has more then two successors, for example SwitchInst,
|
|
|
|
// then it is possible that there are multiple edges from current block
|
|
|
|
// to one exit block.
|
2007-11-27 03:43:35 +00:00
|
|
|
if (std::distance(BlockTraits::child_begin(current),
|
|
|
|
BlockTraits::child_end(current)) <= 2) {
|
2007-11-14 02:33:58 +00:00
|
|
|
ExitBlocks.push_back(*I);
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
|
|
|
// In case of multiple edges from current block to exit block, collect
|
|
|
|
// only one edge in ExitBlocks. Use switchExitBlocks to keep track of
|
|
|
|
// duplicate edges.
|
|
|
|
if (std::find(switchExitBlocks.begin(), switchExitBlocks.end(), *I)
|
|
|
|
== switchExitBlocks.end()) {
|
|
|
|
switchExitBlocks.push_back(*I);
|
|
|
|
ExitBlocks.push_back(*I);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2006-08-29 22:29:16 +00:00
|
|
|
|
2002-09-26 05:32:43 +00:00
|
|
|
/// getLoopPreheader - If there is a preheader for this loop, return it. A
|
|
|
|
/// loop has a preheader if there is only one edge to the header of the loop
|
|
|
|
/// from outside of the loop. If this is the case, the block branching to the
|
2004-04-15 15:15:40 +00:00
|
|
|
/// header of the loop is the preheader node.
|
2002-09-26 05:32:43 +00:00
|
|
|
///
|
2004-04-15 15:15:40 +00:00
|
|
|
/// This method returns null if there is no preheader for the loop.
|
2002-09-26 05:32:43 +00:00
|
|
|
///
|
2007-11-14 02:33:58 +00:00
|
|
|
BlockT *getLoopPreheader() const {
|
|
|
|
// Keep track of nodes outside the loop branching to the header...
|
|
|
|
BlockT *Out = 0;
|
|
|
|
|
|
|
|
// Loop over the predecessors of the header node...
|
|
|
|
BlockT *Header = getHeader();
|
2007-11-27 03:43:35 +00:00
|
|
|
typedef GraphTraits<BlockT*> BlockTraits;
|
|
|
|
typedef GraphTraits<Inverse<BlockT*> > InvBlockTraits;
|
|
|
|
for (typename InvBlockTraits::ChildIteratorType PI =
|
|
|
|
InvBlockTraits::child_begin(Header),
|
|
|
|
PE = InvBlockTraits::child_end(Header); PI != PE; ++PI)
|
2007-11-14 02:33:58 +00:00
|
|
|
if (!contains(*PI)) { // If the block is not in the loop...
|
|
|
|
if (Out && Out != *PI)
|
|
|
|
return 0; // Multiple predecessors outside the loop
|
|
|
|
Out = *PI;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Make sure there is only one exit out of the preheader.
|
|
|
|
assert(Out && "Header of loop has no predecessors from outside loop?");
|
2007-11-27 03:43:35 +00:00
|
|
|
typename BlockTraits::ChildIteratorType SI = BlockTraits::child_begin(Out);
|
2007-11-14 02:33:58 +00:00
|
|
|
++SI;
|
2007-11-27 03:43:35 +00:00
|
|
|
if (SI != BlockTraits::child_end(Out))
|
2007-11-14 02:33:58 +00:00
|
|
|
return 0; // Multiple exits from the block, must not be a preheader.
|
|
|
|
|
2008-01-11 06:27:42 +00:00
|
|
|
// If there is exactly one preheader, return it. If there was zero, then
|
|
|
|
// Out is still null.
|
2007-11-14 02:33:58 +00:00
|
|
|
return Out;
|
|
|
|
}
|
2002-09-26 05:32:43 +00:00
|
|
|
|
2005-09-12 17:03:16 +00:00
|
|
|
/// getLoopLatch - If there is a latch block for this loop, return it. A
|
|
|
|
/// latch block is the canonical backedge for a loop. A loop header in normal
|
|
|
|
/// form has two edges into it: one from a preheader and one from a latch
|
|
|
|
/// block.
|
2007-11-14 02:33:58 +00:00
|
|
|
BlockT *getLoopLatch() const {
|
|
|
|
BlockT *Header = getHeader();
|
2007-11-27 03:43:35 +00:00
|
|
|
typedef GraphTraits<Inverse<BlockT*> > InvBlockTraits;
|
|
|
|
typename InvBlockTraits::ChildIteratorType PI =
|
|
|
|
InvBlockTraits::child_begin(Header);
|
|
|
|
typename InvBlockTraits::ChildIteratorType PE =
|
|
|
|
InvBlockTraits::child_end(Header);
|
2007-11-14 02:33:58 +00:00
|
|
|
if (PI == PE) return 0; // no preds?
|
|
|
|
|
|
|
|
BlockT *Latch = 0;
|
|
|
|
if (contains(*PI))
|
|
|
|
Latch = *PI;
|
|
|
|
++PI;
|
|
|
|
if (PI == PE) return 0; // only one pred?
|
|
|
|
|
|
|
|
if (contains(*PI)) {
|
|
|
|
if (Latch) return 0; // multiple backedges
|
|
|
|
Latch = *PI;
|
|
|
|
}
|
|
|
|
++PI;
|
|
|
|
if (PI != PE) return 0; // more than two preds
|
|
|
|
|
|
|
|
return Latch;
|
|
|
|
}
|
2005-09-12 17:03:16 +00:00
|
|
|
|
2004-04-15 15:15:40 +00:00
|
|
|
/// getCanonicalInductionVariable - Check to see if the loop has a canonical
|
|
|
|
/// induction variable: an integer recurrence that starts at 0 and increments
|
|
|
|
/// by one each time through the loop. If so, return the phi node that
|
|
|
|
/// corresponds to it.
|
|
|
|
///
|
2007-12-01 03:01:39 +00:00
|
|
|
inline PHINode *getCanonicalInductionVariable() const {
|
2007-11-14 02:33:58 +00:00
|
|
|
BlockT *H = getHeader();
|
|
|
|
|
|
|
|
BlockT *Incoming = 0, *Backedge = 0;
|
2007-11-27 03:43:35 +00:00
|
|
|
typedef GraphTraits<Inverse<BlockT*> > InvBlockTraits;
|
|
|
|
typename InvBlockTraits::ChildIteratorType PI =
|
|
|
|
InvBlockTraits::child_begin(H);
|
|
|
|
assert(PI != InvBlockTraits::child_end(H) &&
|
|
|
|
"Loop must have at least one backedge!");
|
2007-11-14 02:33:58 +00:00
|
|
|
Backedge = *PI++;
|
2007-11-27 03:43:35 +00:00
|
|
|
if (PI == InvBlockTraits::child_end(H)) return 0; // dead loop
|
2007-11-14 02:33:58 +00:00
|
|
|
Incoming = *PI++;
|
2007-11-27 03:43:35 +00:00
|
|
|
if (PI != InvBlockTraits::child_end(H)) return 0; // multiple backedges?
|
2007-11-14 02:33:58 +00:00
|
|
|
|
|
|
|
if (contains(Incoming)) {
|
|
|
|
if (contains(Backedge))
|
|
|
|
return 0;
|
|
|
|
std::swap(Incoming, Backedge);
|
|
|
|
} else if (!contains(Backedge))
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
// Loop over all of the PHI nodes, looking for a canonical indvar.
|
|
|
|
for (typename BlockT::iterator I = H->begin(); isa<PHINode>(I); ++I) {
|
|
|
|
PHINode *PN = cast<PHINode>(I);
|
2008-02-09 18:06:58 +00:00
|
|
|
if (ConstantInt *CI =
|
|
|
|
dyn_cast<ConstantInt>(PN->getIncomingValueForBlock(Incoming)))
|
|
|
|
if (CI->isNullValue())
|
|
|
|
if (Instruction *Inc =
|
|
|
|
dyn_cast<Instruction>(PN->getIncomingValueForBlock(Backedge)))
|
|
|
|
if (Inc->getOpcode() == Instruction::Add &&
|
|
|
|
Inc->getOperand(0) == PN)
|
|
|
|
if (ConstantInt *CI = dyn_cast<ConstantInt>(Inc->getOperand(1)))
|
|
|
|
if (CI->equalsInt(1))
|
|
|
|
return PN;
|
2007-11-14 02:33:58 +00:00
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
2004-04-15 15:15:40 +00:00
|
|
|
|
|
|
|
/// getCanonicalInductionVariableIncrement - Return the LLVM value that holds
|
|
|
|
/// the canonical induction variable value for the "next" iteration of the
|
|
|
|
/// loop. This always succeeds if getCanonicalInductionVariable succeeds.
|
|
|
|
///
|
2007-12-01 03:01:39 +00:00
|
|
|
inline Instruction *getCanonicalInductionVariableIncrement() const {
|
2007-11-14 02:33:58 +00:00
|
|
|
if (PHINode *PN = getCanonicalInductionVariable()) {
|
|
|
|
bool P1InLoop = contains(PN->getIncomingBlock(1));
|
|
|
|
return cast<Instruction>(PN->getIncomingValue(P1InLoop));
|
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
2004-04-15 15:15:40 +00:00
|
|
|
|
|
|
|
/// getTripCount - Return a loop-invariant LLVM value indicating the number of
|
|
|
|
/// times the loop will be executed. Note that this means that the backedge
|
|
|
|
/// of the loop executes N-1 times. If the trip-count cannot be determined,
|
|
|
|
/// this returns null.
|
|
|
|
///
|
2007-12-01 03:01:39 +00:00
|
|
|
inline Value *getTripCount() const {
|
2007-11-14 02:33:58 +00:00
|
|
|
// Canonical loops will end with a 'cmp ne I, V', where I is the incremented
|
|
|
|
// canonical induction variable and V is the trip count of the loop.
|
|
|
|
Instruction *Inc = getCanonicalInductionVariableIncrement();
|
|
|
|
if (Inc == 0) return 0;
|
|
|
|
PHINode *IV = cast<PHINode>(Inc->getOperand(0));
|
|
|
|
|
|
|
|
BlockT *BackedgeBlock =
|
|
|
|
IV->getIncomingBlock(contains(IV->getIncomingBlock(1)));
|
|
|
|
|
|
|
|
if (BranchInst *BI = dyn_cast<BranchInst>(BackedgeBlock->getTerminator()))
|
|
|
|
if (BI->isConditional()) {
|
|
|
|
if (ICmpInst *ICI = dyn_cast<ICmpInst>(BI->getCondition())) {
|
2008-02-20 11:08:44 +00:00
|
|
|
if (ICI->getOperand(0) == Inc) {
|
2007-11-14 02:33:58 +00:00
|
|
|
if (BI->getSuccessor(0) == getHeader()) {
|
|
|
|
if (ICI->getPredicate() == ICmpInst::ICMP_NE)
|
|
|
|
return ICI->getOperand(1);
|
|
|
|
} else if (ICI->getPredicate() == ICmpInst::ICMP_EQ) {
|
|
|
|
return ICI->getOperand(1);
|
|
|
|
}
|
2008-02-20 11:08:44 +00:00
|
|
|
}
|
2007-11-14 02:33:58 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
2006-06-11 19:22:28 +00:00
|
|
|
|
2008-05-14 00:24:14 +00:00
|
|
|
/// getSmallConstantTripCount - Returns the trip count of this loop as a
|
|
|
|
/// normal unsigned value, if possible. Returns 0 if the trip count is unknown
|
|
|
|
/// of not constant. Will also return 0 if the trip count is very large
|
|
|
|
/// (>= 2^32)
|
|
|
|
inline unsigned getSmallConstantTripCount() const {
|
|
|
|
Value* TripCount = this->getTripCount();
|
|
|
|
if (TripCount) {
|
|
|
|
if (ConstantInt *TripCountC = dyn_cast<ConstantInt>(TripCount)) {
|
|
|
|
// Guard against huge trip counts.
|
|
|
|
if (TripCountC->getValue().getActiveBits() <= 32) {
|
|
|
|
return (unsigned)TripCountC->getZExtValue();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// getSmallConstantTripMultiple - Returns the largest constant divisor of the
|
|
|
|
/// trip count of this loop as a normal unsigned value, if possible. This
|
|
|
|
/// means that the actual trip count is always a multiple of the returned
|
|
|
|
/// value (don't forget the trip count could very well be zero as well!).
|
|
|
|
///
|
|
|
|
/// Returns 1 if the trip count is unknown or not guaranteed to be the
|
|
|
|
/// multiple of a constant (which is also the case if the trip count is simply
|
|
|
|
/// constant, use getSmallConstantTripCount for that case), Will also return 1
|
|
|
|
/// if the trip count is very large (>= 2^32).
|
|
|
|
inline unsigned getSmallConstantTripMultiple() const {
|
|
|
|
Value* TripCount = this->getTripCount();
|
|
|
|
// This will hold the ConstantInt result, if any
|
|
|
|
ConstantInt *Result = NULL;
|
|
|
|
if (TripCount) {
|
|
|
|
// See if the trip count is constant itself
|
|
|
|
Result = dyn_cast<ConstantInt>(TripCount);
|
|
|
|
// if not, see if it is a multiplication
|
|
|
|
if (!Result)
|
|
|
|
if (BinaryOperator *BO = dyn_cast<BinaryOperator>(TripCount)) {
|
|
|
|
switch (BO->getOpcode()) {
|
|
|
|
case BinaryOperator::Mul:
|
|
|
|
Result = dyn_cast<ConstantInt>(BO->getOperand(1));
|
|
|
|
break;
|
|
|
|
default:
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// Guard against huge trip counts.
|
|
|
|
if (Result && Result->getValue().getActiveBits() <= 32) {
|
|
|
|
return (unsigned)Result->getZExtValue();
|
|
|
|
} else {
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2006-06-11 19:22:28 +00:00
|
|
|
/// isLCSSAForm - Return true if the Loop is in LCSSA form
|
2007-12-01 03:01:39 +00:00
|
|
|
inline bool isLCSSAForm() const {
|
2007-11-14 02:33:58 +00:00
|
|
|
// Sort the blocks vector so that we can use binary search to do quick
|
|
|
|
// lookups.
|
|
|
|
SmallPtrSet<BlockT*, 16> LoopBBs(block_begin(), block_end());
|
|
|
|
|
|
|
|
for (block_iterator BI = block_begin(), E = block_end(); BI != E; ++BI) {
|
|
|
|
BlockT *BB = *BI;
|
2008-01-11 06:27:42 +00:00
|
|
|
for (typename BlockT::iterator I = BB->begin(), E = BB->end(); I != E;++I)
|
2007-11-14 02:33:58 +00:00
|
|
|
for (Value::use_iterator UI = I->use_begin(), E = I->use_end(); UI != E;
|
|
|
|
++UI) {
|
|
|
|
BlockT *UserBB = cast<Instruction>(*UI)->getParent();
|
|
|
|
if (PHINode *P = dyn_cast<PHINode>(*UI)) {
|
|
|
|
unsigned OperandNo = UI.getOperandNo();
|
|
|
|
UserBB = P->getIncomingBlock(OperandNo/2);
|
|
|
|
}
|
|
|
|
|
2008-01-11 06:27:42 +00:00
|
|
|
// Check the current block, as a fast-path. Most values are used in
|
|
|
|
// the same block they are defined in.
|
2007-11-14 02:33:58 +00:00
|
|
|
if (UserBB != BB && !LoopBBs.count(UserBB))
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
2004-04-15 15:15:40 +00:00
|
|
|
|
|
|
|
//===--------------------------------------------------------------------===//
|
|
|
|
// APIs for updating loop information after changing the CFG
|
|
|
|
//
|
|
|
|
|
2003-02-27 00:37:22 +00:00
|
|
|
/// addBasicBlockToLoop - This method is used by other analyses to update loop
|
|
|
|
/// information. NewBB is set to be a new member of the current loop.
|
2002-09-26 05:32:43 +00:00
|
|
|
/// Because of this, it is added as a member of all parent loops, and is added
|
|
|
|
/// to the specified LoopInfo object as being in the current basic block. It
|
|
|
|
/// is not valid to replace the loop header with this method.
|
|
|
|
///
|
2007-11-27 03:43:35 +00:00
|
|
|
void addBasicBlockToLoop(BlockT *NewBB, LoopInfoBase<BlockT> &LI);
|
2002-09-26 05:32:43 +00:00
|
|
|
|
2004-04-12 20:26:17 +00:00
|
|
|
/// replaceChildLoopWith - This is used when splitting loops up. It replaces
|
|
|
|
/// the OldChild entry in our children list with NewChild, and updates the
|
|
|
|
/// parent pointer of OldChild to be null and the NewChild to be this loop.
|
|
|
|
/// This updates the loop depth of the new child.
|
2007-11-14 02:33:58 +00:00
|
|
|
void replaceChildLoopWith(LoopBase<BlockT> *OldChild,
|
|
|
|
LoopBase<BlockT> *NewChild) {
|
|
|
|
assert(OldChild->ParentLoop == this && "This loop is already broken!");
|
|
|
|
assert(NewChild->ParentLoop == 0 && "NewChild already has a parent!");
|
|
|
|
typename std::vector<LoopBase<BlockT>*>::iterator I =
|
|
|
|
std::find(SubLoops.begin(), SubLoops.end(), OldChild);
|
|
|
|
assert(I != SubLoops.end() && "OldChild not in loop!");
|
|
|
|
*I = NewChild;
|
|
|
|
OldChild->ParentLoop = 0;
|
|
|
|
NewChild->ParentLoop = this;
|
|
|
|
}
|
2004-04-12 20:26:17 +00:00
|
|
|
|
|
|
|
/// addChildLoop - Add the specified loop to be a child of this loop. This
|
|
|
|
/// updates the loop depth of the new child.
|
|
|
|
///
|
2007-11-14 02:33:58 +00:00
|
|
|
void addChildLoop(LoopBase<BlockT> *NewChild) {
|
|
|
|
assert(NewChild->ParentLoop == 0 && "NewChild already has a parent!");
|
|
|
|
NewChild->ParentLoop = this;
|
|
|
|
SubLoops.push_back(NewChild);
|
|
|
|
}
|
2004-04-12 20:26:17 +00:00
|
|
|
|
|
|
|
/// removeChildLoop - This removes the specified child from being a subloop of
|
|
|
|
/// this loop. The loop is not deleted, as it will presumably be inserted
|
|
|
|
/// into another loop.
|
2007-11-14 02:33:58 +00:00
|
|
|
LoopBase<BlockT> *removeChildLoop(iterator I) {
|
|
|
|
assert(I != SubLoops.end() && "Cannot remove end iterator!");
|
|
|
|
LoopBase<BlockT> *Child = *I;
|
|
|
|
assert(Child->ParentLoop == this && "Child is not a child of this loop!");
|
|
|
|
SubLoops.erase(SubLoops.begin()+(I-begin()));
|
|
|
|
Child->ParentLoop = 0;
|
|
|
|
return Child;
|
|
|
|
}
|
2004-04-12 20:26:17 +00:00
|
|
|
|
|
|
|
/// addBlockEntry - This adds a basic block directly to the basic block list.
|
|
|
|
/// This should only be used by transformations that create new loops. Other
|
|
|
|
/// transformations should use addBasicBlockToLoop.
|
2007-11-14 02:33:58 +00:00
|
|
|
void addBlockEntry(BlockT *BB) {
|
2004-04-12 20:26:17 +00:00
|
|
|
Blocks.push_back(BB);
|
|
|
|
}
|
|
|
|
|
2005-03-06 20:55:34 +00:00
|
|
|
/// moveToHeader - This method is used to move BB (which must be part of this
|
|
|
|
/// loop) to be the loop header of the loop (the block that dominates all
|
|
|
|
/// others).
|
2007-11-14 02:33:58 +00:00
|
|
|
void moveToHeader(BlockT *BB) {
|
2005-03-06 20:55:34 +00:00
|
|
|
if (Blocks[0] == BB) return;
|
|
|
|
for (unsigned i = 0; ; ++i) {
|
|
|
|
assert(i != Blocks.size() && "Loop does not contain BB!");
|
|
|
|
if (Blocks[i] == BB) {
|
|
|
|
Blocks[i] = Blocks[0];
|
|
|
|
Blocks[0] = BB;
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2004-04-12 20:26:17 +00:00
|
|
|
/// removeBlockFromLoop - This removes the specified basic block from the
|
2004-04-18 22:14:10 +00:00
|
|
|
/// current loop, updating the Blocks as appropriate. This does not update
|
|
|
|
/// the mapping in the LoopInfo class.
|
2007-11-14 02:33:58 +00:00
|
|
|
void removeBlockFromLoop(BlockT *BB) {
|
|
|
|
RemoveFromVector(Blocks, BB);
|
|
|
|
}
|
2004-04-12 20:26:17 +00:00
|
|
|
|
2007-07-19 18:02:32 +00:00
|
|
|
/// verifyLoop - Verify loop structure
|
2007-11-14 02:33:58 +00:00
|
|
|
void verifyLoop() const {
|
|
|
|
#ifndef NDEBUG
|
|
|
|
assert (getHeader() && "Loop header is missing");
|
|
|
|
assert (getLoopPreheader() && "Loop preheader is missing");
|
|
|
|
assert (getLoopLatch() && "Loop latch is missing");
|
|
|
|
for (typename std::vector<LoopBase<BlockT>*>::const_iterator I =
|
|
|
|
SubLoops.begin(), E = SubLoops.end(); I != E; ++I)
|
|
|
|
(*I)->verifyLoop();
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
void print(std::ostream &OS, unsigned Depth = 0) const {
|
|
|
|
OS << std::string(Depth*2, ' ') << "Loop Containing: ";
|
|
|
|
|
|
|
|
for (unsigned i = 0; i < getBlocks().size(); ++i) {
|
|
|
|
if (i) OS << ",";
|
|
|
|
WriteAsOperand(OS, getBlocks()[i], false);
|
|
|
|
}
|
|
|
|
OS << "\n";
|
2007-07-19 18:02:32 +00:00
|
|
|
|
2007-11-14 02:33:58 +00:00
|
|
|
for (iterator I = begin(), E = end(); I != E; ++I)
|
|
|
|
(*I)->print(OS, Depth+2);
|
|
|
|
}
|
|
|
|
|
2006-12-17 05:15:13 +00:00
|
|
|
void print(std::ostream *O, unsigned Depth = 0) const {
|
|
|
|
if (O) print(*O, Depth);
|
|
|
|
}
|
2007-11-14 02:33:58 +00:00
|
|
|
|
|
|
|
void dump() const {
|
|
|
|
print(cerr);
|
|
|
|
}
|
|
|
|
|
2001-11-26 18:41:20 +00:00
|
|
|
private:
|
2007-11-15 05:00:15 +00:00
|
|
|
friend class LoopInfoBase<BlockT>;
|
2008-07-07 18:00:37 +00:00
|
|
|
explicit LoopBase(BlockT *BB) : ParentLoop(0) {
|
2004-04-19 03:03:19 +00:00
|
|
|
Blocks.push_back(BB);
|
2001-11-26 18:41:20 +00:00
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
//===----------------------------------------------------------------------===//
|
2002-09-26 05:32:43 +00:00
|
|
|
/// LoopInfo - This class builds and contains all of the top level loop
|
|
|
|
/// structures in the specified function.
|
|
|
|
///
|
2007-11-15 05:00:15 +00:00
|
|
|
|
|
|
|
template<class BlockT>
|
|
|
|
class LoopInfoBase {
|
2001-11-26 18:41:20 +00:00
|
|
|
// BBMap - Mapping of basic blocks to the inner most loop they occur in
|
2007-11-27 03:43:35 +00:00
|
|
|
std::map<BlockT*, LoopBase<BlockT>*> BBMap;
|
2007-11-15 05:00:15 +00:00
|
|
|
std::vector<LoopBase<BlockT>*> TopLevelLoops;
|
|
|
|
friend class LoopBase<BlockT>;
|
|
|
|
|
2001-11-26 18:41:20 +00:00
|
|
|
public:
|
2007-11-15 05:00:15 +00:00
|
|
|
LoopInfoBase() { }
|
|
|
|
~LoopInfoBase() { releaseMemory(); }
|
|
|
|
|
|
|
|
void releaseMemory() {
|
|
|
|
for (typename std::vector<LoopBase<BlockT>* >::iterator I =
|
|
|
|
TopLevelLoops.begin(), E = TopLevelLoops.end(); I != E; ++I)
|
|
|
|
delete *I; // Delete all of the loops...
|
2001-11-26 18:41:20 +00:00
|
|
|
|
2008-01-11 06:27:42 +00:00
|
|
|
BBMap.clear(); // Reset internal state of analysis
|
2007-11-15 05:00:15 +00:00
|
|
|
TopLevelLoops.clear();
|
|
|
|
}
|
|
|
|
|
2004-01-08 00:09:44 +00:00
|
|
|
/// iterator/begin/end - The interface to the top-level loops in the current
|
|
|
|
/// function.
|
|
|
|
///
|
2007-11-15 05:00:15 +00:00
|
|
|
typedef typename std::vector<LoopBase<BlockT>*>::const_iterator iterator;
|
2004-01-08 00:09:44 +00:00
|
|
|
iterator begin() const { return TopLevelLoops.begin(); }
|
|
|
|
iterator end() const { return TopLevelLoops.end(); }
|
2008-08-14 18:13:49 +00:00
|
|
|
bool empty() const { return TopLevelLoops.empty(); }
|
2007-11-15 05:00:15 +00:00
|
|
|
|
2002-09-26 05:32:43 +00:00
|
|
|
/// getLoopFor - Return the inner most loop that BB lives in. If a basic
|
|
|
|
/// block is in no loop (for example the entry node), null is returned.
|
|
|
|
///
|
2007-11-15 05:00:15 +00:00
|
|
|
LoopBase<BlockT> *getLoopFor(const BlockT *BB) const {
|
|
|
|
typename std::map<BlockT *, LoopBase<BlockT>*>::const_iterator I=
|
2007-11-27 03:43:35 +00:00
|
|
|
BBMap.find(const_cast<BlockT*>(BB));
|
2001-11-26 18:41:20 +00:00
|
|
|
return I != BBMap.end() ? I->second : 0;
|
|
|
|
}
|
2007-11-15 05:00:15 +00:00
|
|
|
|
2002-09-26 05:32:43 +00:00
|
|
|
/// operator[] - same as getLoopFor...
|
|
|
|
///
|
2007-11-15 05:00:15 +00:00
|
|
|
const LoopBase<BlockT> *operator[](const BlockT *BB) const {
|
2001-11-26 18:41:20 +00:00
|
|
|
return getLoopFor(BB);
|
|
|
|
}
|
2007-11-15 05:00:15 +00:00
|
|
|
|
2008-01-29 12:12:40 +00:00
|
|
|
/// getLoopDepth - Return the loop nesting level of the specified block. A
|
|
|
|
/// depth of 0 means the block is not inside any loop.
|
2002-09-26 05:32:43 +00:00
|
|
|
///
|
2007-11-15 05:00:15 +00:00
|
|
|
unsigned getLoopDepth(const BlockT *BB) const {
|
2007-11-27 03:43:35 +00:00
|
|
|
const LoopBase<BlockT> *L = getLoopFor(BB);
|
2001-11-26 18:41:20 +00:00
|
|
|
return L ? L->getLoopDepth() : 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
// isLoopHeader - True if the block is a loop header node
|
2007-11-15 05:00:15 +00:00
|
|
|
bool isLoopHeader(BlockT *BB) const {
|
2007-11-27 03:43:35 +00:00
|
|
|
const LoopBase<BlockT> *L = getLoopFor(BB);
|
2005-06-29 17:41:25 +00:00
|
|
|
return L && L->getHeader() == BB;
|
2001-11-26 18:41:20 +00:00
|
|
|
}
|
2007-11-15 05:00:15 +00:00
|
|
|
|
|
|
|
/// removeLoop - This removes the specified top-level loop from this loop info
|
|
|
|
/// object. The loop is not deleted, as it will presumably be inserted into
|
|
|
|
/// another loop.
|
|
|
|
LoopBase<BlockT> *removeLoop(iterator I) {
|
|
|
|
assert(I != end() && "Cannot remove end iterator!");
|
|
|
|
LoopBase<BlockT> *L = *I;
|
|
|
|
assert(L->getParentLoop() == 0 && "Not a top-level loop!");
|
|
|
|
TopLevelLoops.erase(TopLevelLoops.begin() + (I-begin()));
|
|
|
|
return L;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// changeLoopFor - Change the top-level loop that contains BB to the
|
|
|
|
/// specified loop. This should be used by transformations that restructure
|
|
|
|
/// the loop hierarchy tree.
|
|
|
|
void changeLoopFor(BlockT *BB, LoopBase<BlockT> *L) {
|
|
|
|
LoopBase<BlockT> *&OldLoop = BBMap[BB];
|
|
|
|
assert(OldLoop && "Block not in a loop yet!");
|
|
|
|
OldLoop = L;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// changeTopLevelLoop - Replace the specified loop in the top-level loops
|
|
|
|
/// list with the indicated loop.
|
|
|
|
void changeTopLevelLoop(LoopBase<BlockT> *OldLoop,
|
|
|
|
LoopBase<BlockT> *NewLoop) {
|
|
|
|
typename std::vector<LoopBase<BlockT>*>::iterator I =
|
|
|
|
std::find(TopLevelLoops.begin(), TopLevelLoops.end(), OldLoop);
|
|
|
|
assert(I != TopLevelLoops.end() && "Old loop not at top level!");
|
|
|
|
*I = NewLoop;
|
|
|
|
assert(NewLoop->ParentLoop == 0 && OldLoop->ParentLoop == 0 &&
|
|
|
|
"Loops already embedded into a subloop!");
|
|
|
|
}
|
|
|
|
|
|
|
|
/// addTopLevelLoop - This adds the specified loop to the collection of
|
|
|
|
/// top-level loops.
|
|
|
|
void addTopLevelLoop(LoopBase<BlockT> *New) {
|
|
|
|
assert(New->getParentLoop() == 0 && "Loop already in subloop!");
|
|
|
|
TopLevelLoops.push_back(New);
|
|
|
|
}
|
|
|
|
|
|
|
|
/// removeBlock - This method completely removes BB from all data structures,
|
|
|
|
/// including all of the Loop objects it is nested in and our mapping from
|
|
|
|
/// BasicBlocks to loops.
|
|
|
|
void removeBlock(BlockT *BB) {
|
|
|
|
typename std::map<BlockT *, LoopBase<BlockT>*>::iterator I = BBMap.find(BB);
|
|
|
|
if (I != BBMap.end()) {
|
2007-11-27 03:43:35 +00:00
|
|
|
for (LoopBase<BlockT> *L = I->second; L; L = L->getParentLoop())
|
2007-11-15 05:00:15 +00:00
|
|
|
L->removeBlockFromLoop(BB);
|
|
|
|
|
|
|
|
BBMap.erase(I);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Internals
|
|
|
|
|
2007-11-27 03:43:35 +00:00
|
|
|
static bool isNotAlreadyContainedIn(LoopBase<BlockT> *SubLoop,
|
|
|
|
LoopBase<BlockT> *ParentLoop) {
|
2007-11-15 05:00:15 +00:00
|
|
|
if (SubLoop == 0) return true;
|
|
|
|
if (SubLoop == ParentLoop) return false;
|
|
|
|
return isNotAlreadyContainedIn(SubLoop->getParentLoop(), ParentLoop);
|
|
|
|
}
|
|
|
|
|
2007-11-27 03:43:35 +00:00
|
|
|
void Calculate(DominatorTreeBase<BlockT> &DT) {
|
2007-11-15 05:00:15 +00:00
|
|
|
BlockT *RootNode = DT.getRootNode()->getBlock();
|
|
|
|
|
|
|
|
for (df_iterator<BlockT*> NI = df_begin(RootNode),
|
|
|
|
NE = df_end(RootNode); NI != NE; ++NI)
|
|
|
|
if (LoopBase<BlockT> *L = ConsiderForLoop(*NI, DT))
|
|
|
|
TopLevelLoops.push_back(L);
|
|
|
|
}
|
|
|
|
|
2007-11-27 03:43:35 +00:00
|
|
|
LoopBase<BlockT> *ConsiderForLoop(BlockT *BB, DominatorTreeBase<BlockT> &DT) {
|
2007-11-15 05:00:15 +00:00
|
|
|
if (BBMap.find(BB) != BBMap.end()) return 0;// Haven't processed this node?
|
|
|
|
|
|
|
|
std::vector<BlockT *> TodoStack;
|
|
|
|
|
|
|
|
// Scan the predecessors of BB, checking to see if BB dominates any of
|
|
|
|
// them. This identifies backedges which target this node...
|
2007-11-27 03:43:35 +00:00
|
|
|
typedef GraphTraits<Inverse<BlockT*> > InvBlockTraits;
|
|
|
|
for (typename InvBlockTraits::ChildIteratorType I =
|
|
|
|
InvBlockTraits::child_begin(BB), E = InvBlockTraits::child_end(BB);
|
|
|
|
I != E; ++I)
|
2007-11-15 05:00:15 +00:00
|
|
|
if (DT.dominates(BB, *I)) // If BB dominates it's predecessor...
|
|
|
|
TodoStack.push_back(*I);
|
|
|
|
|
|
|
|
if (TodoStack.empty()) return 0; // No backedges to this block...
|
|
|
|
|
|
|
|
// Create a new loop to represent this basic block...
|
|
|
|
LoopBase<BlockT> *L = new LoopBase<BlockT>(BB);
|
|
|
|
BBMap[BB] = L;
|
|
|
|
|
2007-11-27 22:47:08 +00:00
|
|
|
BlockT *EntryBlock = BB->getParent()->begin();
|
2007-11-15 05:00:15 +00:00
|
|
|
|
|
|
|
while (!TodoStack.empty()) { // Process all the nodes in the loop
|
|
|
|
BlockT *X = TodoStack.back();
|
|
|
|
TodoStack.pop_back();
|
|
|
|
|
|
|
|
if (!L->contains(X) && // As of yet unprocessed??
|
|
|
|
DT.dominates(EntryBlock, X)) { // X is reachable from entry block?
|
|
|
|
// Check to see if this block already belongs to a loop. If this occurs
|
2008-01-11 06:27:42 +00:00
|
|
|
// then we have a case where a loop that is supposed to be a child of
|
|
|
|
// the current loop was processed before the current loop. When this
|
|
|
|
// occurs, this child loop gets added to a part of the current loop,
|
|
|
|
// making it a sibling to the current loop. We have to reparent this
|
|
|
|
// loop.
|
2007-11-15 05:00:15 +00:00
|
|
|
if (LoopBase<BlockT> *SubLoop =
|
|
|
|
const_cast<LoopBase<BlockT>*>(getLoopFor(X)))
|
2008-01-11 06:27:42 +00:00
|
|
|
if (SubLoop->getHeader() == X && isNotAlreadyContainedIn(SubLoop, L)){
|
2007-11-15 05:00:15 +00:00
|
|
|
// Remove the subloop from it's current parent...
|
|
|
|
assert(SubLoop->ParentLoop && SubLoop->ParentLoop != L);
|
|
|
|
LoopBase<BlockT> *SLP = SubLoop->ParentLoop; // SubLoopParent
|
|
|
|
typename std::vector<LoopBase<BlockT>*>::iterator I =
|
|
|
|
std::find(SLP->SubLoops.begin(), SLP->SubLoops.end(), SubLoop);
|
2008-01-11 06:27:42 +00:00
|
|
|
assert(I != SLP->SubLoops.end() &&"SubLoop not a child of parent?");
|
2007-11-15 05:00:15 +00:00
|
|
|
SLP->SubLoops.erase(I); // Remove from parent...
|
|
|
|
|
|
|
|
// Add the subloop to THIS loop...
|
|
|
|
SubLoop->ParentLoop = L;
|
|
|
|
L->SubLoops.push_back(SubLoop);
|
|
|
|
}
|
|
|
|
|
|
|
|
// Normal case, add the block to our loop...
|
|
|
|
L->Blocks.push_back(X);
|
2007-11-27 03:43:35 +00:00
|
|
|
|
|
|
|
typedef GraphTraits<Inverse<BlockT*> > InvBlockTraits;
|
|
|
|
|
2007-11-15 05:00:15 +00:00
|
|
|
// Add all of the predecessors of X to the end of the work stack...
|
2007-11-27 03:43:35 +00:00
|
|
|
TodoStack.insert(TodoStack.end(), InvBlockTraits::child_begin(X),
|
|
|
|
InvBlockTraits::child_end(X));
|
2007-11-15 05:00:15 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// If there are any loops nested within this loop, create them now!
|
|
|
|
for (typename std::vector<BlockT*>::iterator I = L->Blocks.begin(),
|
|
|
|
E = L->Blocks.end(); I != E; ++I)
|
|
|
|
if (LoopBase<BlockT> *NewLoop = ConsiderForLoop(*I, DT)) {
|
|
|
|
L->SubLoops.push_back(NewLoop);
|
|
|
|
NewLoop->ParentLoop = L;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Add the basic blocks that comprise this loop to the BBMap so that this
|
|
|
|
// loop can be found for them.
|
|
|
|
//
|
|
|
|
for (typename std::vector<BlockT*>::iterator I = L->Blocks.begin(),
|
|
|
|
E = L->Blocks.end(); I != E; ++I) {
|
|
|
|
typename std::map<BlockT*, LoopBase<BlockT>*>::iterator BBMI =
|
2008-07-11 20:58:19 +00:00
|
|
|
BBMap.find(*I);
|
|
|
|
if (BBMI == BBMap.end()) // Not in map yet...
|
2007-11-15 05:00:15 +00:00
|
|
|
BBMap.insert(BBMI, std::make_pair(*I, L)); // Must be at this level
|
|
|
|
}
|
|
|
|
|
|
|
|
// Now that we have a list of all of the child loops of this loop, check to
|
2008-01-11 06:27:42 +00:00
|
|
|
// see if any of them should actually be nested inside of each other. We
|
|
|
|
// can accidentally pull loops our of their parents, so we must make sure to
|
2007-11-15 05:00:15 +00:00
|
|
|
// organize the loop nests correctly now.
|
|
|
|
{
|
|
|
|
std::map<BlockT*, LoopBase<BlockT>*> ContainingLoops;
|
|
|
|
for (unsigned i = 0; i != L->SubLoops.size(); ++i) {
|
|
|
|
LoopBase<BlockT> *Child = L->SubLoops[i];
|
|
|
|
assert(Child->getParentLoop() == L && "Not proper child loop?");
|
|
|
|
|
|
|
|
if (LoopBase<BlockT> *ContainingLoop =
|
|
|
|
ContainingLoops[Child->getHeader()]) {
|
|
|
|
// If there is already a loop which contains this loop, move this loop
|
|
|
|
// into the containing loop.
|
|
|
|
MoveSiblingLoopInto(Child, ContainingLoop);
|
|
|
|
--i; // The loop got removed from the SubLoops list.
|
|
|
|
} else {
|
2008-01-11 06:27:42 +00:00
|
|
|
// This is currently considered to be a top-level loop. Check to see
|
|
|
|
// if any of the contained blocks are loop headers for subloops we
|
|
|
|
// have already processed.
|
2007-11-15 05:00:15 +00:00
|
|
|
for (unsigned b = 0, e = Child->Blocks.size(); b != e; ++b) {
|
|
|
|
LoopBase<BlockT> *&BlockLoop = ContainingLoops[Child->Blocks[b]];
|
|
|
|
if (BlockLoop == 0) { // Child block not processed yet...
|
|
|
|
BlockLoop = Child;
|
|
|
|
} else if (BlockLoop != Child) {
|
|
|
|
LoopBase<BlockT> *SubLoop = BlockLoop;
|
|
|
|
// Reparent all of the blocks which used to belong to BlockLoops
|
|
|
|
for (unsigned j = 0, e = SubLoop->Blocks.size(); j != e; ++j)
|
|
|
|
ContainingLoops[SubLoop->Blocks[j]] = Child;
|
|
|
|
|
|
|
|
// There is already a loop which contains this block, that means
|
|
|
|
// that we should reparent the loop which the block is currently
|
|
|
|
// considered to belong to to be a child of this loop.
|
|
|
|
MoveSiblingLoopInto(SubLoop, Child);
|
|
|
|
--i; // We just shrunk the SubLoops list.
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return L;
|
|
|
|
}
|
|
|
|
|
2008-01-11 06:27:42 +00:00
|
|
|
/// MoveSiblingLoopInto - This method moves the NewChild loop to live inside
|
|
|
|
/// of the NewParent Loop, instead of being a sibling of it.
|
2007-11-15 05:00:15 +00:00
|
|
|
void MoveSiblingLoopInto(LoopBase<BlockT> *NewChild,
|
|
|
|
LoopBase<BlockT> *NewParent) {
|
|
|
|
LoopBase<BlockT> *OldParent = NewChild->getParentLoop();
|
|
|
|
assert(OldParent && OldParent == NewParent->getParentLoop() &&
|
|
|
|
NewChild != NewParent && "Not sibling loops!");
|
|
|
|
|
|
|
|
// Remove NewChild from being a child of OldParent
|
|
|
|
typename std::vector<LoopBase<BlockT>*>::iterator I =
|
2008-01-11 06:27:42 +00:00
|
|
|
std::find(OldParent->SubLoops.begin(), OldParent->SubLoops.end(),
|
|
|
|
NewChild);
|
2007-11-15 05:00:15 +00:00
|
|
|
assert(I != OldParent->SubLoops.end() && "Parent fields incorrect??");
|
|
|
|
OldParent->SubLoops.erase(I); // Remove from parent's subloops list
|
|
|
|
NewChild->ParentLoop = 0;
|
|
|
|
|
|
|
|
InsertLoopInto(NewChild, NewParent);
|
|
|
|
}
|
|
|
|
|
2008-01-11 06:27:42 +00:00
|
|
|
/// InsertLoopInto - This inserts loop L into the specified parent loop. If
|
|
|
|
/// the parent loop contains a loop which should contain L, the loop gets
|
|
|
|
/// inserted into L instead.
|
2007-11-15 05:00:15 +00:00
|
|
|
void InsertLoopInto(LoopBase<BlockT> *L, LoopBase<BlockT> *Parent) {
|
|
|
|
BlockT *LHeader = L->getHeader();
|
2008-01-11 06:27:42 +00:00
|
|
|
assert(Parent->contains(LHeader) &&
|
|
|
|
"This loop should not be inserted here!");
|
2007-11-15 05:00:15 +00:00
|
|
|
|
|
|
|
// Check to see if it belongs in a child loop...
|
2008-05-05 18:30:58 +00:00
|
|
|
for (unsigned i = 0, e = static_cast<unsigned>(Parent->SubLoops.size());
|
|
|
|
i != e; ++i)
|
2007-11-15 05:00:15 +00:00
|
|
|
if (Parent->SubLoops[i]->contains(LHeader)) {
|
|
|
|
InsertLoopInto(L, Parent->SubLoops[i]);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
// If not, insert it here!
|
|
|
|
Parent->SubLoops.push_back(L);
|
|
|
|
L->ParentLoop = Parent;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Debugging
|
|
|
|
|
|
|
|
void print(std::ostream &OS, const Module* ) const {
|
|
|
|
for (unsigned i = 0; i < TopLevelLoops.size(); ++i)
|
|
|
|
TopLevelLoops[i]->print(OS);
|
|
|
|
#if 0
|
|
|
|
for (std::map<BasicBlock*, Loop*>::const_iterator I = BBMap.begin(),
|
|
|
|
E = BBMap.end(); I != E; ++I)
|
|
|
|
OS << "BB '" << I->first->getName() << "' level = "
|
|
|
|
<< I->second->getLoopDepth() << "\n";
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
class LoopInfo : public FunctionPass {
|
|
|
|
LoopInfoBase<BasicBlock>* LI;
|
|
|
|
friend class LoopBase<BasicBlock>;
|
|
|
|
|
|
|
|
public:
|
|
|
|
static char ID; // Pass identification, replacement for typeid
|
|
|
|
|
2008-03-19 21:56:59 +00:00
|
|
|
LoopInfo() : FunctionPass(intptr_t(&ID)) {
|
2007-11-15 05:00:15 +00:00
|
|
|
LI = new LoopInfoBase<BasicBlock>();
|
|
|
|
}
|
|
|
|
|
2007-11-25 18:41:39 +00:00
|
|
|
~LoopInfo() { delete LI; }
|
2007-11-15 05:00:15 +00:00
|
|
|
|
2007-11-27 03:43:35 +00:00
|
|
|
LoopInfoBase<BasicBlock>& getBase() { return *LI; }
|
|
|
|
|
2007-11-15 05:00:15 +00:00
|
|
|
/// iterator/begin/end - The interface to the top-level loops in the current
|
|
|
|
/// function.
|
|
|
|
///
|
|
|
|
typedef std::vector<Loop*>::const_iterator iterator;
|
|
|
|
inline iterator begin() const { return LI->begin(); }
|
|
|
|
inline iterator end() const { return LI->end(); }
|
2008-08-14 18:13:49 +00:00
|
|
|
bool empty() const { return LI->empty(); }
|
2007-11-15 05:00:15 +00:00
|
|
|
|
|
|
|
/// getLoopFor - Return the inner most loop that BB lives in. If a basic
|
|
|
|
/// block is in no loop (for example the entry node), null is returned.
|
|
|
|
///
|
|
|
|
inline Loop *getLoopFor(const BasicBlock *BB) const {
|
|
|
|
return LI->getLoopFor(BB);
|
|
|
|
}
|
|
|
|
|
|
|
|
/// operator[] - same as getLoopFor...
|
|
|
|
///
|
|
|
|
inline const Loop *operator[](const BasicBlock *BB) const {
|
|
|
|
return LI->getLoopFor(BB);
|
|
|
|
}
|
|
|
|
|
2008-01-29 12:12:40 +00:00
|
|
|
/// getLoopDepth - Return the loop nesting level of the specified block. A
|
|
|
|
/// depth of 0 means the block is not inside any loop.
|
2007-11-15 05:00:15 +00:00
|
|
|
///
|
|
|
|
inline unsigned getLoopDepth(const BasicBlock *BB) const {
|
|
|
|
return LI->getLoopDepth(BB);
|
|
|
|
}
|
|
|
|
|
|
|
|
// isLoopHeader - True if the block is a loop header node
|
|
|
|
inline bool isLoopHeader(BasicBlock *BB) const {
|
|
|
|
return LI->isLoopHeader(BB);
|
|
|
|
}
|
2001-11-26 18:41:20 +00:00
|
|
|
|
2002-09-26 05:32:43 +00:00
|
|
|
/// runOnFunction - Calculate the natural loop information.
|
|
|
|
///
|
2002-06-25 16:13:24 +00:00
|
|
|
virtual bool runOnFunction(Function &F);
|
2002-01-30 23:27:55 +00:00
|
|
|
|
2007-11-15 05:00:15 +00:00
|
|
|
virtual void releaseMemory() { LI->releaseMemory(); }
|
2006-12-17 05:15:13 +00:00
|
|
|
|
2007-11-15 05:00:15 +00:00
|
|
|
virtual void print(std::ostream &O, const Module* M = 0) const {
|
|
|
|
if (O) LI->print(O, M);
|
2006-12-17 05:15:13 +00:00
|
|
|
}
|
2002-04-09 05:43:19 +00:00
|
|
|
|
2002-04-27 06:56:12 +00:00
|
|
|
virtual void getAnalysisUsage(AnalysisUsage &AU) const;
|
|
|
|
|
2004-04-18 05:37:42 +00:00
|
|
|
/// removeLoop - This removes the specified top-level loop from this loop info
|
|
|
|
/// object. The loop is not deleted, as it will presumably be inserted into
|
|
|
|
/// another loop.
|
2007-11-15 05:00:15 +00:00
|
|
|
inline Loop *removeLoop(iterator I) { return LI->removeLoop(I); }
|
2004-04-18 05:37:42 +00:00
|
|
|
|
2004-04-12 20:26:17 +00:00
|
|
|
/// changeLoopFor - Change the top-level loop that contains BB to the
|
|
|
|
/// specified loop. This should be used by transformations that restructure
|
|
|
|
/// the loop hierarchy tree.
|
2007-11-15 05:00:15 +00:00
|
|
|
inline void changeLoopFor(BasicBlock *BB, Loop *L) {
|
|
|
|
LI->changeLoopFor(BB, L);
|
|
|
|
}
|
2004-04-12 20:26:17 +00:00
|
|
|
|
|
|
|
/// changeTopLevelLoop - Replace the specified loop in the top-level loops
|
|
|
|
/// list with the indicated loop.
|
2007-11-15 05:00:15 +00:00
|
|
|
inline void changeTopLevelLoop(Loop *OldLoop, Loop *NewLoop) {
|
|
|
|
LI->changeTopLevelLoop(OldLoop, NewLoop);
|
|
|
|
}
|
2004-04-12 20:26:17 +00:00
|
|
|
|
2004-04-19 03:03:19 +00:00
|
|
|
/// addTopLevelLoop - This adds the specified loop to the collection of
|
|
|
|
/// top-level loops.
|
2007-11-15 05:00:15 +00:00
|
|
|
inline void addTopLevelLoop(Loop *New) {
|
|
|
|
LI->addTopLevelLoop(New);
|
2004-04-19 03:03:19 +00:00
|
|
|
}
|
|
|
|
|
2004-04-18 06:54:34 +00:00
|
|
|
/// removeBlock - This method completely removes BB from all data structures,
|
|
|
|
/// including all of the Loop objects it is nested in and our mapping from
|
|
|
|
/// BasicBlocks to loops.
|
2007-11-15 05:00:15 +00:00
|
|
|
void removeBlock(BasicBlock *BB) {
|
|
|
|
LI->removeBlock(BB);
|
|
|
|
}
|
2001-11-26 18:41:20 +00:00
|
|
|
};
|
|
|
|
|
2002-08-26 16:45:19 +00:00
|
|
|
|
2003-02-28 03:05:15 +00:00
|
|
|
// Allow clients to walk the list of nested loops...
|
|
|
|
template <> struct GraphTraits<const Loop*> {
|
|
|
|
typedef const Loop NodeType;
|
|
|
|
typedef std::vector<Loop*>::const_iterator ChildIteratorType;
|
|
|
|
|
|
|
|
static NodeType *getEntryNode(const Loop *L) { return L; }
|
2005-04-21 20:19:05 +00:00
|
|
|
static inline ChildIteratorType child_begin(NodeType *N) {
|
2004-01-08 00:09:44 +00:00
|
|
|
return N->begin();
|
2003-02-28 03:05:15 +00:00
|
|
|
}
|
2005-04-21 20:19:05 +00:00
|
|
|
static inline ChildIteratorType child_end(NodeType *N) {
|
2004-01-08 00:09:44 +00:00
|
|
|
return N->end();
|
2003-02-28 03:05:15 +00:00
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
template <> struct GraphTraits<Loop*> {
|
|
|
|
typedef Loop NodeType;
|
|
|
|
typedef std::vector<Loop*>::const_iterator ChildIteratorType;
|
|
|
|
|
|
|
|
static NodeType *getEntryNode(Loop *L) { return L; }
|
2005-04-21 20:19:05 +00:00
|
|
|
static inline ChildIteratorType child_begin(NodeType *N) {
|
2004-01-08 00:09:44 +00:00
|
|
|
return N->begin();
|
2003-02-28 03:05:15 +00:00
|
|
|
}
|
2005-04-21 20:19:05 +00:00
|
|
|
static inline ChildIteratorType child_end(NodeType *N) {
|
2004-01-08 00:09:44 +00:00
|
|
|
return N->end();
|
2003-02-28 03:05:15 +00:00
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2007-11-14 02:33:58 +00:00
|
|
|
template<class BlockT>
|
2007-11-15 05:00:15 +00:00
|
|
|
void LoopBase<BlockT>::addBasicBlockToLoop(BlockT *NewBB,
|
2007-11-27 03:43:35 +00:00
|
|
|
LoopInfoBase<BlockT> &LIB) {
|
|
|
|
assert((Blocks.empty() || LIB[getHeader()] == this) &&
|
2007-11-14 02:33:58 +00:00
|
|
|
"Incorrect LI specified for this loop!");
|
|
|
|
assert(NewBB && "Cannot add a null basic block to the loop!");
|
2007-11-27 03:43:35 +00:00
|
|
|
assert(LIB[NewBB] == 0 && "BasicBlock already in the loop!");
|
2007-11-15 05:00:15 +00:00
|
|
|
|
2007-11-14 02:33:58 +00:00
|
|
|
// Add the loop mapping to the LoopInfo object...
|
2007-11-15 05:00:15 +00:00
|
|
|
LIB.BBMap[NewBB] = this;
|
2007-11-14 02:33:58 +00:00
|
|
|
|
|
|
|
// Add the basic block to this loop and all parent loops...
|
|
|
|
LoopBase<BlockT> *L = this;
|
|
|
|
while (L) {
|
|
|
|
L->Blocks.push_back(NewBB);
|
|
|
|
L = L->getParentLoop();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2003-11-11 22:41:34 +00:00
|
|
|
} // End llvm namespace
|
|
|
|
|
2001-11-26 18:41:20 +00:00
|
|
|
#endif
|