2006-05-26 21:11:53 +00:00
|
|
|
//===-- LCSSA.cpp - Convert loops into loop-closed SSA form ---------------===//
|
2006-05-26 13:58:26 +00:00
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file was developed by Owen Anderson and is distributed under the
|
|
|
|
// University of Illinois Open Source License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This pass transforms loops by placing phi nodes at the end of the loops for
|
|
|
|
// all values that are live across the loop boundary. For example, it turns
|
|
|
|
// the left into the right code:
|
|
|
|
//
|
|
|
|
// for (...) for (...)
|
|
|
|
// if (c) if(c)
|
|
|
|
// X1 = ... X1 = ...
|
|
|
|
// else else
|
|
|
|
// X2 = ... X2 = ...
|
|
|
|
// X3 = phi(X1, X2) X3 = phi(X1, X2)
|
|
|
|
// ... = X3 + 4 X4 = phi(X3)
|
|
|
|
// ... = X4 + 4
|
|
|
|
//
|
|
|
|
// This is still valid LLVM; the extra phi nodes are purely redundant, and will
|
|
|
|
// be trivially eliminated by InstCombine. The major benefit of this
|
|
|
|
// transformation is that it makes many other loop optimizations, such as
|
|
|
|
// LoopUnswitching, simpler.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2006-05-26 21:11:53 +00:00
|
|
|
#include "llvm/Transforms/Scalar.h"
|
2006-05-26 13:58:26 +00:00
|
|
|
#include "llvm/Pass.h"
|
|
|
|
#include "llvm/Function.h"
|
|
|
|
#include "llvm/Instructions.h"
|
2006-05-27 00:31:37 +00:00
|
|
|
#include "llvm/ADT/Statistic.h"
|
2006-05-26 21:11:53 +00:00
|
|
|
#include "llvm/Analysis/Dominators.h"
|
2006-05-26 13:58:26 +00:00
|
|
|
#include "llvm/Analysis/LoopInfo.h"
|
|
|
|
#include "llvm/Support/CFG.h"
|
2006-05-26 21:11:53 +00:00
|
|
|
#include <algorithm>
|
2006-06-01 06:05:47 +00:00
|
|
|
#include <cassert>
|
2006-05-27 18:47:11 +00:00
|
|
|
#include <map>
|
2006-05-26 13:58:26 +00:00
|
|
|
#include <vector>
|
|
|
|
|
|
|
|
using namespace llvm;
|
|
|
|
|
|
|
|
namespace {
|
2006-05-28 19:33:28 +00:00
|
|
|
static Statistic<> NumLCSSA("lcssa",
|
|
|
|
"Number of live out of a loop variables");
|
2006-05-27 00:31:37 +00:00
|
|
|
|
2006-05-26 13:58:26 +00:00
|
|
|
class LCSSA : public FunctionPass {
|
|
|
|
public:
|
2006-05-27 00:31:37 +00:00
|
|
|
|
|
|
|
|
2006-05-26 13:58:26 +00:00
|
|
|
LoopInfo *LI; // Loop information
|
2006-05-26 21:11:53 +00:00
|
|
|
DominatorTree *DT; // Dominator Tree for the current Loop...
|
|
|
|
DominanceFrontier *DF; // Current Dominance Frontier
|
2006-05-26 13:58:26 +00:00
|
|
|
|
|
|
|
virtual bool runOnFunction(Function &F);
|
2006-05-26 21:19:17 +00:00
|
|
|
bool visitSubloop(Loop* L);
|
2006-05-31 20:55:06 +00:00
|
|
|
void processInstruction(Instruction* Instr,
|
|
|
|
const std::vector<BasicBlock*>& LoopBlocks,
|
|
|
|
const std::vector<BasicBlock*>& exitBlocks);
|
2006-05-26 13:58:26 +00:00
|
|
|
|
|
|
|
/// This transformation requires natural loop information & requires that
|
2006-05-27 00:31:37 +00:00
|
|
|
/// loop preheaders be inserted into the CFG. It maintains both of these,
|
|
|
|
/// as well as the CFG. It also requires dominator information.
|
2006-05-26 13:58:26 +00:00
|
|
|
///
|
|
|
|
virtual void getAnalysisUsage(AnalysisUsage &AU) const {
|
2006-05-26 21:11:53 +00:00
|
|
|
AU.setPreservesCFG();
|
2006-05-26 13:58:26 +00:00
|
|
|
AU.addRequiredID(LoopSimplifyID);
|
|
|
|
AU.addPreservedID(LoopSimplifyID);
|
|
|
|
AU.addRequired<LoopInfo>();
|
|
|
|
AU.addPreserved<LoopInfo>();
|
2006-05-27 18:47:11 +00:00
|
|
|
AU.addRequired<DominatorTree>();
|
2006-05-26 21:11:53 +00:00
|
|
|
AU.addRequired<DominanceFrontier>();
|
2006-05-26 13:58:26 +00:00
|
|
|
}
|
|
|
|
private:
|
2006-05-26 21:11:53 +00:00
|
|
|
std::set<Instruction*> getLoopValuesUsedOutsideLoop(Loop *L,
|
2006-05-31 20:55:06 +00:00
|
|
|
const std::vector<BasicBlock*>& LoopBlocks);
|
|
|
|
Instruction *getValueDominatingBlock(BasicBlock *BB,
|
|
|
|
std::map<BasicBlock*, Instruction*> PotDoms);
|
2006-05-26 13:58:26 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
RegisterOpt<LCSSA> X("lcssa", "Loop-Closed SSA Form Pass");
|
|
|
|
}
|
|
|
|
|
|
|
|
FunctionPass *llvm::createLCSSAPass() { return new LCSSA(); }
|
|
|
|
|
|
|
|
bool LCSSA::runOnFunction(Function &F) {
|
|
|
|
bool changed = false;
|
|
|
|
LI = &getAnalysis<LoopInfo>();
|
2006-05-26 21:11:53 +00:00
|
|
|
DF = &getAnalysis<DominanceFrontier>();
|
|
|
|
DT = &getAnalysis<DominatorTree>();
|
2006-05-26 13:58:26 +00:00
|
|
|
|
|
|
|
for (LoopInfo::iterator I = LI->begin(), E = LI->end(); I != E; ++I) {
|
2006-05-26 21:11:53 +00:00
|
|
|
changed |= visitSubloop(*I);
|
2006-05-26 13:58:26 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return changed;
|
|
|
|
}
|
|
|
|
|
2006-05-26 21:11:53 +00:00
|
|
|
bool LCSSA::visitSubloop(Loop* L) {
|
|
|
|
for (Loop::iterator I = L->begin(), E = L->end(); I != E; ++I)
|
|
|
|
visitSubloop(*I);
|
|
|
|
|
|
|
|
// Speed up queries by creating a sorted list of blocks
|
|
|
|
std::vector<BasicBlock*> LoopBlocks(L->block_begin(), L->block_end());
|
|
|
|
std::sort(LoopBlocks.begin(), LoopBlocks.end());
|
|
|
|
|
|
|
|
std::set<Instruction*> AffectedValues = getLoopValuesUsedOutsideLoop(L,
|
|
|
|
LoopBlocks);
|
2006-05-26 13:58:26 +00:00
|
|
|
|
2006-05-31 20:55:06 +00:00
|
|
|
// If no values are affected, we can save a lot of work, since we know that
|
|
|
|
// nothing will be changed.
|
|
|
|
if (AffectedValues.empty())
|
|
|
|
return false;
|
|
|
|
|
2006-05-26 13:58:26 +00:00
|
|
|
std::vector<BasicBlock*> exitBlocks;
|
|
|
|
L->getExitBlocks(exitBlocks);
|
|
|
|
|
2006-05-27 18:47:11 +00:00
|
|
|
|
|
|
|
// Iterate over all affected values for this loop and insert Phi nodes
|
|
|
|
// for them in the appropriate exit blocks
|
2006-05-31 20:55:06 +00:00
|
|
|
|
2006-05-26 21:11:53 +00:00
|
|
|
for (std::set<Instruction*>::iterator I = AffectedValues.begin(),
|
|
|
|
E = AffectedValues.end(); I != E; ++I) {
|
2006-05-31 20:55:06 +00:00
|
|
|
processInstruction(*I, LoopBlocks, exitBlocks);
|
|
|
|
}
|
|
|
|
|
|
|
|
return true; // FIXME: Should be more intelligent in our return value.
|
|
|
|
}
|
|
|
|
|
|
|
|
/// processInstruction -
|
|
|
|
void LCSSA::processInstruction(Instruction* Instr,
|
|
|
|
const std::vector<BasicBlock*>& LoopBlocks,
|
|
|
|
const std::vector<BasicBlock*>& exitBlocks)
|
|
|
|
{
|
|
|
|
++NumLCSSA; // We are applying the transformation
|
|
|
|
|
|
|
|
std::map<BasicBlock*, Instruction*> Phis;
|
|
|
|
Phis[Instr->getParent()] = Instr;
|
|
|
|
|
|
|
|
// Phi nodes that need to be IDF-processed
|
|
|
|
std::vector<PHINode*> workList;
|
|
|
|
|
|
|
|
for (std::vector<BasicBlock*>::const_iterator BBI = exitBlocks.begin(),
|
2006-06-01 06:05:47 +00:00
|
|
|
BBE = exitBlocks.end(); BBI != BBE; ++BBI)
|
|
|
|
if (DT->getNode(Instr->getParent())->dominates(DT->getNode(*BBI))) {
|
|
|
|
PHINode *phi = new PHINode(Instr->getType(), "lcssa", (*BBI)->begin());
|
|
|
|
workList.push_back(phi);
|
|
|
|
Phis[*BBI] = phi;
|
|
|
|
}
|
2006-05-26 13:58:26 +00:00
|
|
|
|
2006-05-31 20:55:06 +00:00
|
|
|
// Calculate the IDF of these LCSSA Phi nodes, inserting new Phi's where
|
|
|
|
// necessary. Keep track of these new Phi's in Phis.
|
|
|
|
while (!workList.empty()) {
|
|
|
|
PHINode *CurPHI = workList.back();
|
|
|
|
workList.pop_back();
|
2006-05-27 18:47:11 +00:00
|
|
|
|
2006-05-31 20:55:06 +00:00
|
|
|
// Get the current Phi's DF, and insert Phi nodes. Add these new
|
|
|
|
// nodes to our worklist.
|
|
|
|
DominanceFrontier::const_iterator it = DF->find(CurPHI->getParent());
|
|
|
|
if (it != DF->end()) {
|
|
|
|
const DominanceFrontier::DomSetType &S = it->second;
|
|
|
|
for (DominanceFrontier::DomSetType::const_iterator P = S.begin(),
|
|
|
|
PE = S.end(); P != PE; ++P) {
|
|
|
|
if (Phis[*P] == 0) {
|
|
|
|
// Still doesn't have operands...
|
2006-06-01 06:05:47 +00:00
|
|
|
PHINode *phi = new PHINode(Instr->getType(), "lcssa", (*P)->begin());
|
2006-05-31 20:55:06 +00:00
|
|
|
Phis[*P] = phi;
|
2006-05-27 18:47:11 +00:00
|
|
|
|
2006-05-31 20:55:06 +00:00
|
|
|
workList.push_back(phi);
|
2006-05-27 18:47:11 +00:00
|
|
|
}
|
|
|
|
}
|
2006-05-28 19:33:28 +00:00
|
|
|
}
|
2006-05-29 01:00:00 +00:00
|
|
|
|
2006-05-31 20:55:06 +00:00
|
|
|
// Get the predecessor blocks of the current Phi, and use them to hook up
|
|
|
|
// the operands of the current Phi to any members of DFPhis that dominate
|
|
|
|
// it. This is a nop for the Phis inserted directly in the exit blocks,
|
|
|
|
// since they are not dominated by any members of DFPhis.
|
|
|
|
for (pred_iterator PI = pred_begin(CurPHI->getParent()),
|
|
|
|
E = pred_end(CurPHI->getParent()); PI != E; ++PI)
|
|
|
|
CurPHI->addIncoming(getValueDominatingBlock(*PI, Phis),
|
|
|
|
*PI);
|
2006-05-28 19:33:28 +00:00
|
|
|
}
|
2006-05-29 01:00:00 +00:00
|
|
|
|
2006-05-31 20:55:06 +00:00
|
|
|
// Find all uses of the affected value, and replace them with the
|
|
|
|
// appropriate Phi.
|
|
|
|
std::vector<Instruction*> Uses;
|
|
|
|
for (Instruction::use_iterator UI = Instr->use_begin(), UE = Instr->use_end();
|
|
|
|
UI != UE; ++UI) {
|
|
|
|
Instruction* use = cast<Instruction>(*UI);
|
|
|
|
// Don't need to update uses within the loop body
|
|
|
|
if (!std::binary_search(LoopBlocks.begin(), LoopBlocks.end(),
|
|
|
|
use->getParent()) &&
|
|
|
|
!(std::binary_search(exitBlocks.begin(), exitBlocks.end(),
|
|
|
|
use->getParent()) && isa<PHINode>(use)))
|
|
|
|
Uses.push_back(use);
|
|
|
|
}
|
|
|
|
|
|
|
|
// Deliberately remove the initial instruction from Phis set.
|
|
|
|
Phis.erase(Instr->getParent());
|
|
|
|
|
|
|
|
for (std::vector<Instruction*>::iterator II = Uses.begin(), IE = Uses.end();
|
|
|
|
II != IE; ++II) {
|
2006-06-01 06:05:47 +00:00
|
|
|
if (PHINode* phi = dyn_cast<PHINode>(*II)) {
|
|
|
|
for (unsigned int i = 0; i < phi->getNumIncomingValues(); ++i) {
|
|
|
|
Instruction* dominator =
|
|
|
|
getValueDominatingBlock(phi->getIncomingBlock(i), Phis);
|
|
|
|
|
|
|
|
if (phi->getIncomingValue(i) == Instr)
|
|
|
|
phi->setIncomingValue(i, dominator);
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
(*II)->replaceUsesOfWith(Instr,
|
|
|
|
getValueDominatingBlock((*II)->getParent(),
|
|
|
|
Phis));
|
|
|
|
}
|
2006-05-31 20:55:06 +00:00
|
|
|
}
|
2006-05-26 13:58:26 +00:00
|
|
|
}
|
|
|
|
|
2006-05-26 21:11:53 +00:00
|
|
|
/// getLoopValuesUsedOutsideLoop - Return any values defined in the loop that
|
|
|
|
/// are used by instructions outside of it.
|
|
|
|
std::set<Instruction*> LCSSA::getLoopValuesUsedOutsideLoop(Loop *L,
|
2006-05-31 20:55:06 +00:00
|
|
|
const std::vector<BasicBlock*>& LoopBlocks) {
|
|
|
|
|
|
|
|
// FIXME: For large loops, we may be able to avoid a lot of use-scanning
|
|
|
|
// by using dominance information. In particular, if a block does not
|
|
|
|
// dominate any of the loop exits, then none of the values defined in the
|
|
|
|
// block could be used outside the loop.
|
|
|
|
|
2006-05-26 21:11:53 +00:00
|
|
|
std::set<Instruction*> AffectedValues;
|
2006-05-26 13:58:26 +00:00
|
|
|
for (Loop::block_iterator BB = L->block_begin(), E = L->block_end();
|
|
|
|
BB != E; ++BB) {
|
|
|
|
for (BasicBlock::iterator I = (*BB)->begin(), E = (*BB)->end(); I != E; ++I)
|
|
|
|
for (Value::use_iterator UI = I->use_begin(), E = I->use_end(); UI != E;
|
|
|
|
++UI) {
|
|
|
|
BasicBlock *UserBB = cast<Instruction>(*UI)->getParent();
|
2006-05-31 20:55:06 +00:00
|
|
|
if (!std::binary_search(LoopBlocks.begin(), LoopBlocks.end(), UserBB)) {
|
2006-05-26 13:58:26 +00:00
|
|
|
AffectedValues.insert(I);
|
2006-05-31 20:55:06 +00:00
|
|
|
break;
|
|
|
|
}
|
2006-05-26 13:58:26 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
return AffectedValues;
|
2006-05-26 21:11:53 +00:00
|
|
|
}
|
2006-05-31 20:55:06 +00:00
|
|
|
|
|
|
|
Instruction *LCSSA::getValueDominatingBlock(BasicBlock *BB,
|
|
|
|
std::map<BasicBlock*, Instruction*> PotDoms) {
|
2006-06-01 06:05:47 +00:00
|
|
|
DominatorTree::Node* bbNode = DT->getNode(BB);
|
|
|
|
while (bbNode != 0) {
|
|
|
|
std::map<BasicBlock*, Instruction*>::iterator I =
|
|
|
|
PotDoms.find(bbNode->getBlock());
|
|
|
|
if (I != PotDoms.end()) {
|
|
|
|
return (*I).second;
|
|
|
|
}
|
|
|
|
bbNode = bbNode->getIDom();
|
|
|
|
}
|
2006-05-31 20:55:06 +00:00
|
|
|
|
2006-06-01 06:05:47 +00:00
|
|
|
assert(0 && "No dominating value found.");
|
2006-05-31 20:55:06 +00:00
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|