2004-02-11 04:53:20 +00:00
|
|
|
//===-- BasicBlockPlacement.cpp - Basic Block Code Layout optimization ----===//
|
2005-04-21 23:48:37 +00:00
|
|
|
//
|
2004-02-11 04:53:20 +00:00
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file was developed by the LLVM research group and is distributed under
|
|
|
|
// the University of Illinois Open Source License. See LICENSE.TXT for details.
|
2005-04-21 23:48:37 +00:00
|
|
|
//
|
2004-02-11 04:53:20 +00:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This file implements a very simple profile guided basic block placement
|
|
|
|
// algorithm. The idea is to put frequently executed blocks together at the
|
|
|
|
// start of the function, and hopefully increase the number of fall-through
|
|
|
|
// conditional branches. If there is no profile information for a particular
|
|
|
|
// function, this pass basically orders blocks in depth-first order
|
|
|
|
//
|
|
|
|
// The algorithm implemented here is basically "Algo1" from "Profile Guided Code
|
|
|
|
// Positioning" by Pettis and Hansen, except that it uses basic block counts
|
|
|
|
// instead of edge counts. This should be improved in many ways, but is very
|
|
|
|
// simple for now.
|
|
|
|
//
|
|
|
|
// Basically we "place" the entry block, then loop over all successors in a DFO,
|
|
|
|
// placing the most frequently executed successor until we run out of blocks. I
|
|
|
|
// told you this was _extremely_ simplistic. :) This is also much slower than it
|
|
|
|
// could be. When it becomes important, this pass will be rewritten to use a
|
|
|
|
// better algorithm, and then we can worry about efficiency.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2006-12-19 21:40:18 +00:00
|
|
|
#define DEBUG_TYPE "block-placement"
|
2004-02-11 04:53:20 +00:00
|
|
|
#include "llvm/Analysis/ProfileInfo.h"
|
|
|
|
#include "llvm/Function.h"
|
|
|
|
#include "llvm/Pass.h"
|
|
|
|
#include "llvm/Support/CFG.h"
|
2007-02-05 23:32:05 +00:00
|
|
|
#include "llvm/Support/Compiler.h"
|
2004-09-01 22:55:40 +00:00
|
|
|
#include "llvm/ADT/Statistic.h"
|
2005-01-08 17:21:40 +00:00
|
|
|
#include "llvm/Transforms/Scalar.h"
|
2004-02-11 04:53:20 +00:00
|
|
|
#include <set>
|
|
|
|
using namespace llvm;
|
|
|
|
|
2006-12-19 21:40:18 +00:00
|
|
|
STATISTIC(NumMoved, "Number of basic blocks moved");
|
2005-04-21 23:48:37 +00:00
|
|
|
|
2006-12-19 21:40:18 +00:00
|
|
|
namespace {
|
2007-02-05 23:32:05 +00:00
|
|
|
struct VISIBILITY_HIDDEN BlockPlacement : public FunctionPass {
|
2007-05-06 13:37:16 +00:00
|
|
|
static char ID; // Pass identification, replacement for typeid
|
2007-05-01 21:15:47 +00:00
|
|
|
BlockPlacement() : FunctionPass((intptr_t)&ID) {}
|
|
|
|
|
2004-02-11 04:53:20 +00:00
|
|
|
virtual bool runOnFunction(Function &F);
|
|
|
|
|
|
|
|
virtual void getAnalysisUsage(AnalysisUsage &AU) const {
|
|
|
|
AU.setPreservesCFG();
|
|
|
|
AU.addRequired<ProfileInfo>();
|
|
|
|
//AU.addPreserved<ProfileInfo>(); // Does this work?
|
|
|
|
}
|
|
|
|
private:
|
|
|
|
/// PI - The profile information that is guiding us.
|
|
|
|
///
|
|
|
|
ProfileInfo *PI;
|
|
|
|
|
|
|
|
/// NumMovedBlocks - Every time we move a block, increment this counter.
|
|
|
|
///
|
|
|
|
unsigned NumMovedBlocks;
|
|
|
|
|
|
|
|
/// PlacedBlocks - Every time we place a block, remember it so we don't get
|
|
|
|
/// into infinite loops.
|
|
|
|
std::set<BasicBlock*> PlacedBlocks;
|
|
|
|
|
|
|
|
/// InsertPos - This an iterator to the next place we want to insert a
|
|
|
|
/// block.
|
|
|
|
Function::iterator InsertPos;
|
|
|
|
|
|
|
|
/// PlaceBlocks - Recursively place the specified blocks and any unplaced
|
|
|
|
/// successors.
|
|
|
|
void PlaceBlocks(BasicBlock *BB);
|
|
|
|
};
|
|
|
|
|
2007-05-03 01:11:54 +00:00
|
|
|
char BlockPlacement::ID = 0;
|
2006-08-27 22:42:52 +00:00
|
|
|
RegisterPass<BlockPlacement> X("block-placement",
|
|
|
|
"Profile Guided Basic Block Placement");
|
2004-02-11 04:53:20 +00:00
|
|
|
}
|
|
|
|
|
2005-01-08 17:21:40 +00:00
|
|
|
FunctionPass *llvm::createBlockPlacementPass() { return new BlockPlacement(); }
|
|
|
|
|
2004-02-11 04:53:20 +00:00
|
|
|
bool BlockPlacement::runOnFunction(Function &F) {
|
|
|
|
PI = &getAnalysis<ProfileInfo>();
|
|
|
|
|
|
|
|
NumMovedBlocks = 0;
|
2005-04-21 23:48:37 +00:00
|
|
|
InsertPos = F.begin();
|
2004-02-11 04:53:20 +00:00
|
|
|
|
|
|
|
// Recursively place all blocks.
|
|
|
|
PlaceBlocks(F.begin());
|
2005-04-21 23:48:37 +00:00
|
|
|
|
2004-02-11 04:53:20 +00:00
|
|
|
PlacedBlocks.clear();
|
|
|
|
NumMoved += NumMovedBlocks;
|
|
|
|
return NumMovedBlocks != 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// PlaceBlocks - Recursively place the specified blocks and any unplaced
|
|
|
|
/// successors.
|
|
|
|
void BlockPlacement::PlaceBlocks(BasicBlock *BB) {
|
|
|
|
assert(!PlacedBlocks.count(BB) && "Already placed this block!");
|
|
|
|
PlacedBlocks.insert(BB);
|
|
|
|
|
|
|
|
// Place the specified block.
|
|
|
|
if (&*InsertPos != BB) {
|
|
|
|
// Use splice to move the block into the right place. This avoids having to
|
|
|
|
// remove the block from the function then readd it, which causes a bunch of
|
|
|
|
// symbol table traffic that is entirely pointless.
|
|
|
|
Function::BasicBlockListType &Blocks = BB->getParent()->getBasicBlockList();
|
|
|
|
Blocks.splice(InsertPos, Blocks, BB);
|
|
|
|
|
|
|
|
++NumMovedBlocks;
|
|
|
|
} else {
|
|
|
|
// This block is already in the right place, we don't have to do anything.
|
|
|
|
++InsertPos;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Keep placing successors until we run out of ones to place. Note that this
|
|
|
|
// loop is very inefficient (N^2) for blocks with many successors, like switch
|
|
|
|
// statements. FIXME!
|
|
|
|
while (1) {
|
|
|
|
// Okay, now place any unplaced successors.
|
|
|
|
succ_iterator SI = succ_begin(BB), E = succ_end(BB);
|
2005-04-21 23:48:37 +00:00
|
|
|
|
2004-02-11 04:53:20 +00:00
|
|
|
// Scan for the first unplaced successor.
|
|
|
|
for (; SI != E && PlacedBlocks.count(*SI); ++SI)
|
|
|
|
/*empty*/;
|
|
|
|
if (SI == E) return; // No more successors to place.
|
2005-04-21 23:48:37 +00:00
|
|
|
|
2004-02-11 04:53:20 +00:00
|
|
|
unsigned MaxExecutionCount = PI->getExecutionCount(*SI);
|
|
|
|
BasicBlock *MaxSuccessor = *SI;
|
|
|
|
|
|
|
|
// Scan for more frequently executed successors
|
|
|
|
for (; SI != E; ++SI)
|
|
|
|
if (!PlacedBlocks.count(*SI)) {
|
|
|
|
unsigned Count = PI->getExecutionCount(*SI);
|
|
|
|
if (Count > MaxExecutionCount ||
|
|
|
|
// Prefer to not disturb the code.
|
|
|
|
(Count == MaxExecutionCount && *SI == &*InsertPos)) {
|
|
|
|
MaxExecutionCount = Count;
|
|
|
|
MaxSuccessor = *SI;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Now that we picked the maximally executed successor, place it.
|
|
|
|
PlaceBlocks(MaxSuccessor);
|
|
|
|
}
|
|
|
|
}
|