2010-04-22 05:33:15 +00:00
|
|
|
//===- InlineCost.h - Cost analysis for inliner -----------------*- C++ -*-===//
|
2007-07-25 18:00:25 +00:00
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
2007-12-29 19:59:42 +00:00
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
2007-07-25 18:00:25 +00:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
2008-07-16 16:03:31 +00:00
|
|
|
// This file implements heuristics for inlining decisions.
|
2007-07-25 18:00:25 +00:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2009-10-13 18:30:07 +00:00
|
|
|
#ifndef LLVM_ANALYSIS_INLINECOST_H
|
|
|
|
#define LLVM_ANALYSIS_INLINECOST_H
|
2007-07-25 18:00:25 +00:00
|
|
|
|
2008-10-30 19:26:59 +00:00
|
|
|
#include <cassert>
|
2009-04-20 16:03:21 +00:00
|
|
|
#include <climits>
|
2007-07-25 18:00:25 +00:00
|
|
|
#include <vector>
|
2010-03-13 00:10:20 +00:00
|
|
|
#include "llvm/ADT/DenseMap.h"
|
2010-04-17 00:08:21 +00:00
|
|
|
#include "llvm/ADT/ValueMap.h"
|
2007-07-25 18:00:25 +00:00
|
|
|
|
|
|
|
namespace llvm {
|
|
|
|
|
|
|
|
class Value;
|
|
|
|
class Function;
|
2009-10-13 18:24:11 +00:00
|
|
|
class BasicBlock;
|
2007-07-25 18:00:25 +00:00
|
|
|
class CallSite;
|
2009-08-27 04:32:07 +00:00
|
|
|
template<class PtrType, unsigned SmallSize>
|
|
|
|
class SmallPtrSet;
|
2007-07-25 18:00:25 +00:00
|
|
|
|
2009-10-13 19:58:07 +00:00
|
|
|
// CodeMetrics - Calculate size and a few similar metrics for a set of
|
|
|
|
// basic blocks.
|
|
|
|
struct CodeMetrics {
|
|
|
|
/// NeverInline - True if this callee should never be inlined into a
|
|
|
|
/// caller.
|
|
|
|
bool NeverInline;
|
2010-02-05 23:21:18 +00:00
|
|
|
|
2009-10-13 19:58:07 +00:00
|
|
|
/// usesDynamicAlloca - True if this function calls alloca (in the C sense).
|
|
|
|
bool usesDynamicAlloca;
|
|
|
|
|
|
|
|
/// NumInsts, NumBlocks - Keep track of how large each function is, which
|
|
|
|
/// is used to estimate the code size cost of inlining it.
|
|
|
|
unsigned NumInsts, NumBlocks;
|
|
|
|
|
2010-03-13 00:10:20 +00:00
|
|
|
/// NumBBInsts - Keeps track of basic block code size estimates.
|
|
|
|
DenseMap<const BasicBlock *, unsigned> NumBBInsts;
|
|
|
|
|
2010-02-05 23:21:18 +00:00
|
|
|
/// NumCalls - Keep track of the number of calls to 'big' functions.
|
|
|
|
unsigned NumCalls;
|
|
|
|
|
2009-10-13 19:58:07 +00:00
|
|
|
/// NumVectorInsts - Keep track of how many instructions produce vector
|
|
|
|
/// values. The inliner is being more aggressive with inlining vector
|
|
|
|
/// kernels.
|
|
|
|
unsigned NumVectorInsts;
|
2010-02-05 23:21:18 +00:00
|
|
|
|
2009-10-13 19:58:07 +00:00
|
|
|
/// NumRets - Keep track of how many Ret instructions the block contains.
|
|
|
|
unsigned NumRets;
|
|
|
|
|
|
|
|
CodeMetrics() : NeverInline(false), usesDynamicAlloca(false), NumInsts(0),
|
2010-02-05 23:21:18 +00:00
|
|
|
NumBlocks(0), NumCalls(0), NumVectorInsts(0), NumRets(0) {}
|
|
|
|
|
2009-10-13 19:58:07 +00:00
|
|
|
/// analyzeBasicBlock - Add information about the specified basic block
|
|
|
|
/// to the current structure.
|
|
|
|
void analyzeBasicBlock(const BasicBlock *BB);
|
|
|
|
|
|
|
|
/// analyzeFunction - Add information about the specified function
|
|
|
|
/// to the current structure.
|
|
|
|
void analyzeFunction(Function *F);
|
|
|
|
};
|
|
|
|
|
2009-10-09 21:42:02 +00:00
|
|
|
namespace InlineConstants {
|
|
|
|
// Various magic constants used to adjust heuristics.
|
2010-01-26 23:21:56 +00:00
|
|
|
const int InstrCost = 5;
|
|
|
|
const int IndirectCallBonus = 500;
|
2010-02-05 23:21:18 +00:00
|
|
|
const int CallPenalty = 25;
|
2009-10-09 21:42:02 +00:00
|
|
|
const int LastCallToStaticBonus = -15000;
|
|
|
|
const int ColdccPenalty = 2000;
|
|
|
|
const int NoreturnPenalty = 10000;
|
|
|
|
}
|
|
|
|
|
2008-10-30 19:26:59 +00:00
|
|
|
/// InlineCost - Represent the cost of inlining a function. This
|
|
|
|
/// supports special values for functions which should "always" or
|
|
|
|
/// "never" be inlined. Otherwise, the cost represents a unitless
|
|
|
|
/// amount; smaller values increase the likelyhood of the function
|
|
|
|
/// being inlined.
|
|
|
|
class InlineCost {
|
|
|
|
enum Kind {
|
|
|
|
Value,
|
|
|
|
Always,
|
|
|
|
Never
|
|
|
|
};
|
|
|
|
|
2009-04-20 16:03:21 +00:00
|
|
|
// This is a do-it-yourself implementation of
|
|
|
|
// int Cost : 30;
|
|
|
|
// unsigned Type : 2;
|
|
|
|
// We used to use bitfields, but they were sometimes miscompiled (PR3822).
|
|
|
|
enum { TYPE_BITS = 2 };
|
|
|
|
enum { COST_BITS = unsigned(sizeof(unsigned)) * CHAR_BIT - TYPE_BITS };
|
|
|
|
unsigned TypedCost; // int Cost : COST_BITS; unsigned Type : TYPE_BITS;
|
2008-10-30 19:26:59 +00:00
|
|
|
|
2009-04-20 16:03:21 +00:00
|
|
|
Kind getType() const {
|
|
|
|
return Kind(TypedCost >> COST_BITS);
|
|
|
|
}
|
|
|
|
|
|
|
|
int getCost() const {
|
|
|
|
// Sign-extend the bottom COST_BITS bits.
|
|
|
|
return (int(TypedCost << TYPE_BITS)) >> TYPE_BITS;
|
|
|
|
}
|
|
|
|
|
|
|
|
InlineCost(int C, int T) {
|
|
|
|
TypedCost = (unsigned(C << TYPE_BITS) >> TYPE_BITS) | (T << COST_BITS);
|
|
|
|
assert(getCost() == C && "Cost exceeds InlineCost precision");
|
2008-10-30 19:26:59 +00:00
|
|
|
}
|
|
|
|
public:
|
|
|
|
static InlineCost get(int Cost) { return InlineCost(Cost, Value); }
|
|
|
|
static InlineCost getAlways() { return InlineCost(0, Always); }
|
2009-04-20 16:03:21 +00:00
|
|
|
static InlineCost getNever() { return InlineCost(0, Never); }
|
2008-10-30 19:26:59 +00:00
|
|
|
|
2009-04-20 16:03:21 +00:00
|
|
|
bool isVariable() const { return getType() == Value; }
|
|
|
|
bool isAlways() const { return getType() == Always; }
|
|
|
|
bool isNever() const { return getType() == Never; }
|
2008-10-30 19:26:59 +00:00
|
|
|
|
|
|
|
/// getValue() - Return a "variable" inline cost's amount. It is
|
|
|
|
/// an error to call this on an "always" or "never" InlineCost.
|
2009-04-20 16:03:21 +00:00
|
|
|
int getValue() const {
|
|
|
|
assert(getType() == Value && "Invalid access of InlineCost");
|
|
|
|
return getCost();
|
2008-10-30 19:26:59 +00:00
|
|
|
}
|
|
|
|
};
|
2010-02-05 23:21:18 +00:00
|
|
|
|
2007-07-25 18:00:25 +00:00
|
|
|
/// InlineCostAnalyzer - Cost analyzer used by inliner.
|
|
|
|
class InlineCostAnalyzer {
|
|
|
|
struct ArgInfo {
|
|
|
|
public:
|
|
|
|
unsigned ConstantWeight;
|
|
|
|
unsigned AllocaWeight;
|
2010-02-05 23:21:18 +00:00
|
|
|
|
2007-07-25 18:00:25 +00:00
|
|
|
ArgInfo(unsigned CWeight, unsigned AWeight)
|
|
|
|
: ConstantWeight(CWeight), AllocaWeight(AWeight) {}
|
|
|
|
};
|
2010-02-05 23:21:18 +00:00
|
|
|
|
2009-10-13 19:58:07 +00:00
|
|
|
struct FunctionInfo {
|
|
|
|
CodeMetrics Metrics;
|
2009-10-13 18:24:11 +00:00
|
|
|
|
2008-07-14 00:27:31 +00:00
|
|
|
/// ArgumentWeights - Each formal argument of the function is inspected to
|
|
|
|
/// see if it is used in any contexts where making it a constant or alloca
|
|
|
|
/// would reduce the code size. If so, we add some value to the argument
|
|
|
|
/// entry here.
|
2007-07-25 18:00:25 +00:00
|
|
|
std::vector<ArgInfo> ArgumentWeights;
|
2010-02-05 23:21:18 +00:00
|
|
|
|
2008-07-14 00:27:31 +00:00
|
|
|
/// CountCodeReductionForConstant - Figure out an approximation for how
|
|
|
|
/// many instructions will be constant folded if the specified value is
|
|
|
|
/// constant.
|
2010-03-13 00:45:31 +00:00
|
|
|
unsigned CountCodeReductionForConstant(Value *V);
|
2010-02-05 23:21:18 +00:00
|
|
|
|
2008-07-14 00:27:31 +00:00
|
|
|
/// CountCodeReductionForAlloca - Figure out an approximation of how much
|
|
|
|
/// smaller the function will be if it is inlined into a context where an
|
|
|
|
/// argument becomes an alloca.
|
|
|
|
///
|
2007-07-25 18:00:25 +00:00
|
|
|
unsigned CountCodeReductionForAlloca(Value *V);
|
2009-10-13 19:58:07 +00:00
|
|
|
|
|
|
|
/// analyzeFunction - Add information about the specified function
|
|
|
|
/// to the current structure.
|
|
|
|
void analyzeFunction(Function *F);
|
2007-07-25 18:00:25 +00:00
|
|
|
};
|
|
|
|
|
2010-04-17 19:56:46 +00:00
|
|
|
// The Function* for a function can be changed (by ArgumentPromotion);
|
|
|
|
// the ValueMap will update itself when this happens.
|
2010-04-17 00:08:21 +00:00
|
|
|
ValueMap<const Function *, FunctionInfo> CachedFunctionInfo;
|
2007-07-25 18:00:25 +00:00
|
|
|
|
|
|
|
public:
|
|
|
|
|
2008-07-14 00:27:31 +00:00
|
|
|
/// getInlineCost - The heuristic used to determine if we should inline the
|
|
|
|
/// function call or not.
|
|
|
|
///
|
2008-10-30 19:26:59 +00:00
|
|
|
InlineCost getInlineCost(CallSite CS,
|
|
|
|
SmallPtrSet<const Function *, 16> &NeverInline);
|
2010-05-01 15:47:41 +00:00
|
|
|
/// getCalledFunction - The heuristic used to determine if we should inline
|
|
|
|
/// the function call or not. The callee is explicitly specified, to allow
|
|
|
|
/// you to calculate the cost of inlining a function via a pointer. The
|
|
|
|
/// result assumes that the inlined version will always be used. You should
|
|
|
|
/// weight it yourself in cases where this callee will not always be called.
|
|
|
|
InlineCost getInlineCost(CallSite CS,
|
|
|
|
Function *Callee,
|
|
|
|
SmallPtrSet<const Function *, 16> &NeverInline);
|
2008-03-24 06:37:48 +00:00
|
|
|
|
2008-07-14 00:27:31 +00:00
|
|
|
/// getInlineFudgeFactor - Return a > 1.0 factor if the inliner should use a
|
|
|
|
/// higher threshold to determine if the function call should be inlined.
|
2008-05-30 22:47:19 +00:00
|
|
|
float getInlineFudgeFactor(CallSite CS);
|
2009-01-09 01:30:11 +00:00
|
|
|
|
|
|
|
/// resetCachedFunctionInfo - erase any cached cost info for this function.
|
|
|
|
void resetCachedCostInfo(Function* Caller) {
|
2009-10-13 23:36:36 +00:00
|
|
|
CachedFunctionInfo[Caller] = FunctionInfo();
|
2009-01-09 01:30:11 +00:00
|
|
|
}
|
2010-03-09 23:02:17 +00:00
|
|
|
|
|
|
|
/// growCachedCostInfo - update the cached cost info for Caller after Callee
|
|
|
|
/// has been inlined. If Callee is NULL it means a dead call has been
|
|
|
|
/// eliminated.
|
|
|
|
void growCachedCostInfo(Function* Caller, Function* Callee);
|
2010-05-12 21:48:15 +00:00
|
|
|
|
|
|
|
/// clear - empty the cache of inline costs
|
|
|
|
void clear();
|
2007-07-25 18:00:25 +00:00
|
|
|
};
|
2010-04-16 15:14:50 +00:00
|
|
|
|
|
|
|
/// callIsSmall - If a call is likely to lower to a single target instruction,
|
|
|
|
/// or is otherwise deemed small return true.
|
|
|
|
bool callIsSmall(const Function *Callee);
|
2007-07-25 18:00:25 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
#endif
|