2005-07-30 00:12:19 +00:00
|
|
|
//===---- llvm/Analysis/ScalarEvolutionExpander.h - SCEV Exprs --*- C++ -*-===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
2007-12-29 19:59:42 +00:00
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
2005-07-30 00:12:19 +00:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This file defines the classes used to generate code from scalar expressions.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2013-01-10 00:45:19 +00:00
|
|
|
#ifndef LLVM_ANALYSIS_SCALAREVOLUTIONEXPANDER_H
|
|
|
|
#define LLVM_ANALYSIS_SCALAREVOLUTIONEXPANDER_H
|
2005-07-30 00:12:19 +00:00
|
|
|
|
|
|
|
#include "llvm/Analysis/ScalarEvolutionExpressions.h"
|
2010-04-07 22:27:08 +00:00
|
|
|
#include "llvm/Analysis/ScalarEvolutionNormalization.h"
|
2013-01-02 11:36:10 +00:00
|
|
|
#include "llvm/IR/IRBuilder.h"
|
2009-06-27 21:18:18 +00:00
|
|
|
#include "llvm/Support/TargetFolder.h"
|
2010-07-27 01:19:06 +00:00
|
|
|
#include "llvm/Support/ValueHandle.h"
|
2009-07-13 22:19:41 +00:00
|
|
|
#include <set>
|
2005-07-30 00:12:19 +00:00
|
|
|
|
|
|
|
namespace llvm {
|
Switch the SCEV expander and LoopStrengthReduce to use
TargetTransformInfo rather than TargetLowering, removing one of the
primary instances of the layering violation of Transforms depending
directly on Target.
This is a really big deal because LSR used to be a "special" pass that
could only be tested fully using llc and by looking at the full output
of it. It also couldn't run with any other loop passes because it had to
be created by the backend. No longer is this true. LSR is now just
a normal pass and we should probably lift the creation of LSR out of
lib/CodeGen/Passes.cpp and into the PassManagerBuilder. =] I've not done
this, or updated all of the tests to use opt and a triple, because
I suspect someone more familiar with LSR would do a better job. This
change should be essentially without functional impact for normal
compilations, and only change behvaior of targetless compilations.
The conversion required changing all of the LSR code to refer to the TTI
interfaces, which fortunately are very similar to TargetLowering's
interfaces. However, it also allowed us to *always* expect to have some
implementation around. I've pushed that simplification through the pass,
and leveraged it to simplify code somewhat. It required some test
updates for one of two things: either we used to skip some checks
altogether but now we get the default "no" answer for them, or we used
to have no information about the target and now we do have some.
I've also started the process of removing AddrMode, as the TTI interface
doesn't use it any longer. In some cases this simplifies code, and in
others it adds some complexity, but I think it's not a bad tradeoff even
there. Subsequent patches will try to clean this up even further and use
other (more appropriate) abstractions.
Yet again, almost all of the formatting changes brought to you by
clang-format. =]
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@171735 91177308-0d34-0410-b5e6-96231b3b80d8
2013-01-07 14:41:08 +00:00
|
|
|
class TargetTransformInfo;
|
2012-01-07 01:12:09 +00:00
|
|
|
|
2012-07-13 23:33:10 +00:00
|
|
|
/// Return true if the given expression is safe to expand in the sense that
|
|
|
|
/// all materialized values are safe to speculate.
|
|
|
|
bool isSafeToExpand(const SCEV *S);
|
|
|
|
|
2005-07-30 00:12:19 +00:00
|
|
|
/// SCEVExpander - This class uses information about analyze scalars to
|
|
|
|
/// rewrite expressions in canonical form.
|
|
|
|
///
|
|
|
|
/// Clients should create an instance of this class when rewriting is needed,
|
2009-08-20 16:42:55 +00:00
|
|
|
/// and destroy it when finished to allow the release of the associated
|
2005-07-30 00:12:19 +00:00
|
|
|
/// memory.
|
2010-01-21 02:09:26 +00:00
|
|
|
class SCEVExpander : public SCEVVisitor<SCEVExpander, Value*> {
|
2005-07-30 00:12:19 +00:00
|
|
|
ScalarEvolution &SE;
|
2011-06-28 05:07:32 +00:00
|
|
|
|
|
|
|
// New instructions receive a name to identifies them with the current pass.
|
2011-06-28 05:44:06 +00:00
|
|
|
const char* IVName;
|
2011-06-28 05:07:32 +00:00
|
|
|
|
2013-01-14 21:00:37 +00:00
|
|
|
// InsertedExpressions caches Values for reuse, so must track RAUW.
|
|
|
|
std::map<std::pair<const SCEV *, Instruction *>, TrackingVH<Value> >
|
2009-06-26 22:53:46 +00:00
|
|
|
InsertedExpressions;
|
2013-01-14 21:00:37 +00:00
|
|
|
// InsertedValues only flags inserted instructions so needs no RAUW.
|
2010-07-27 01:19:06 +00:00
|
|
|
std::set<AssertingVH<Value> > InsertedValues;
|
|
|
|
std::set<AssertingVH<Value> > InsertedPostIncValues;
|
2005-07-30 00:12:19 +00:00
|
|
|
|
2010-11-18 00:34:22 +00:00
|
|
|
/// RelevantLoops - A memoization of the "relevant" loop for a given SCEV.
|
|
|
|
DenseMap<const SCEV *, const Loop *> RelevantLoops;
|
|
|
|
|
2010-04-07 22:27:08 +00:00
|
|
|
/// PostIncLoops - Addrecs referring to any of the given loops are expanded
|
|
|
|
/// in post-inc mode. For example, expanding {1,+,1}<L> in post-inc mode
|
|
|
|
/// returns the add instruction that adds one to the phi for {0,+,1}<L>,
|
|
|
|
/// as opposed to a new phi starting at 1. This is only supported in
|
|
|
|
/// non-canonical mode.
|
|
|
|
PostIncLoopSet PostIncLoops;
|
2010-01-21 02:09:26 +00:00
|
|
|
|
|
|
|
/// IVIncInsertPos - When this is non-null, addrecs expanded in the
|
|
|
|
/// loop it indicates should be inserted with increments at
|
|
|
|
/// IVIncInsertPos.
|
|
|
|
const Loop *IVIncInsertLoop;
|
|
|
|
|
|
|
|
/// IVIncInsertPos - When expanding addrecs in the IVIncInsertLoop loop,
|
|
|
|
/// insert the IV increment at this position.
|
|
|
|
Instruction *IVIncInsertPos;
|
|
|
|
|
2012-01-10 01:45:08 +00:00
|
|
|
/// Phis that complete an IV chain. Reuse
|
|
|
|
std::set<AssertingVH<PHINode> > ChainedPhis;
|
|
|
|
|
2010-01-21 02:09:26 +00:00
|
|
|
/// CanonicalMode - When true, expressions are expanded in "canonical"
|
|
|
|
/// form. In particular, addrecs are expanded as arithmetic based on
|
|
|
|
/// a canonical induction variable. When false, expression are expanded
|
|
|
|
/// in a more literal form.
|
|
|
|
bool CanonicalMode;
|
|
|
|
|
2011-10-07 23:46:21 +00:00
|
|
|
/// When invoked from LSR, the expander is in "strength reduction" mode. The
|
|
|
|
/// only difference is that phi's are only reused if they are already in
|
|
|
|
/// "expanded" form.
|
|
|
|
bool LSRMode;
|
|
|
|
|
2009-06-27 21:18:18 +00:00
|
|
|
typedef IRBuilder<true, TargetFolder> BuilderType;
|
|
|
|
BuilderType Builder;
|
2005-07-30 00:12:19 +00:00
|
|
|
|
2011-10-11 02:28:51 +00:00
|
|
|
#ifndef NDEBUG
|
|
|
|
const char *DebugType;
|
|
|
|
#endif
|
|
|
|
|
2005-07-30 00:12:19 +00:00
|
|
|
friend struct SCEVVisitor<SCEVExpander, Value*>;
|
2010-02-14 02:47:26 +00:00
|
|
|
|
2005-07-30 00:12:19 +00:00
|
|
|
public:
|
2010-01-21 02:09:26 +00:00
|
|
|
/// SCEVExpander - Construct a SCEVExpander in "canonical" mode.
|
2011-06-28 05:44:06 +00:00
|
|
|
explicit SCEVExpander(ScalarEvolution &se, const char *name)
|
2011-07-16 00:59:39 +00:00
|
|
|
: SE(se), IVName(name), IVIncInsertLoop(0), IVIncInsertPos(0),
|
2011-10-07 23:46:21 +00:00
|
|
|
CanonicalMode(true), LSRMode(false),
|
2011-10-11 02:28:51 +00:00
|
|
|
Builder(se.getContext(), TargetFolder(se.TD)) {
|
|
|
|
#ifndef NDEBUG
|
|
|
|
DebugType = "";
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
|
|
|
#ifndef NDEBUG
|
|
|
|
void setDebugType(const char* s) { DebugType = s; }
|
|
|
|
#endif
|
2006-02-04 05:49:01 +00:00
|
|
|
|
2005-07-30 00:12:19 +00:00
|
|
|
/// clear - Erase the contents of the InsertedExpressions map so that users
|
2005-07-30 18:33:25 +00:00
|
|
|
/// trying to expand the same expression into multiple BasicBlocks or
|
2005-07-30 00:12:19 +00:00
|
|
|
/// different places within the same BasicBlock can do so.
|
2010-07-27 01:19:06 +00:00
|
|
|
void clear() {
|
|
|
|
InsertedExpressions.clear();
|
|
|
|
InsertedValues.clear();
|
|
|
|
InsertedPostIncValues.clear();
|
2012-01-10 01:45:08 +00:00
|
|
|
ChainedPhis.clear();
|
2010-07-27 01:19:06 +00:00
|
|
|
}
|
2005-07-30 18:33:25 +00:00
|
|
|
|
2005-07-30 00:12:19 +00:00
|
|
|
/// getOrInsertCanonicalInductionVariable - This method returns the
|
|
|
|
/// canonical induction variable of the specified type for the specified
|
|
|
|
/// loop (inserting one if there is none). A canonical induction variable
|
|
|
|
/// starts at zero and steps by one on each iteration.
|
2011-10-07 23:46:21 +00:00
|
|
|
PHINode *getOrInsertCanonicalInductionVariable(const Loop *L, Type *Ty);
|
2005-07-30 00:12:19 +00:00
|
|
|
|
2012-01-20 07:41:13 +00:00
|
|
|
/// getIVIncOperand - Return the induction variable increment's IV operand.
|
|
|
|
Instruction *getIVIncOperand(Instruction *IncV, Instruction *InsertPos,
|
|
|
|
bool allowScale);
|
|
|
|
|
|
|
|
/// hoistIVInc - Utility for hoisting an IV increment.
|
|
|
|
bool hoistIVInc(Instruction *IncV, Instruction *InsertPos);
|
2011-10-11 02:28:51 +00:00
|
|
|
|
|
|
|
/// replaceCongruentIVs - replace congruent phis with their most canonical
|
|
|
|
/// representative. Return the number of phis eliminated.
|
|
|
|
unsigned replaceCongruentIVs(Loop *L, const DominatorTree *DT,
|
2012-01-07 01:12:09 +00:00
|
|
|
SmallVectorImpl<WeakVH> &DeadInsts,
|
Switch the SCEV expander and LoopStrengthReduce to use
TargetTransformInfo rather than TargetLowering, removing one of the
primary instances of the layering violation of Transforms depending
directly on Target.
This is a really big deal because LSR used to be a "special" pass that
could only be tested fully using llc and by looking at the full output
of it. It also couldn't run with any other loop passes because it had to
be created by the backend. No longer is this true. LSR is now just
a normal pass and we should probably lift the creation of LSR out of
lib/CodeGen/Passes.cpp and into the PassManagerBuilder. =] I've not done
this, or updated all of the tests to use opt and a triple, because
I suspect someone more familiar with LSR would do a better job. This
change should be essentially without functional impact for normal
compilations, and only change behvaior of targetless compilations.
The conversion required changing all of the LSR code to refer to the TTI
interfaces, which fortunately are very similar to TargetLowering's
interfaces. However, it also allowed us to *always* expect to have some
implementation around. I've pushed that simplification through the pass,
and leveraged it to simplify code somewhat. It required some test
updates for one of two things: either we used to skip some checks
altogether but now we get the default "no" answer for them, or we used
to have no information about the target and now we do have some.
I've also started the process of removing AddrMode, as the TTI interface
doesn't use it any longer. In some cases this simplifies code, and in
others it adds some complexity, but I think it's not a bad tradeoff even
there. Subsequent patches will try to clean this up even further and use
other (more appropriate) abstractions.
Yet again, almost all of the formatting changes brought to you by
clang-format. =]
git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@171735 91177308-0d34-0410-b5e6-96231b3b80d8
2013-01-07 14:41:08 +00:00
|
|
|
const TargetTransformInfo *TTI = NULL);
|
2011-10-11 02:28:51 +00:00
|
|
|
|
2005-07-30 00:12:19 +00:00
|
|
|
/// expandCodeFor - Insert code to directly compute the specified SCEV
|
|
|
|
/// expression into the program. The inserted code is inserted into the
|
|
|
|
/// specified block.
|
2011-07-18 04:54:35 +00:00
|
|
|
Value *expandCodeFor(const SCEV *SH, Type *Ty, Instruction *I);
|
2005-07-30 00:12:19 +00:00
|
|
|
|
2010-01-21 02:09:26 +00:00
|
|
|
/// setIVIncInsertPos - Set the current IV increment loop and position.
|
|
|
|
void setIVIncInsertPos(const Loop *L, Instruction *Pos) {
|
|
|
|
assert(!CanonicalMode &&
|
|
|
|
"IV increment positions are not supported in CanonicalMode");
|
|
|
|
IVIncInsertLoop = L;
|
|
|
|
IVIncInsertPos = Pos;
|
|
|
|
}
|
|
|
|
|
2010-04-07 22:27:08 +00:00
|
|
|
/// setPostInc - Enable post-inc expansion for addrecs referring to the
|
|
|
|
/// given loops. Post-inc expansion is only supported in non-canonical
|
2010-01-21 02:09:26 +00:00
|
|
|
/// mode.
|
2010-04-07 22:27:08 +00:00
|
|
|
void setPostInc(const PostIncLoopSet &L) {
|
2010-01-21 02:09:26 +00:00
|
|
|
assert(!CanonicalMode &&
|
|
|
|
"Post-inc expansion is not supported in CanonicalMode");
|
2010-04-07 22:27:08 +00:00
|
|
|
PostIncLoops = L;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// clearPostInc - Disable all post-inc expansion.
|
|
|
|
void clearPostInc() {
|
|
|
|
PostIncLoops.clear();
|
2010-06-05 00:33:07 +00:00
|
|
|
|
|
|
|
// When we change the post-inc loop set, cached expansions may no
|
|
|
|
// longer be valid.
|
|
|
|
InsertedPostIncValues.clear();
|
2010-01-21 02:09:26 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/// disableCanonicalMode - Disable the behavior of expanding expressions in
|
|
|
|
/// canonical form rather than in a more literal form. Non-canonical mode
|
|
|
|
/// is useful for late optimization passes.
|
|
|
|
void disableCanonicalMode() { CanonicalMode = false; }
|
|
|
|
|
2011-10-07 23:46:21 +00:00
|
|
|
void enableLSRMode() { LSRMode = true; }
|
|
|
|
|
2010-03-20 03:53:53 +00:00
|
|
|
/// clearInsertPoint - Clear the current insertion point. This is useful
|
|
|
|
/// if the instruction that had been serving as the insertion point may
|
|
|
|
/// have been deleted.
|
|
|
|
void clearInsertPoint() {
|
|
|
|
Builder.ClearInsertionPoint();
|
|
|
|
}
|
2012-01-10 01:45:08 +00:00
|
|
|
|
2012-01-20 07:41:13 +00:00
|
|
|
/// isInsertedInstruction - Return true if the specified instruction was
|
|
|
|
/// inserted by the code rewriter. If so, the client should not modify the
|
|
|
|
/// instruction.
|
|
|
|
bool isInsertedInstruction(Instruction *I) const {
|
|
|
|
return InsertedValues.count(I) || InsertedPostIncValues.count(I);
|
|
|
|
}
|
|
|
|
|
2012-01-10 01:45:08 +00:00
|
|
|
void setChainedPhi(PHINode *PN) { ChainedPhis.insert(PN); }
|
|
|
|
|
2009-06-27 21:18:18 +00:00
|
|
|
private:
|
2009-07-22 00:24:57 +00:00
|
|
|
LLVMContext &getContext() const { return SE.getContext(); }
|
2009-08-20 16:42:55 +00:00
|
|
|
|
2009-06-27 21:18:18 +00:00
|
|
|
/// InsertBinop - Insert the specified binary operator, doing a small amount
|
|
|
|
/// of work to avoid inserting an obviously redundant operation.
|
|
|
|
Value *InsertBinop(Instruction::BinaryOps Opcode, Value *LHS, Value *RHS);
|
2009-04-21 01:07:12 +00:00
|
|
|
|
2010-06-19 13:25:23 +00:00
|
|
|
/// ReuseOrCreateCast - Arange for there to be a cast of V to Ty at IP,
|
|
|
|
/// reusing an existing cast if a suitable one exists, moving an existing
|
|
|
|
/// cast if a suitable one exists but isn't in the right place, or
|
|
|
|
/// or creating a new one.
|
2011-07-18 04:54:35 +00:00
|
|
|
Value *ReuseOrCreateCast(Value *V, Type *Ty,
|
2010-06-19 13:25:23 +00:00
|
|
|
Instruction::CastOps Op,
|
|
|
|
BasicBlock::iterator IP);
|
|
|
|
|
2009-04-21 01:07:12 +00:00
|
|
|
/// InsertNoopCastOfTo - Insert a cast of V to the specified type,
|
2009-06-27 21:18:18 +00:00
|
|
|
/// which must be possible with a noop cast, doing what we can to
|
|
|
|
/// share the casts.
|
2011-07-18 04:54:35 +00:00
|
|
|
Value *InsertNoopCastOfTo(Value *V, Type *Ty);
|
2009-04-21 01:07:12 +00:00
|
|
|
|
2009-05-19 02:15:55 +00:00
|
|
|
/// expandAddToGEP - Expand a SCEVAddExpr with a pointer type into a GEP
|
|
|
|
/// instead of using ptrtoint+arithmetic+inttoptr.
|
2009-07-07 17:06:11 +00:00
|
|
|
Value *expandAddToGEP(const SCEV *const *op_begin,
|
|
|
|
const SCEV *const *op_end,
|
2011-07-18 04:54:35 +00:00
|
|
|
PointerType *PTy, Type *Ty, Value *V);
|
2009-05-19 02:15:55 +00:00
|
|
|
|
2009-04-18 17:56:28 +00:00
|
|
|
Value *expand(const SCEV *S);
|
2009-04-16 03:18:22 +00:00
|
|
|
|
2009-06-26 22:53:46 +00:00
|
|
|
/// expandCodeFor - Insert code to directly compute the specified SCEV
|
|
|
|
/// expression into the program. The inserted code is inserted into the
|
|
|
|
/// SCEVExpander's current insertion point. If a type is specified, the
|
|
|
|
/// result will be expanded to have that type, with a cast if necessary.
|
2011-07-18 04:54:35 +00:00
|
|
|
Value *expandCodeFor(const SCEV *SH, Type *Ty = 0);
|
2009-06-26 22:53:46 +00:00
|
|
|
|
2010-11-18 00:34:22 +00:00
|
|
|
/// getRelevantLoop - Determine the most "relevant" loop for the given SCEV.
|
|
|
|
const Loop *getRelevantLoop(const SCEV *);
|
|
|
|
|
2009-04-18 17:56:28 +00:00
|
|
|
Value *visitConstant(const SCEVConstant *S) {
|
2005-07-30 00:12:19 +00:00
|
|
|
return S->getValue();
|
|
|
|
}
|
|
|
|
|
2009-04-18 17:56:28 +00:00
|
|
|
Value *visitTruncateExpr(const SCEVTruncateExpr *S);
|
2005-07-30 00:12:19 +00:00
|
|
|
|
2009-04-18 17:56:28 +00:00
|
|
|
Value *visitZeroExtendExpr(const SCEVZeroExtendExpr *S);
|
2005-07-30 00:12:19 +00:00
|
|
|
|
2009-04-18 17:56:28 +00:00
|
|
|
Value *visitSignExtendExpr(const SCEVSignExtendExpr *S);
|
2007-06-15 14:38:12 +00:00
|
|
|
|
2009-04-18 17:56:28 +00:00
|
|
|
Value *visitAddExpr(const SCEVAddExpr *S);
|
2005-07-30 00:12:19 +00:00
|
|
|
|
2009-04-18 17:56:28 +00:00
|
|
|
Value *visitMulExpr(const SCEVMulExpr *S);
|
2005-07-30 00:12:19 +00:00
|
|
|
|
2009-04-18 17:56:28 +00:00
|
|
|
Value *visitUDivExpr(const SCEVUDivExpr *S);
|
2005-07-30 00:12:19 +00:00
|
|
|
|
2009-04-18 17:56:28 +00:00
|
|
|
Value *visitAddRecExpr(const SCEVAddRecExpr *S);
|
2005-07-30 00:12:19 +00:00
|
|
|
|
2009-04-18 17:56:28 +00:00
|
|
|
Value *visitSMaxExpr(const SCEVSMaxExpr *S);
|
2007-11-25 22:41:31 +00:00
|
|
|
|
2009-04-18 17:56:28 +00:00
|
|
|
Value *visitUMaxExpr(const SCEVUMaxExpr *S);
|
2008-02-20 06:48:22 +00:00
|
|
|
|
2009-04-18 17:56:28 +00:00
|
|
|
Value *visitUnknown(const SCEVUnknown *S) {
|
2005-07-30 00:12:19 +00:00
|
|
|
return S->getValue();
|
|
|
|
}
|
2010-01-21 02:09:26 +00:00
|
|
|
|
2010-02-14 03:12:47 +00:00
|
|
|
void rememberInstruction(Value *I);
|
2010-01-21 02:09:26 +00:00
|
|
|
|
2010-02-15 00:21:43 +00:00
|
|
|
void restoreInsertPoint(BasicBlock *BB, BasicBlock::iterator I);
|
|
|
|
|
2011-10-07 23:46:21 +00:00
|
|
|
bool isNormalAddRecExprPHI(PHINode *PN, Instruction *IncV, const Loop *L);
|
|
|
|
|
2011-10-15 06:19:55 +00:00
|
|
|
bool isExpandedAddRecExprPHI(PHINode *PN, Instruction *IncV, const Loop *L);
|
2011-10-07 23:46:21 +00:00
|
|
|
|
2010-01-21 02:09:26 +00:00
|
|
|
Value *expandAddRecExprLiterally(const SCEVAddRecExpr *);
|
|
|
|
PHINode *getAddRecExprPHILiterally(const SCEVAddRecExpr *Normalized,
|
|
|
|
const Loop *L,
|
2011-07-18 04:54:35 +00:00
|
|
|
Type *ExpandTy,
|
|
|
|
Type *IntTy);
|
2011-11-30 06:07:54 +00:00
|
|
|
Value *expandIVInc(PHINode *PN, Value *StepV, const Loop *L,
|
|
|
|
Type *ExpandTy, Type *IntTy, bool useSubtract);
|
2005-07-30 00:12:19 +00:00
|
|
|
};
|
|
|
|
}
|
|
|
|
|
|
|
|
#endif
|