2013-04-09 19:44:35 +00:00
|
|
|
//===- VecUtils.cpp - Vectorization Utilities -----------------------------===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This family of classes and functions manipulate vectors and chains of
|
|
|
|
// vectors.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#ifndef LLVM_TRANSFORMS_VECTORIZE_AOSVECTORIZER_H
|
|
|
|
#define LLVM_TRANSFORMS_VECTORIZE_AOSVECTORIZER_H
|
|
|
|
|
|
|
|
#include "llvm/ADT/DenseMap.h"
|
|
|
|
#include "llvm/ADT/SmallPtrSet.h"
|
|
|
|
#include "llvm/ADT/SmallSet.h"
|
|
|
|
#include "llvm/ADT/SmallVector.h"
|
|
|
|
#include "llvm/Analysis/AliasAnalysis.h"
|
|
|
|
#include <vector>
|
|
|
|
|
|
|
|
using namespace llvm;
|
|
|
|
|
|
|
|
namespace llvm {
|
|
|
|
|
|
|
|
class BasicBlock; class Instruction; class Type;
|
|
|
|
class VectorType; class StoreInst; class Value;
|
|
|
|
class ScalarEvolution; class DataLayout;
|
|
|
|
class TargetTransformInfo; class AliasAnalysis;
|
|
|
|
|
|
|
|
/// Bottom Up SLP vectorization utility class.
|
|
|
|
struct BoUpSLP {
|
|
|
|
typedef SmallVector<Value*, 8> ValueList;
|
|
|
|
typedef SmallPtrSet<Value*, 16> ValueSet;
|
|
|
|
typedef SmallVector<StoreInst*, 8> StoreList;
|
|
|
|
static const int max_cost = 1<<20;
|
|
|
|
|
|
|
|
// \brief C'tor.
|
|
|
|
BoUpSLP(BasicBlock *Bb, ScalarEvolution *Se, DataLayout *Dl,
|
|
|
|
TargetTransformInfo *Tti, AliasAnalysis *Aa);
|
|
|
|
|
2013-04-12 21:16:54 +00:00
|
|
|
/// \brief Take the pointer operand from the Load/Store instruction.
|
|
|
|
/// \returns NULL if this is not a valid Load/Store instruction.
|
|
|
|
static Value *getPointerOperand(Value *I);
|
|
|
|
|
|
|
|
/// \brief Take the address space operand from the Load/Store instruction.
|
|
|
|
/// \returns -1 if this is not a valid Load/Store instruction.
|
|
|
|
static unsigned getAddressSpaceOperand(Value *I);
|
|
|
|
|
2013-04-09 19:44:35 +00:00
|
|
|
/// \returns true if the memory operations A and B are consecutive.
|
|
|
|
bool isConsecutiveAccess(Value *A, Value *B);
|
|
|
|
|
|
|
|
/// \brief Vectorize the tree that starts with the elements in \p VL.
|
|
|
|
/// \returns the vectorized value.
|
|
|
|
Value *vectorizeTree(ValueList &VL, int VF);
|
|
|
|
|
|
|
|
/// \returns the vectorization cost of the subtree that starts at \p VL.
|
|
|
|
/// A negative number means that this is profitable.
|
2013-04-12 21:16:54 +00:00
|
|
|
int getTreeCost(ValueList &VL);
|
2013-04-09 19:44:35 +00:00
|
|
|
|
|
|
|
/// \brief Attempts to order and vectorize a sequence of stores. This
|
|
|
|
/// function does a quadratic scan of the given stores.
|
|
|
|
/// \returns true if the basic block was modified.
|
|
|
|
bool vectorizeStores(StoreList &Stores, int costThreshold);
|
|
|
|
|
2013-04-14 03:22:20 +00:00
|
|
|
/// \brief Vectorize a group of scalars into a vector tree.
|
|
|
|
void vectorizeArith(ValueList &Operands);
|
|
|
|
|
2013-04-12 21:16:54 +00:00
|
|
|
private:
|
|
|
|
/// \returns This method contains the recursive part of getTreeCost.
|
|
|
|
int getTreeCost_rec(ValueList &VL, unsigned Depth);
|
|
|
|
|
|
|
|
/// \returns This recursive method looks for vectorization hazards such as
|
|
|
|
/// values that are used by multiple users and checks that values are used
|
|
|
|
/// by only one vector lane. It updates the variables LaneMap, MultiUserVals.
|
|
|
|
void getTreeUses_rec(ValueList &VL, unsigned Depth);
|
|
|
|
|
|
|
|
/// \brief This method contains the recursive part of vectorizeTree.
|
|
|
|
Value *vectorizeTree_rec(ValueList &VL, int VF);
|
|
|
|
|
2013-04-09 19:44:35 +00:00
|
|
|
/// \brief Number all of the instructions in the block.
|
|
|
|
void numberInstructions();
|
|
|
|
|
2013-04-12 21:16:54 +00:00
|
|
|
/// \brief Vectorize a sorted sequence of stores.
|
|
|
|
bool vectorizeStoreChain(ValueList &Chain, int CostThreshold);
|
|
|
|
|
2013-04-09 19:44:35 +00:00
|
|
|
/// \returns the scalarization cost for this type. Scalarization in this
|
|
|
|
/// context means the creation of vectors from a group of scalars.
|
|
|
|
int getScalarizationCost(Type *Ty);
|
|
|
|
|
|
|
|
/// \returns the AA location that is being access by the instruction.
|
|
|
|
AliasAnalysis::Location getLocation(Instruction *I);
|
|
|
|
|
|
|
|
/// \brief Checks if it is possible to sink an instruction from
|
|
|
|
/// \p Src to \p Dst.
|
|
|
|
/// \returns the pointer to the barrier instruction if we can't sink.
|
|
|
|
Value *isUnsafeToSink(Instruction *Src, Instruction *Dst);
|
|
|
|
|
|
|
|
/// \returns the instruction that appears last in the BB from \p VL.
|
|
|
|
/// Only consider the first \p VF elements.
|
|
|
|
Instruction *GetLastInstr(ValueList &VL, unsigned VF);
|
|
|
|
|
|
|
|
/// \returns a vector from a collection of scalars in \p VL.
|
|
|
|
Value *Scalarize(ValueList &VL, VectorType *Ty);
|
|
|
|
|
2013-04-12 21:16:54 +00:00
|
|
|
private:
|
2013-04-09 19:44:35 +00:00
|
|
|
// Maps instructions to numbers and back.
|
|
|
|
SmallDenseMap<Value*, int> InstrIdx;
|
2013-04-12 21:16:54 +00:00
|
|
|
// Maps integers to Instructions.
|
2013-04-09 19:44:35 +00:00
|
|
|
std::vector<Instruction*> InstrVec;
|
2013-04-12 21:16:54 +00:00
|
|
|
|
|
|
|
// -- containers that are used during getTreeCost -- //
|
|
|
|
|
|
|
|
/// Contains values that must be scalarized because they are used
|
|
|
|
/// by multiple lanes, or by users outside the tree.
|
|
|
|
/// NOTICE: The vectorization methods also use this set.
|
|
|
|
ValueSet MustScalarize;
|
|
|
|
|
|
|
|
// Contains a list of values that are used outside the current tree. This
|
|
|
|
// set must be reset between runs.
|
|
|
|
ValueSet MultiUserVals;
|
|
|
|
// Maps values in the tree to the vector lanes that uses them. This map must
|
|
|
|
// be reset between runs of getCost.
|
|
|
|
std::map<Value*, int> LaneMap;
|
2013-04-09 19:44:35 +00:00
|
|
|
// A list of instructions to ignore while sinking
|
2013-04-12 21:16:54 +00:00
|
|
|
// memory instructions. This map must be reset between runs of getCost.
|
2013-04-09 19:44:35 +00:00
|
|
|
SmallSet<Value*, 8> MemBarrierIgnoreList;
|
2013-04-12 21:16:54 +00:00
|
|
|
|
|
|
|
// -- containers that are used during vectorizeTree -- //
|
|
|
|
// Maps between the first scalar to the vector. This map must be reset between
|
|
|
|
// runs.
|
|
|
|
DenseMap<Value*, Value*> VectorizedValues;
|
|
|
|
|
2013-04-09 19:44:35 +00:00
|
|
|
// Analysis and block reference.
|
|
|
|
BasicBlock *BB;
|
|
|
|
ScalarEvolution *SE;
|
|
|
|
DataLayout *DL;
|
|
|
|
TargetTransformInfo *TTI;
|
|
|
|
AliasAnalysis *AA;
|
|
|
|
};
|
|
|
|
|
|
|
|
} // end of namespace
|
|
|
|
# endif //LLVM_TRANSFORMS_VECTORIZE_AOSVECTORIZER_H
|
|
|
|
|