2006-08-07 23:03:03 +00:00
|
|
|
//===-- SelectionDAGCSEMap.cpp - Implement the SelectionDAG CSE Map -------===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file was developed by Chris Lattner and is distributed under
|
|
|
|
// the University of Illinois Open Source License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This implements the SelectionDAGCSEMap class.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#include "llvm/CodeGen/SelectionDAG.h"
|
2006-08-11 21:55:30 +00:00
|
|
|
#include "llvm/Support/MathExtras.h"
|
2006-08-07 23:03:03 +00:00
|
|
|
using namespace llvm;
|
|
|
|
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// SelectionDAGCSEMap::NodeID Implementation
|
|
|
|
|
2006-08-15 19:11:05 +00:00
|
|
|
/// SetValueTypes - Value type lists are intern'd so we can represent them
|
|
|
|
/// solely with their pointer.
|
|
|
|
void SelectionDAGCSEMap::NodeID::SetValueTypes(SDVTList VTList) {
|
|
|
|
AddPointer(VTList.VTs);
|
|
|
|
}
|
|
|
|
|
2006-08-07 23:03:03 +00:00
|
|
|
SelectionDAGCSEMap::NodeID::NodeID(SDNode *N) {
|
|
|
|
SetOpcode(N->getOpcode());
|
|
|
|
// Add the return value info.
|
2006-08-15 19:11:05 +00:00
|
|
|
SetValueTypes(N->getVTList());
|
2006-08-07 23:03:03 +00:00
|
|
|
// Add the operand info.
|
|
|
|
SetOperands(N->op_begin(), N->getNumOperands());
|
2006-08-11 21:01:22 +00:00
|
|
|
|
|
|
|
// Handle SDNode leafs with special info.
|
|
|
|
if (N->getNumOperands() == 0) {
|
|
|
|
switch (N->getOpcode()) {
|
|
|
|
default: break; // Normal nodes don't need extra info.
|
|
|
|
case ISD::TargetConstant:
|
|
|
|
case ISD::Constant:
|
|
|
|
AddInteger(cast<ConstantSDNode>(N)->getValue());
|
|
|
|
break;
|
2006-08-11 21:55:30 +00:00
|
|
|
case ISD::TargetConstantFP:
|
|
|
|
case ISD::ConstantFP:
|
|
|
|
AddInteger(DoubleToBits(cast<ConstantFPSDNode>(N)->getValue()));
|
|
|
|
break;
|
2006-08-11 21:01:22 +00:00
|
|
|
case ISD::TargetGlobalAddress:
|
|
|
|
case ISD::GlobalAddress:
|
|
|
|
AddPointer(cast<GlobalAddressSDNode>(N)->getGlobal());
|
|
|
|
AddInteger(cast<GlobalAddressSDNode>(N)->getOffset());
|
|
|
|
break;
|
|
|
|
case ISD::BasicBlock:
|
|
|
|
AddPointer(cast<BasicBlockSDNode>(N)->getBasicBlock());
|
|
|
|
break;
|
|
|
|
case ISD::Register:
|
|
|
|
AddInteger(cast<RegisterSDNode>(N)->getReg());
|
|
|
|
break;
|
|
|
|
case ISD::SRCVALUE:
|
|
|
|
AddPointer(cast<SrcValueSDNode>(N)->getValue());
|
|
|
|
AddInteger(cast<SrcValueSDNode>(N)->getOffset());
|
|
|
|
break;
|
2006-08-11 21:55:30 +00:00
|
|
|
case ISD::FrameIndex:
|
|
|
|
case ISD::TargetFrameIndex:
|
|
|
|
AddInteger(cast<FrameIndexSDNode>(N)->getIndex());
|
|
|
|
break;
|
|
|
|
case ISD::JumpTable:
|
|
|
|
case ISD::TargetJumpTable:
|
|
|
|
AddInteger(cast<JumpTableSDNode>(N)->getIndex());
|
|
|
|
break;
|
|
|
|
case ISD::ConstantPool:
|
|
|
|
case ISD::TargetConstantPool:
|
|
|
|
AddInteger(cast<ConstantPoolSDNode>(N)->getAlignment());
|
|
|
|
AddInteger(cast<ConstantPoolSDNode>(N)->getOffset());
|
2006-08-14 20:12:44 +00:00
|
|
|
AddPointer(cast<ConstantPoolSDNode>(N)->get());
|
2006-08-11 21:55:30 +00:00
|
|
|
break;
|
2006-08-11 21:01:22 +00:00
|
|
|
}
|
|
|
|
}
|
2006-08-07 23:03:03 +00:00
|
|
|
}
|
|
|
|
|
2006-08-15 19:11:05 +00:00
|
|
|
SelectionDAGCSEMap::NodeID::NodeID(unsigned short ID, SDVTList VTList) {
|
2006-08-07 23:03:03 +00:00
|
|
|
SetOpcode(ID);
|
|
|
|
SetValueTypes(VTList);
|
|
|
|
SetOperands();
|
|
|
|
}
|
2006-08-15 19:11:05 +00:00
|
|
|
SelectionDAGCSEMap::NodeID::NodeID(unsigned short ID, SDVTList VTList,
|
2006-08-07 23:03:03 +00:00
|
|
|
SDOperand Op) {
|
|
|
|
SetOpcode(ID);
|
|
|
|
SetValueTypes(VTList);
|
|
|
|
SetOperands(Op);
|
|
|
|
}
|
2006-08-15 19:11:05 +00:00
|
|
|
SelectionDAGCSEMap::NodeID::NodeID(unsigned short ID, SDVTList VTList,
|
2006-08-07 23:03:03 +00:00
|
|
|
SDOperand Op1, SDOperand Op2) {
|
|
|
|
SetOpcode(ID);
|
|
|
|
SetValueTypes(VTList);
|
|
|
|
SetOperands(Op1, Op2);
|
|
|
|
}
|
2006-08-15 19:11:05 +00:00
|
|
|
SelectionDAGCSEMap::NodeID::NodeID(unsigned short ID, SDVTList VTList,
|
2006-08-07 23:03:03 +00:00
|
|
|
SDOperand Op1, SDOperand Op2,
|
|
|
|
SDOperand Op3) {
|
|
|
|
SetOpcode(ID);
|
|
|
|
SetValueTypes(VTList);
|
|
|
|
SetOperands(Op1, Op2, Op3);
|
|
|
|
}
|
2006-08-15 19:11:05 +00:00
|
|
|
SelectionDAGCSEMap::NodeID::NodeID(unsigned short ID, SDVTList VTList,
|
2006-08-07 23:03:03 +00:00
|
|
|
const SDOperand *OpList, unsigned N) {
|
|
|
|
SetOpcode(ID);
|
|
|
|
SetValueTypes(VTList);
|
|
|
|
SetOperands(OpList, N);
|
|
|
|
}
|
|
|
|
|
|
|
|
void SelectionDAGCSEMap::NodeID::AddPointer(const void *Ptr) {
|
|
|
|
// Note: this adds pointers to the hash using sizes and endianness that depend
|
|
|
|
// on the host. It doesn't matter however, because hashing on pointer values
|
|
|
|
// in inherently unstable. Nothing in the SelectionDAG should depend on the
|
|
|
|
// ordering of nodes in the CSEMap.
|
2006-08-11 23:55:53 +00:00
|
|
|
intptr_t PtrI = (intptr_t)Ptr;
|
|
|
|
Bits.push_back(unsigned(PtrI));
|
|
|
|
if (sizeof(intptr_t) > sizeof(unsigned))
|
|
|
|
Bits.push_back(unsigned(uint64_t(PtrI) >> 32));
|
2006-08-07 23:03:03 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void SelectionDAGCSEMap::NodeID::AddOperand(SDOperand Op) {
|
|
|
|
AddPointer(Op.Val);
|
2006-08-11 23:55:53 +00:00
|
|
|
Bits.push_back(Op.ResNo);
|
2006-08-07 23:03:03 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void SelectionDAGCSEMap::NodeID::SetOperands(const SDOperand *Ops,
|
|
|
|
unsigned NumOps) {
|
|
|
|
for (; NumOps; --NumOps, ++Ops)
|
|
|
|
AddOperand(*Ops);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// ComputeHash - Compute a strong hash value for this NodeID, for lookup in
|
|
|
|
/// the SelectionDAGCSEMap.
|
|
|
|
unsigned SelectionDAGCSEMap::NodeID::ComputeHash() const {
|
2006-08-12 01:07:10 +00:00
|
|
|
// This is adapted from SuperFastHash by Paul Hsieh.
|
|
|
|
unsigned Hash = Bits.size();
|
|
|
|
for (const unsigned *BP = &Bits[0], *E = BP+Bits.size(); BP != E; ++BP) {
|
|
|
|
unsigned Data = *BP;
|
|
|
|
Hash += Data & 0xFFFF;
|
|
|
|
unsigned Tmp = ((Data >> 16) << 11) ^ Hash;
|
|
|
|
Hash = (Hash << 16) ^ Tmp;
|
|
|
|
Hash += Hash >> 11;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Force "avalanching" of final 127 bits.
|
|
|
|
Hash ^= Hash << 3;
|
|
|
|
Hash += Hash >> 5;
|
|
|
|
Hash ^= Hash << 4;
|
|
|
|
Hash += Hash >> 17;
|
|
|
|
Hash ^= Hash << 25;
|
|
|
|
Hash += Hash >> 6;
|
2006-08-07 23:03:03 +00:00
|
|
|
return Hash;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool SelectionDAGCSEMap::NodeID::operator==(const NodeID &RHS) const {
|
|
|
|
if (Bits.size() != RHS.Bits.size()) return false;
|
2006-08-11 23:55:53 +00:00
|
|
|
return memcmp(&Bits[0], &RHS.Bits[0], Bits.size()*sizeof(Bits[0])) == 0;
|
2006-08-07 23:03:03 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// SelectionDAGCSEMap Implementation
|
|
|
|
|
2006-08-12 01:07:10 +00:00
|
|
|
SelectionDAGCSEMap::SelectionDAGCSEMap() : NumNodes(0) {
|
2006-08-14 22:19:25 +00:00
|
|
|
NumBuckets = 64;
|
2006-08-07 23:03:03 +00:00
|
|
|
Buckets = new void*[NumBuckets];
|
|
|
|
memset(Buckets, 0, NumBuckets*sizeof(void*));
|
|
|
|
}
|
|
|
|
SelectionDAGCSEMap::~SelectionDAGCSEMap() {
|
|
|
|
delete [] Buckets;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// GetNextPtr - In order to save space, each bucket is a singly-linked-list. In
|
|
|
|
/// order to make deletion more efficient, we make the list circular, so we can
|
|
|
|
/// delete a node without computing its hash. The problem with this is that the
|
|
|
|
/// start of the hash buckets are not SDNodes. If NextInBucketPtr is a bucket
|
|
|
|
/// pointer, this method returns null: use GetBucketPtr when this happens.
|
|
|
|
SDNode *SelectionDAGCSEMap::GetNextPtr(void *NextInBucketPtr) {
|
|
|
|
if (NextInBucketPtr >= Buckets && NextInBucketPtr < Buckets+NumBuckets)
|
|
|
|
return 0;
|
|
|
|
return static_cast<SDNode*>(NextInBucketPtr);
|
|
|
|
}
|
|
|
|
|
2006-08-14 22:19:25 +00:00
|
|
|
/// GetNextPtr - This is just like the previous GetNextPtr implementation, but
|
|
|
|
/// allows a bucket array to be specified.
|
|
|
|
SDNode *SelectionDAGCSEMap::GetNextPtr(void *NextInBucketPtr, void **Bucks,
|
|
|
|
unsigned NumBuck) {
|
|
|
|
if (NextInBucketPtr >= Bucks && NextInBucketPtr < Bucks+NumBuck)
|
|
|
|
return 0;
|
|
|
|
return static_cast<SDNode*>(NextInBucketPtr);
|
|
|
|
}
|
|
|
|
|
2006-08-07 23:03:03 +00:00
|
|
|
void **SelectionDAGCSEMap::GetBucketPtr(void *NextInBucketPtr) {
|
2006-08-11 23:55:53 +00:00
|
|
|
//assert(NextInBucketPtr >= Buckets && NextInBucketPtr < Buckets+NumBuckets &&
|
|
|
|
// "NextInBucketPtr is not a bucket ptr");
|
2006-08-07 23:03:03 +00:00
|
|
|
return static_cast<void**>(NextInBucketPtr);
|
|
|
|
}
|
|
|
|
|
|
|
|
/// GetBucketFor - Hash the specified node ID and return the hash bucket for the
|
|
|
|
/// specified ID.
|
|
|
|
void **SelectionDAGCSEMap::GetBucketFor(const NodeID &ID) const {
|
|
|
|
// NumBuckets is always a power of 2.
|
|
|
|
unsigned BucketNum = ID.ComputeHash() & (NumBuckets-1);
|
|
|
|
return Buckets+BucketNum;
|
|
|
|
}
|
|
|
|
|
2006-08-14 22:19:25 +00:00
|
|
|
/// GrowHashTable - Double the size of the hash table and rehash everything.
|
|
|
|
///
|
|
|
|
void SelectionDAGCSEMap::GrowHashTable() {
|
|
|
|
void **OldBuckets = Buckets;
|
|
|
|
unsigned OldNumBuckets = NumBuckets;
|
|
|
|
NumBuckets <<= 1;
|
|
|
|
|
|
|
|
// Reset the node count to zero: we're going to reinsert everything.
|
|
|
|
NumNodes = 0;
|
|
|
|
|
|
|
|
// Clear out new buckets.
|
|
|
|
Buckets = new void*[NumBuckets];
|
|
|
|
memset(Buckets, 0, NumBuckets*sizeof(void*));
|
|
|
|
|
|
|
|
// Walk the old buckets, rehashing nodes into their new place.
|
|
|
|
for (unsigned i = 0; i != OldNumBuckets; ++i) {
|
|
|
|
void *Probe = OldBuckets[i];
|
|
|
|
if (!Probe) continue;
|
|
|
|
while (SDNode *NodeInBucket = GetNextPtr(Probe, OldBuckets, OldNumBuckets)){
|
|
|
|
// Figure out the next link, remove NodeInBucket from the old link.
|
|
|
|
Probe = NodeInBucket->getNextInBucket();
|
|
|
|
NodeInBucket->SetNextInBucket(0);
|
|
|
|
|
|
|
|
// Insert the node into the new bucket, after recomputing the hash.
|
|
|
|
InsertNode(NodeInBucket, GetBucketFor(NodeID(NodeInBucket)));
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
delete[] OldBuckets;
|
|
|
|
}
|
|
|
|
|
2006-08-07 23:03:03 +00:00
|
|
|
/// FindNodeOrInsertPos - Look up the node specified by ID. If it exists,
|
|
|
|
/// return it. If not, return the insertion token that will make insertion
|
|
|
|
/// faster.
|
|
|
|
SDNode *SelectionDAGCSEMap::FindNodeOrInsertPos(const NodeID &ID,
|
|
|
|
void *&InsertPos) {
|
|
|
|
void **Bucket = GetBucketFor(ID);
|
|
|
|
void *Probe = *Bucket;
|
|
|
|
|
|
|
|
InsertPos = 0;
|
|
|
|
|
|
|
|
unsigned Opc = ID.getOpcode();
|
|
|
|
while (SDNode *NodeInBucket = GetNextPtr(Probe)) {
|
|
|
|
// If we found a node with the same opcode, it might be a matching node.
|
|
|
|
// Because it is in the same bucket as this one, we know the hash values
|
|
|
|
// match. Compute the NodeID for the possible match and do a final compare.
|
|
|
|
if (NodeInBucket->getOpcode() == Opc) {
|
|
|
|
NodeID OtherID(NodeInBucket);
|
|
|
|
if (OtherID == ID)
|
|
|
|
return NodeInBucket;
|
|
|
|
}
|
|
|
|
|
|
|
|
Probe = NodeInBucket->getNextInBucket();
|
|
|
|
}
|
|
|
|
|
|
|
|
// Didn't find the node, return null with the bucket as the InsertPos.
|
|
|
|
InsertPos = Bucket;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// InsertNode - Insert the specified node into the CSE Map, knowing that it
|
|
|
|
/// is not already in the map. InsertPos must be obtained from
|
|
|
|
/// FindNodeOrInsertPos.
|
|
|
|
void SelectionDAGCSEMap::InsertNode(SDNode *N, void *InsertPos) {
|
2006-08-12 01:07:10 +00:00
|
|
|
++NumNodes;
|
2006-08-14 22:19:25 +00:00
|
|
|
// Do we need to grow the hashtable?
|
|
|
|
if (NumNodes > NumBuckets*2) {
|
|
|
|
GrowHashTable();
|
|
|
|
InsertPos = GetBucketFor(NodeID(N));
|
|
|
|
}
|
2006-08-12 01:07:10 +00:00
|
|
|
|
2006-08-07 23:03:03 +00:00
|
|
|
/// The insert position is actually a bucket pointer.
|
|
|
|
void **Bucket = static_cast<void**>(InsertPos);
|
|
|
|
|
|
|
|
void *Next = *Bucket;
|
|
|
|
|
|
|
|
// If this is the first insertion into this bucket, its next pointer will be
|
|
|
|
// null. Pretend as if it pointed to itself.
|
|
|
|
if (Next == 0)
|
|
|
|
Next = Bucket;
|
|
|
|
|
|
|
|
// Set the nodes next pointer, and make the bucket point to the node.
|
|
|
|
N->SetNextInBucket(Next);
|
|
|
|
*Bucket = N;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// RemoveNode - Remove a node from the CSE map, returning true if one was
|
|
|
|
/// removed or false if the node was not in the CSE map.
|
|
|
|
bool SelectionDAGCSEMap::RemoveNode(SDNode *N) {
|
2006-08-12 01:07:10 +00:00
|
|
|
|
2006-08-07 23:03:03 +00:00
|
|
|
// Because each bucket is a circular list, we don't need to compute N's hash
|
|
|
|
// to remove it. Chase around the list until we find the node (or bucket)
|
|
|
|
// which points to N.
|
|
|
|
void *Ptr = N->getNextInBucket();
|
|
|
|
if (Ptr == 0) return false; // Not in CSEMap.
|
2006-08-12 01:07:10 +00:00
|
|
|
|
|
|
|
--NumNodes;
|
|
|
|
|
2006-08-07 23:03:03 +00:00
|
|
|
void *NodeNextPtr = Ptr;
|
|
|
|
N->SetNextInBucket(0);
|
|
|
|
while (1) {
|
|
|
|
if (SDNode *NodeInBucket = GetNextPtr(Ptr)) {
|
|
|
|
// Advance pointer.
|
|
|
|
Ptr = NodeInBucket->getNextInBucket();
|
|
|
|
|
|
|
|
// We found a node that points to N, change it to point to N's next node,
|
|
|
|
// removing N from the list.
|
|
|
|
if (Ptr == N) {
|
|
|
|
NodeInBucket->SetNextInBucket(NodeNextPtr);
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
void **Bucket = GetBucketPtr(Ptr);
|
|
|
|
Ptr = *Bucket;
|
|
|
|
|
|
|
|
// If we found that the bucket points to N, update the bucket to point to
|
|
|
|
// whatever is next.
|
|
|
|
if (Ptr == N) {
|
|
|
|
*Bucket = NodeNextPtr;
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/// GetOrInsertSimpleNode - If there is an existing simple SDNode exactly
|
|
|
|
/// equal to the specified node, return it. Otherwise, insert 'N' and it
|
|
|
|
/// instead. This only works on *simple* SDNodes, not ConstantSDNode or any
|
|
|
|
/// other classes derived from SDNode.
|
|
|
|
SDNode *SelectionDAGCSEMap::GetOrInsertNode(SDNode *N) {
|
|
|
|
SelectionDAGCSEMap::NodeID ID(N);
|
|
|
|
void *IP;
|
|
|
|
if (SDNode *E = FindNodeOrInsertPos(ID, IP))
|
|
|
|
return E;
|
|
|
|
InsertNode(N, IP);
|
|
|
|
return N;
|
|
|
|
}
|