2006-10-29 22:08:03 +00:00
|
|
|
//===--- Allocator.h - Simple memory allocation abstraction -----*- C++ -*-===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
2007-12-29 19:59:42 +00:00
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
2006-10-29 22:08:03 +00:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This file defines the MallocAllocator and BumpPtrAllocator interfaces.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#ifndef LLVM_SUPPORT_ALLOCATOR_H
|
|
|
|
#define LLVM_SUPPORT_ALLOCATOR_H
|
|
|
|
|
2007-10-17 21:10:21 +00:00
|
|
|
#include "llvm/Support/AlignOf.h"
|
2010-03-18 18:49:47 +00:00
|
|
|
#include "llvm/Support/MathExtras.h"
|
2009-10-26 01:35:46 +00:00
|
|
|
#include "llvm/System/DataTypes.h"
|
2010-03-18 18:49:47 +00:00
|
|
|
#include <algorithm>
|
2009-07-23 18:34:13 +00:00
|
|
|
#include <cassert>
|
2006-10-29 22:08:03 +00:00
|
|
|
#include <cstdlib>
|
2010-03-18 18:49:47 +00:00
|
|
|
#include <cstddef>
|
2006-10-29 22:08:03 +00:00
|
|
|
|
|
|
|
namespace llvm {
|
2009-02-20 22:51:36 +00:00
|
|
|
|
2006-10-29 22:08:03 +00:00
|
|
|
class MallocAllocator {
|
|
|
|
public:
|
|
|
|
MallocAllocator() {}
|
|
|
|
~MallocAllocator() {}
|
2009-02-20 22:51:36 +00:00
|
|
|
|
2007-09-05 21:41:34 +00:00
|
|
|
void Reset() {}
|
2008-06-24 17:49:26 +00:00
|
|
|
|
2008-06-26 18:11:45 +00:00
|
|
|
void *Allocate(size_t Size, size_t /*Alignment*/) { return malloc(Size); }
|
2009-02-20 22:51:36 +00:00
|
|
|
|
2007-10-17 21:10:21 +00:00
|
|
|
template <typename T>
|
2008-06-24 17:49:26 +00:00
|
|
|
T *Allocate() { return static_cast<T*>(malloc(sizeof(T))); }
|
2009-02-20 22:51:36 +00:00
|
|
|
|
2009-01-14 00:38:21 +00:00
|
|
|
template <typename T>
|
2009-02-20 22:51:36 +00:00
|
|
|
T *Allocate(size_t Num) {
|
2009-01-14 00:38:21 +00:00
|
|
|
return static_cast<T*>(malloc(sizeof(T)*Num));
|
|
|
|
}
|
2009-02-20 22:51:36 +00:00
|
|
|
|
2009-02-06 19:34:14 +00:00
|
|
|
void Deallocate(const void *Ptr) { free(const_cast<void*>(Ptr)); }
|
2008-06-24 17:49:26 +00:00
|
|
|
|
2006-10-29 22:08:03 +00:00
|
|
|
void PrintStats() const {}
|
|
|
|
};
|
|
|
|
|
2009-07-23 18:34:13 +00:00
|
|
|
/// MemSlab - This structure lives at the beginning of every slab allocated by
|
|
|
|
/// the bump allocator.
|
|
|
|
class MemSlab {
|
|
|
|
public:
|
|
|
|
size_t Size;
|
|
|
|
MemSlab *NextPtr;
|
|
|
|
};
|
|
|
|
|
|
|
|
/// SlabAllocator - This class can be used to parameterize the underlying
|
|
|
|
/// allocation strategy for the bump allocator. In particular, this is used
|
|
|
|
/// by the JIT to allocate contiguous swathes of executable memory. The
|
|
|
|
/// interface uses MemSlab's instead of void *'s so that the allocator
|
|
|
|
/// doesn't have to remember the size of the pointer it allocated.
|
|
|
|
class SlabAllocator {
|
|
|
|
public:
|
|
|
|
virtual ~SlabAllocator();
|
|
|
|
virtual MemSlab *Allocate(size_t Size) = 0;
|
|
|
|
virtual void Deallocate(MemSlab *Slab) = 0;
|
|
|
|
};
|
|
|
|
|
|
|
|
/// MallocSlabAllocator - The default slab allocator for the bump allocator
|
|
|
|
/// is an adapter class for MallocAllocator that just forwards the method
|
|
|
|
/// calls and translates the arguments.
|
|
|
|
class MallocSlabAllocator : public SlabAllocator {
|
|
|
|
/// Allocator - The underlying allocator that we forward to.
|
|
|
|
///
|
|
|
|
MallocAllocator Allocator;
|
|
|
|
|
|
|
|
public:
|
|
|
|
MallocSlabAllocator() : Allocator() { }
|
|
|
|
virtual ~MallocSlabAllocator();
|
|
|
|
virtual MemSlab *Allocate(size_t Size);
|
|
|
|
virtual void Deallocate(MemSlab *Slab);
|
|
|
|
};
|
|
|
|
|
|
|
|
/// BumpPtrAllocator - This allocator is useful for containers that need
|
|
|
|
/// very simple memory allocation strategies. In particular, this just keeps
|
2006-10-29 22:08:03 +00:00
|
|
|
/// allocating memory, and never deletes it until the entire block is dead. This
|
|
|
|
/// makes allocation speedy, but must only be used when the trade-off is ok.
|
|
|
|
class BumpPtrAllocator {
|
2008-07-07 18:38:14 +00:00
|
|
|
BumpPtrAllocator(const BumpPtrAllocator &); // do not implement
|
|
|
|
void operator=(const BumpPtrAllocator &); // do not implement
|
|
|
|
|
2009-07-23 18:34:13 +00:00
|
|
|
/// SlabSize - Allocate data into slabs of this size unless we get an
|
|
|
|
/// allocation above SizeThreshold.
|
|
|
|
size_t SlabSize;
|
|
|
|
|
|
|
|
/// SizeThreshold - For any allocation larger than this threshold, we should
|
|
|
|
/// allocate a separate slab.
|
|
|
|
size_t SizeThreshold;
|
|
|
|
|
|
|
|
/// Allocator - The underlying allocator we use to get slabs of memory. This
|
|
|
|
/// defaults to MallocSlabAllocator, which wraps malloc, but it could be
|
|
|
|
/// changed to use a custom allocator.
|
|
|
|
SlabAllocator &Allocator;
|
|
|
|
|
|
|
|
/// CurSlab - The slab that we are currently allocating into.
|
|
|
|
///
|
|
|
|
MemSlab *CurSlab;
|
|
|
|
|
|
|
|
/// CurPtr - The current pointer into the current slab. This points to the
|
|
|
|
/// next free byte in the slab.
|
|
|
|
char *CurPtr;
|
|
|
|
|
|
|
|
/// End - The end of the current slab.
|
|
|
|
///
|
|
|
|
char *End;
|
|
|
|
|
|
|
|
/// BytesAllocated - This field tracks how many bytes we've allocated, so
|
|
|
|
/// that we can compute how much space was wasted.
|
|
|
|
size_t BytesAllocated;
|
|
|
|
|
|
|
|
/// AlignPtr - Align Ptr to Alignment bytes, rounding up. Alignment should
|
|
|
|
/// be a power of two. This method rounds up, so AlignPtr(7, 4) == 8 and
|
|
|
|
/// AlignPtr(8, 4) == 8.
|
|
|
|
static char *AlignPtr(char *Ptr, size_t Alignment);
|
|
|
|
|
|
|
|
/// StartNewSlab - Allocate a new slab and move the bump pointers over into
|
|
|
|
/// the new slab. Modifies CurPtr and End.
|
|
|
|
void StartNewSlab();
|
|
|
|
|
|
|
|
/// DeallocateSlabs - Deallocate all memory slabs after and including this
|
|
|
|
/// one.
|
|
|
|
void DeallocateSlabs(MemSlab *Slab);
|
|
|
|
|
2010-01-16 01:06:58 +00:00
|
|
|
static MallocSlabAllocator DefaultSlabAllocator;
|
2009-07-23 18:34:13 +00:00
|
|
|
|
2010-03-30 20:16:45 +00:00
|
|
|
template<typename T> friend class SpecificBumpPtrAllocator;
|
2006-10-29 22:08:03 +00:00
|
|
|
public:
|
2009-07-23 18:34:13 +00:00
|
|
|
BumpPtrAllocator(size_t size = 4096, size_t threshold = 4096,
|
2010-01-16 01:06:58 +00:00
|
|
|
SlabAllocator &allocator = DefaultSlabAllocator);
|
2006-10-29 22:08:03 +00:00
|
|
|
~BumpPtrAllocator();
|
2009-02-20 22:51:36 +00:00
|
|
|
|
2009-07-23 18:34:13 +00:00
|
|
|
/// Reset - Deallocate all but the current slab and reset the current pointer
|
|
|
|
/// to the beginning of it, freeing all memory allocated so far.
|
2007-09-05 21:41:34 +00:00
|
|
|
void Reset();
|
2008-06-24 17:49:26 +00:00
|
|
|
|
2009-07-23 18:34:13 +00:00
|
|
|
/// Allocate - Allocate space at the specified alignment.
|
|
|
|
///
|
2008-05-05 18:30:58 +00:00
|
|
|
void *Allocate(size_t Size, size_t Alignment);
|
2007-10-17 21:10:21 +00:00
|
|
|
|
2009-02-03 07:39:50 +00:00
|
|
|
/// Allocate space, but do not construct, one object.
|
|
|
|
///
|
2007-10-17 21:10:21 +00:00
|
|
|
template <typename T>
|
2009-02-20 22:51:36 +00:00
|
|
|
T *Allocate() {
|
2008-06-24 17:49:26 +00:00
|
|
|
return static_cast<T*>(Allocate(sizeof(T),AlignOf<T>::Alignment));
|
2007-10-17 21:10:21 +00:00
|
|
|
}
|
2009-02-20 22:51:36 +00:00
|
|
|
|
2009-02-03 07:39:50 +00:00
|
|
|
/// Allocate space for an array of objects. This does not construct the
|
|
|
|
/// objects though.
|
2008-07-17 19:10:17 +00:00
|
|
|
template <typename T>
|
2009-02-20 22:51:36 +00:00
|
|
|
T *Allocate(size_t Num) {
|
2008-07-17 19:10:17 +00:00
|
|
|
return static_cast<T*>(Allocate(Num * sizeof(T), AlignOf<T>::Alignment));
|
|
|
|
}
|
2009-02-20 22:51:36 +00:00
|
|
|
|
2009-02-03 07:39:50 +00:00
|
|
|
/// Allocate space for a specific count of elements and with a specified
|
|
|
|
/// alignment.
|
|
|
|
template <typename T>
|
2009-03-10 23:48:49 +00:00
|
|
|
T *Allocate(size_t Num, size_t Alignment) {
|
2009-02-03 07:39:50 +00:00
|
|
|
// Round EltSize up to the specified alignment.
|
2009-03-10 23:48:49 +00:00
|
|
|
size_t EltSize = (sizeof(T)+Alignment-1)&(-Alignment);
|
2009-02-03 07:39:50 +00:00
|
|
|
return static_cast<T*>(Allocate(Num * EltSize, Alignment));
|
|
|
|
}
|
2009-02-06 19:34:14 +00:00
|
|
|
|
|
|
|
void Deallocate(const void * /*Ptr*/) {}
|
2008-06-24 17:49:26 +00:00
|
|
|
|
2009-07-23 18:34:13 +00:00
|
|
|
unsigned GetNumSlabs() const;
|
|
|
|
|
2006-10-29 22:08:03 +00:00
|
|
|
void PrintStats() const;
|
|
|
|
};
|
|
|
|
|
2010-03-30 20:16:45 +00:00
|
|
|
/// SpecificBumpPtrAllocator - Same as BumpPtrAllocator but allows only
|
|
|
|
/// elements of one type to be allocated. This allows calling the destructor
|
|
|
|
/// in DestroyAll() and when the allocator is destroyed.
|
|
|
|
template <typename T>
|
|
|
|
class SpecificBumpPtrAllocator {
|
|
|
|
BumpPtrAllocator Allocator;
|
|
|
|
public:
|
|
|
|
SpecificBumpPtrAllocator(size_t size = 4096, size_t threshold = 4096,
|
|
|
|
SlabAllocator &allocator = BumpPtrAllocator::DefaultSlabAllocator)
|
|
|
|
: Allocator(size, threshold, allocator) {}
|
|
|
|
|
|
|
|
~SpecificBumpPtrAllocator() {
|
|
|
|
DestroyAll();
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Call the destructor of each allocated object and deallocate all but the
|
|
|
|
/// current slab and reset the current pointer to the beginning of it, freeing
|
|
|
|
/// all memory allocated so far.
|
|
|
|
void DestroyAll() {
|
|
|
|
MemSlab *Slab = Allocator.CurSlab;
|
|
|
|
while (Slab) {
|
|
|
|
char *End = Slab == Allocator.CurSlab ? Allocator.CurPtr :
|
|
|
|
(char *)Slab + Slab->Size;
|
2010-04-02 13:20:51 +00:00
|
|
|
for (char *Ptr = (char*)(Slab+1); Ptr < End; Ptr += sizeof(T)) {
|
2010-03-30 20:16:45 +00:00
|
|
|
Ptr = Allocator.AlignPtr(Ptr, alignof<T>());
|
2010-04-04 18:00:21 +00:00
|
|
|
if (Ptr + sizeof(T) <= End)
|
2010-03-30 20:16:45 +00:00
|
|
|
reinterpret_cast<T*>(Ptr)->~T();
|
|
|
|
}
|
|
|
|
Slab = Slab->NextPtr;
|
|
|
|
}
|
|
|
|
Allocator.Reset();
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Allocate space for a specific count of elements.
|
|
|
|
T *Allocate(size_t num = 1) {
|
|
|
|
return Allocator.Allocate<T>(num);
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2007-12-14 15:11:58 +00:00
|
|
|
} // end namespace llvm
|
2006-10-29 22:08:03 +00:00
|
|
|
|
2010-03-18 18:49:47 +00:00
|
|
|
inline void *operator new(size_t Size, llvm::BumpPtrAllocator &Allocator) {
|
|
|
|
struct S {
|
|
|
|
char c;
|
|
|
|
union {
|
|
|
|
double D;
|
|
|
|
long double LD;
|
|
|
|
long long L;
|
|
|
|
void *P;
|
|
|
|
} x;
|
|
|
|
};
|
2010-03-18 19:01:12 +00:00
|
|
|
return Allocator.Allocate(Size, std::min((size_t)llvm::NextPowerOf2(Size),
|
2010-03-18 19:37:35 +00:00
|
|
|
offsetof(S, x)));
|
2010-03-18 18:49:47 +00:00
|
|
|
}
|
|
|
|
|
2010-04-08 15:22:35 +00:00
|
|
|
inline void operator delete(void *, llvm::BumpPtrAllocator &) {}
|
|
|
|
|
2009-07-23 18:34:13 +00:00
|
|
|
#endif // LLVM_SUPPORT_ALLOCATOR_H
|