2006-10-29 22:08:03 +00:00
|
|
|
//===--- Allocator.h - Simple memory allocation abstraction -----*- C++ -*-===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
2007-12-29 19:59:42 +00:00
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
2006-10-29 22:08:03 +00:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This file defines the MallocAllocator and BumpPtrAllocator interfaces.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#ifndef LLVM_SUPPORT_ALLOCATOR_H
|
|
|
|
#define LLVM_SUPPORT_ALLOCATOR_H
|
|
|
|
|
2007-10-17 21:10:21 +00:00
|
|
|
#include "llvm/Support/AlignOf.h"
|
2010-11-29 18:16:10 +00:00
|
|
|
#include "llvm/Support/DataTypes.h"
|
2012-12-03 17:02:12 +00:00
|
|
|
#include "llvm/Support/MathExtras.h"
|
2010-03-18 18:49:47 +00:00
|
|
|
#include <algorithm>
|
2009-07-23 18:34:13 +00:00
|
|
|
#include <cassert>
|
2010-03-18 18:49:47 +00:00
|
|
|
#include <cstddef>
|
2012-12-03 17:02:12 +00:00
|
|
|
#include <cstdlib>
|
2006-10-29 22:08:03 +00:00
|
|
|
|
|
|
|
namespace llvm {
|
2014-03-27 09:56:23 +00:00
|
|
|
template <typename T> struct ReferenceAdder {
|
|
|
|
typedef T &result;
|
|
|
|
};
|
|
|
|
template <typename T> struct ReferenceAdder<T &> {
|
|
|
|
typedef T result;
|
|
|
|
};
|
2009-02-20 22:51:36 +00:00
|
|
|
|
2006-10-29 22:08:03 +00:00
|
|
|
class MallocAllocator {
|
|
|
|
public:
|
|
|
|
MallocAllocator() {}
|
|
|
|
~MallocAllocator() {}
|
2009-02-20 22:51:36 +00:00
|
|
|
|
2007-09-05 21:41:34 +00:00
|
|
|
void Reset() {}
|
2008-06-24 17:49:26 +00:00
|
|
|
|
2008-06-26 18:11:45 +00:00
|
|
|
void *Allocate(size_t Size, size_t /*Alignment*/) { return malloc(Size); }
|
2009-02-20 22:51:36 +00:00
|
|
|
|
2014-03-27 09:56:23 +00:00
|
|
|
template <typename T> T *Allocate() {
|
|
|
|
return static_cast<T *>(malloc(sizeof(T)));
|
|
|
|
}
|
2009-02-20 22:51:36 +00:00
|
|
|
|
2014-03-27 09:56:23 +00:00
|
|
|
template <typename T> T *Allocate(size_t Num) {
|
|
|
|
return static_cast<T *>(malloc(sizeof(T) * Num));
|
2009-01-14 00:38:21 +00:00
|
|
|
}
|
2009-02-20 22:51:36 +00:00
|
|
|
|
2014-03-27 09:56:23 +00:00
|
|
|
void Deallocate(const void *Ptr) { free(const_cast<void *>(Ptr)); }
|
2008-06-24 17:49:26 +00:00
|
|
|
|
2006-10-29 22:08:03 +00:00
|
|
|
void PrintStats() const {}
|
|
|
|
};
|
|
|
|
|
2009-07-23 18:34:13 +00:00
|
|
|
/// MemSlab - This structure lives at the beginning of every slab allocated by
|
|
|
|
/// the bump allocator.
|
|
|
|
class MemSlab {
|
|
|
|
public:
|
|
|
|
size_t Size;
|
|
|
|
MemSlab *NextPtr;
|
|
|
|
};
|
|
|
|
|
|
|
|
/// SlabAllocator - This class can be used to parameterize the underlying
|
|
|
|
/// allocation strategy for the bump allocator. In particular, this is used
|
|
|
|
/// by the JIT to allocate contiguous swathes of executable memory. The
|
|
|
|
/// interface uses MemSlab's instead of void *'s so that the allocator
|
|
|
|
/// doesn't have to remember the size of the pointer it allocated.
|
|
|
|
class SlabAllocator {
|
|
|
|
public:
|
|
|
|
virtual ~SlabAllocator();
|
|
|
|
virtual MemSlab *Allocate(size_t Size) = 0;
|
|
|
|
virtual void Deallocate(MemSlab *Slab) = 0;
|
|
|
|
};
|
|
|
|
|
|
|
|
/// MallocSlabAllocator - The default slab allocator for the bump allocator
|
|
|
|
/// is an adapter class for MallocAllocator that just forwards the method
|
|
|
|
/// calls and translates the arguments.
|
|
|
|
class MallocSlabAllocator : public SlabAllocator {
|
|
|
|
/// Allocator - The underlying allocator that we forward to.
|
|
|
|
///
|
|
|
|
MallocAllocator Allocator;
|
|
|
|
|
|
|
|
public:
|
2014-03-27 09:56:23 +00:00
|
|
|
MallocSlabAllocator() : Allocator() {}
|
2009-07-23 18:34:13 +00:00
|
|
|
virtual ~MallocSlabAllocator();
|
2014-03-10 03:53:12 +00:00
|
|
|
MemSlab *Allocate(size_t Size) override;
|
|
|
|
void Deallocate(MemSlab *Slab) override;
|
2009-07-23 18:34:13 +00:00
|
|
|
};
|
|
|
|
|
2014-03-27 09:53:31 +00:00
|
|
|
/// \brief Allocate memory in an ever growing pool, as if by bump-pointer.
|
|
|
|
///
|
|
|
|
/// This isn't strictly a bump-pointer allocator as it uses backing slabs of
|
|
|
|
/// memory rather than relying on boundless contiguous heap. However, it has
|
|
|
|
/// bump-pointer semantics in that is a monotonically growing pool of memory
|
|
|
|
/// where every allocation is found by merely allocating the next N bytes in
|
|
|
|
/// the slab, or the next N bytes in the next slab.
|
|
|
|
///
|
|
|
|
/// Note that this also has a threshold for forcing allocations above a certain
|
|
|
|
/// size into their own slab.
|
2006-10-29 22:08:03 +00:00
|
|
|
class BumpPtrAllocator {
|
2012-09-16 21:37:56 +00:00
|
|
|
BumpPtrAllocator(const BumpPtrAllocator &) LLVM_DELETED_FUNCTION;
|
|
|
|
void operator=(const BumpPtrAllocator &) LLVM_DELETED_FUNCTION;
|
2008-07-07 18:38:14 +00:00
|
|
|
|
2014-03-28 09:18:42 +00:00
|
|
|
public:
|
|
|
|
BumpPtrAllocator(size_t size = 4096, size_t threshold = 4096);
|
|
|
|
BumpPtrAllocator(size_t size, size_t threshold, SlabAllocator &allocator);
|
|
|
|
~BumpPtrAllocator();
|
|
|
|
|
|
|
|
/// \brief Deallocate all but the current slab and reset the current pointer
|
|
|
|
/// to the beginning of it, freeing all memory allocated so far.
|
|
|
|
void Reset();
|
|
|
|
|
|
|
|
/// \brief Allocate space at the specified alignment.
|
|
|
|
void *Allocate(size_t Size, size_t Alignment);
|
|
|
|
|
|
|
|
/// \brief Allocate space for one object without constructing it.
|
|
|
|
template <typename T> T *Allocate() {
|
|
|
|
return static_cast<T *>(Allocate(sizeof(T), AlignOf<T>::Alignment));
|
|
|
|
}
|
|
|
|
|
|
|
|
/// \brief Allocate space for an array of objects without constructing them.
|
|
|
|
template <typename T> T *Allocate(size_t Num) {
|
|
|
|
return static_cast<T *>(Allocate(Num * sizeof(T), AlignOf<T>::Alignment));
|
|
|
|
}
|
|
|
|
|
|
|
|
/// \brief Allocate space for an array of objects with the specified alignment
|
|
|
|
/// and without constructing them.
|
|
|
|
template <typename T> T *Allocate(size_t Num, size_t Alignment) {
|
|
|
|
// Round EltSize up to the specified alignment.
|
|
|
|
size_t EltSize = (sizeof(T) + Alignment - 1) & (-Alignment);
|
|
|
|
return static_cast<T *>(Allocate(Num * EltSize, Alignment));
|
|
|
|
}
|
|
|
|
|
|
|
|
void Deallocate(const void * /*Ptr*/) {}
|
|
|
|
|
|
|
|
size_t GetNumSlabs() const { return NumSlabs; }
|
|
|
|
|
|
|
|
void PrintStats() const;
|
|
|
|
|
|
|
|
/// \brief Returns the total physical memory allocated by this allocator.
|
|
|
|
size_t getTotalMemory() const;
|
|
|
|
|
|
|
|
private:
|
2014-03-27 09:53:31 +00:00
|
|
|
/// \brief Allocate at least this many bytes of memory in a slab.
|
2009-07-23 18:34:13 +00:00
|
|
|
size_t SlabSize;
|
|
|
|
|
2014-03-27 09:53:31 +00:00
|
|
|
/// \brief Threshold above which allocations to go into a dedicated slab.
|
2009-07-23 18:34:13 +00:00
|
|
|
size_t SizeThreshold;
|
|
|
|
|
2014-03-27 09:53:31 +00:00
|
|
|
/// \brief The default allocator used if one is not provided.
|
2013-08-28 01:02:21 +00:00
|
|
|
MallocSlabAllocator DefaultSlabAllocator;
|
|
|
|
|
2014-03-27 09:53:31 +00:00
|
|
|
/// \brief The underlying allocator we use to get slabs of memory.
|
|
|
|
///
|
|
|
|
/// This defaults to MallocSlabAllocator, which wraps malloc, but it could be
|
2009-07-23 18:34:13 +00:00
|
|
|
/// changed to use a custom allocator.
|
|
|
|
SlabAllocator &Allocator;
|
|
|
|
|
2014-03-27 09:53:31 +00:00
|
|
|
/// \brief The slab that we are currently allocating into.
|
2009-07-23 18:34:13 +00:00
|
|
|
MemSlab *CurSlab;
|
|
|
|
|
2014-03-27 09:53:31 +00:00
|
|
|
/// \brief The current pointer into the current slab.
|
|
|
|
///
|
|
|
|
/// This points to the next free byte in the slab.
|
2009-07-23 18:34:13 +00:00
|
|
|
char *CurPtr;
|
|
|
|
|
2014-03-27 09:53:31 +00:00
|
|
|
/// \brief The end of the current slab.
|
2009-07-23 18:34:13 +00:00
|
|
|
char *End;
|
|
|
|
|
2014-03-27 09:53:31 +00:00
|
|
|
/// \brief How many bytes we've allocated.
|
|
|
|
///
|
|
|
|
/// Used so that we can compute how much space was wasted.
|
2009-07-23 18:34:13 +00:00
|
|
|
size_t BytesAllocated;
|
|
|
|
|
2014-03-28 08:53:25 +00:00
|
|
|
/// \brief How many slabs we've allocated.
|
|
|
|
///
|
|
|
|
/// Used to scale the size of each slab and reduce the number of allocations
|
|
|
|
/// for extremely heavy memory use scenarios.
|
|
|
|
size_t NumSlabs;
|
|
|
|
|
2014-03-27 09:53:31 +00:00
|
|
|
/// \brief Allocate a new slab and move the bump pointers over into the new
|
|
|
|
/// slab, modifying CurPtr and End.
|
2009-07-23 18:34:13 +00:00
|
|
|
void StartNewSlab();
|
|
|
|
|
2014-03-27 09:53:31 +00:00
|
|
|
/// \brief Deallocate all memory slabs after and including this one.
|
2009-07-23 18:34:13 +00:00
|
|
|
void DeallocateSlabs(MemSlab *Slab);
|
|
|
|
|
2014-03-27 09:56:23 +00:00
|
|
|
template <typename T> friend class SpecificBumpPtrAllocator;
|
2006-10-29 22:08:03 +00:00
|
|
|
};
|
|
|
|
|
2014-03-27 09:53:31 +00:00
|
|
|
/// \brief A BumpPtrAllocator that allows only elements of a specific type to be
|
|
|
|
/// allocated.
|
|
|
|
///
|
|
|
|
/// This allows calling the destructor in DestroyAll() and when the allocator is
|
|
|
|
/// destroyed.
|
2014-03-27 09:56:23 +00:00
|
|
|
template <typename T> class SpecificBumpPtrAllocator {
|
2010-03-30 20:16:45 +00:00
|
|
|
BumpPtrAllocator Allocator;
|
2014-03-27 09:56:23 +00:00
|
|
|
|
2010-03-30 20:16:45 +00:00
|
|
|
public:
|
2013-08-28 01:02:21 +00:00
|
|
|
SpecificBumpPtrAllocator(size_t size = 4096, size_t threshold = 4096)
|
2014-03-27 09:56:23 +00:00
|
|
|
: Allocator(size, threshold) {}
|
2013-08-28 01:02:21 +00:00
|
|
|
SpecificBumpPtrAllocator(size_t size, size_t threshold,
|
|
|
|
SlabAllocator &allocator)
|
2014-03-27 09:56:23 +00:00
|
|
|
: Allocator(size, threshold, allocator) {}
|
2010-03-30 20:16:45 +00:00
|
|
|
|
2014-03-27 09:56:23 +00:00
|
|
|
~SpecificBumpPtrAllocator() { DestroyAll(); }
|
2010-03-30 20:16:45 +00:00
|
|
|
|
|
|
|
/// Call the destructor of each allocated object and deallocate all but the
|
|
|
|
/// current slab and reset the current pointer to the beginning of it, freeing
|
|
|
|
/// all memory allocated so far.
|
|
|
|
void DestroyAll() {
|
|
|
|
MemSlab *Slab = Allocator.CurSlab;
|
|
|
|
while (Slab) {
|
2014-03-27 09:56:23 +00:00
|
|
|
char *End = Slab == Allocator.CurSlab ? Allocator.CurPtr
|
|
|
|
: (char *)Slab + Slab->Size;
|
|
|
|
for (char *Ptr = (char *)(Slab + 1); Ptr < End; Ptr += sizeof(T)) {
|
2014-03-28 09:08:14 +00:00
|
|
|
Ptr = alignPtr(Ptr, alignOf<T>());
|
2010-04-04 18:00:21 +00:00
|
|
|
if (Ptr + sizeof(T) <= End)
|
2014-03-27 09:56:23 +00:00
|
|
|
reinterpret_cast<T *>(Ptr)->~T();
|
2010-03-30 20:16:45 +00:00
|
|
|
}
|
|
|
|
Slab = Slab->NextPtr;
|
|
|
|
}
|
|
|
|
Allocator.Reset();
|
|
|
|
}
|
|
|
|
|
2014-03-27 09:53:31 +00:00
|
|
|
/// \brief Allocate space for an array of objects without constructing them.
|
2014-03-27 09:56:23 +00:00
|
|
|
T *Allocate(size_t num = 1) { return Allocator.Allocate<T>(num); }
|
2010-03-30 20:16:45 +00:00
|
|
|
};
|
|
|
|
|
2007-12-14 15:11:58 +00:00
|
|
|
} // end namespace llvm
|
2006-10-29 22:08:03 +00:00
|
|
|
|
2010-03-18 18:49:47 +00:00
|
|
|
inline void *operator new(size_t Size, llvm::BumpPtrAllocator &Allocator) {
|
|
|
|
struct S {
|
|
|
|
char c;
|
|
|
|
union {
|
|
|
|
double D;
|
|
|
|
long double LD;
|
|
|
|
long long L;
|
|
|
|
void *P;
|
|
|
|
} x;
|
|
|
|
};
|
2010-03-18 19:01:12 +00:00
|
|
|
return Allocator.Allocate(Size, std::min((size_t)llvm::NextPowerOf2(Size),
|
2010-03-18 19:37:35 +00:00
|
|
|
offsetof(S, x)));
|
2010-03-18 18:49:47 +00:00
|
|
|
}
|
|
|
|
|
2010-04-08 15:22:35 +00:00
|
|
|
inline void operator delete(void *, llvm::BumpPtrAllocator &) {}
|
|
|
|
|
2009-07-23 18:34:13 +00:00
|
|
|
#endif // LLVM_SUPPORT_ALLOCATOR_H
|