AMReX_Arena.H

Go to the documentation of this file.

#ifndef AMREX_ARENA_H_
#define AMREX_ARENA_H_
#include <AMReX_Config.H>
 
#include <AMReX_BLassert.H>
#include <AMReX_Exception.H>
#include <AMReX_INT.H>
#ifdef AMREX_USE_GPU
#include <AMReX_GpuControl.H>
#endif
 
#ifdef AMREX_TINY_PROFILING
#include <AMReX_TinyProfiler.H>
#else
namespace amrex {
    struct MemStat {};
}
#endif
 
#include <cstddef>
#include <cstdlib>
#include <limits>
#include <map>
#include <mutex>
#include <unordered_map>
#include <utility>
 
namespace amrex {
 
inline std::size_t aligned_size (std::size_t align_requirement, std::size_t size) noexcept
{
    return ((size + (align_requirement-1)) / align_requirement) * align_requirement;
}
 
inline bool is_aligned (const void* p, std::size_t alignment) noexcept
{
    auto* q = const_cast<void*>(p);
    auto space = alignment;
    return std::align(alignment, alignment, q, space) == p;
}
 
class Arena;
 
Arena* The_Arena ();
Arena* The_Async_Arena ();
Arena* The_Device_Arena ();
Arena* The_Managed_Arena ();
Arena* The_Pinned_Arena ();
Arena* The_Comms_Arena ();
Arena* The_Cpu_Arena ();
 
Arena* The_Null_Arena ();
 
struct ArenaInfo
{
    Long release_threshold = std::numeric_limits<Long>::max(); 
    bool use_cpu_memory = false;              
    bool device_use_managed_memory = true;    
    bool device_set_readonly = false;         
    bool device_set_preferred = false;        
    bool device_use_hostalloc = false;        
    bool defragmentation = false;             
    ArenaInfo& SetReleaseThreshold (Long rt) noexcept {
        release_threshold = rt;
        return *this;
    }
    ArenaInfo& SetDeviceMemory () noexcept {
        device_use_managed_memory = false;
        device_use_hostalloc = false;
        return *this;
    }
    ArenaInfo& SetReadOnly () noexcept {
        BL_ASSERT(device_use_managed_memory);
        device_set_readonly = true;
        return *this;
    }
    ArenaInfo& SetPreferred () noexcept {
        BL_ASSERT(device_use_managed_memory);
        device_set_preferred = true;
        return *this;
    }
    ArenaInfo& SetHostAlloc () noexcept {
        device_use_hostalloc = true;
        device_use_managed_memory = false;
        return *this;
    }
    ArenaInfo& SetCpuMemory () noexcept {
        use_cpu_memory = true;
        device_use_managed_memory = false;
        device_set_readonly = false;
        device_set_preferred = false;
        device_use_hostalloc = false;
        return *this;
    }
    ArenaInfo& SetDefragmentation (bool b) noexcept {
        defragmentation = b;
        return *this;
    }
};
 
class Arena
{
public:
 
    virtual ~Arena () = default;
    Arena () noexcept = default;
 
    Arena (const Arena& rhs) = delete;
    Arena (Arena&& rhs) = delete;
    Arena& operator= (const Arena& rhs) = delete;
    Arena& operator= (Arena&& rhs) = delete;
 
    [[nodiscard]] virtual void* alloc (std::size_t sz) = 0;
 
    [[nodiscard]] virtual std::pair<void*,std::size_t>
    alloc_in_place (void* pt, std::size_t szmin, std::size_t szmax)
    {
        ignore_unused(pt, szmin);
        auto* p = alloc(szmax);
        return std::make_pair(p, szmax);
    }
 
    [[nodiscard]] virtual void*
    shrink_in_place (void* pt, std::size_t sz)
    {
        ignore_unused(pt);
        return alloc(sz);
    }
 
    virtual void free (void* pt) = 0;
 
    virtual std::size_t freeUnused () { return 0; }
 
    [[nodiscard]] virtual std::size_t largestFreeBlock () const { return 0; }
 
    [[nodiscard]] virtual bool isDeviceAccessible () const;
 
    [[nodiscard]] virtual bool isHostAccessible () const;
 
    [[nodiscard]] virtual bool isManaged () const;
 
    [[nodiscard]] virtual bool isDevice () const;
 
    [[nodiscard]] virtual bool isPinned () const;
 
    [[nodiscard]] virtual bool hasFreeDeviceMemory (std::size_t sz);
 
    void registerForProfiling (const std::string& memory_name);
 
    void deregisterFromProfiling ();
 
#ifdef AMREX_USE_GPU
    [[nodiscard]] virtual bool isStreamOrderedArena () const { return false; }
    virtual void streamOrderedFree (void* pt, gpuStream_t stream);
#endif
 
    static std::size_t align (std::size_t sz);
 
    static void Initialize (bool minimal);
 
    static void PrintUsage (bool print_max_usage=false);
 
    static void PrintUsageToStream (std::ostream& os, std::string const& space);
 
    static void PrintUsageToFiles (std::string const& filename, std::string const& message);
 
    static void Finalize (); 
 
    static const std::size_t align_size = 256;
 
    [[nodiscard]] const ArenaInfo& arenaInfo () const { return arena_info; }
 
    virtual void ResetMaxUsageCounter () {}
 
    [[nodiscard]] static bool IsInitialized ();
 
protected:
 
    ArenaInfo arena_info;
 
    virtual std::size_t freeUnused_protected () { return 0; }
    void* allocate_system (std::size_t nbytes);
    void deallocate_system (void* p, std::size_t nbytes);
    [[noreturn]] static void throw_out_of_memory (std::string const& memory_type,
                                                  std::size_t nbytes,
                                                  std::string const& error_msg);
 
    struct ArenaProfiler {
        bool m_do_profiling = false;
        std::mutex m_arena_profiler_mutex;
        std::map<std::string, MemStat> m_profiling_stats;
        std::unordered_map<void*, std::pair<MemStat*, std::size_t>> m_currently_allocated;
 
        ~ArenaProfiler ();
        ArenaProfiler () noexcept = default;
        ArenaProfiler (const ArenaProfiler& rhs) = delete;
        ArenaProfiler (ArenaProfiler&& rhs) = delete;
        ArenaProfiler& operator= (const ArenaProfiler& rhs) = delete;
        ArenaProfiler& operator= (ArenaProfiler&& rhs) = delete;
 
        void profile_alloc (void* ptr, std::size_t nbytes);
 
        void profile_free (void* ptr);
 
    } m_profiler;
};
 
}
 
#endif /*BL_ARENA_H*/