20 #include <rmm/detail/export.hpp>
25 namespace RMM_NAMESPACE {
73 void* do_allocate(std::size_t bytes, [[maybe_unused]]
cuda_stream_view stream)
override
78 auto const allocatable = free > headroom_ ? free - headroom_ : 0UL;
79 auto const gpu_portion =
81 auto const cpu_portion = bytes - gpu_portion;
82 if (gpu_portion != 0) {
83 RMM_CUDA_TRY(cudaMemAdvise(pointer,
85 cudaMemAdviseSetPreferredLocation,
88 if (cpu_portion != 0) {
89 RMM_CUDA_TRY(cudaMemAdvise(
static_cast<char*
>(pointer) + gpu_portion,
91 cudaMemAdviseSetPreferredLocation,
107 void do_deallocate(
void* ptr,
108 [[maybe_unused]] std::size_t bytes,
109 [[maybe_unused]] cuda_stream_view stream)
override
121 [[nodiscard]]
bool do_is_equal(device_memory_resource
const& other)
const noexcept
override
123 if (
this == &other) {
return true; }
124 auto cast =
dynamic_cast<sam_headroom_memory_resource const*
>(&other);
125 if (cast ==
nullptr) {
return false; }
126 return headroom_ == cast->headroom_;
130 system_memory_resource system_mr_;
132 std::size_t headroom_;
Strongly-typed non-owning wrapper for CUDA streams with default constructor.
Definition: cuda_stream_view.hpp:41
Base class for all libcudf device memory allocation.
Definition: device_memory_resource.hpp:94
void * allocate_async(std::size_t bytes, std::size_t alignment, cuda_stream_view stream)
Allocates memory of size at least bytes.
Definition: device_memory_resource.hpp:217
Resource that uses system memory resource to allocate memory with a headroom.
Definition: sam_headroom_memory_resource.hpp:45
sam_headroom_memory_resource(std::size_t headroom)
Construct a headroom memory resource.
Definition: sam_headroom_memory_resource.hpp:52
std::pair< std::size_t, std::size_t > available_device_memory()
Returns the available and total device memory in bytes for the current device.
Definition: cuda_device.hpp:120
cuda_device_id get_current_cuda_device()
Returns a cuda_device_id for the current device.
Definition: cuda_device.hpp:96
static constexpr std::size_t CUDA_ALLOCATION_ALIGNMENT
Default alignment used for CUDA memory allocation.
Definition: aligned.hpp:43
constexpr std::size_t align_down(std::size_t value, std::size_t alignment) noexcept
Align down to the nearest multiple of specified power of 2.
Definition: aligned.hpp:91