cuda_memory_resource.hpp
1 /*
2  * Copyright (c) 2019-2021, NVIDIA CORPORATION.
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  * http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 #pragma once
17 
18 #include <rmm/mr/device/device_memory_resource.hpp>
19 
20 #include <rmm/cuda_stream_view.hpp>
21 #include <rmm/detail/error.hpp>
22 
23 #include <cstddef>
24 
25 namespace rmm::mr {
31  public:
32  cuda_memory_resource() = default;
33  ~cuda_memory_resource() override = default;
36  cuda_memory_resource& operator=(cuda_memory_resource const&) = default;
37  cuda_memory_resource& operator=(cuda_memory_resource&&) = default;
38 
45  [[nodiscard]] bool supports_streams() const noexcept override { return false; }
46 
52  [[nodiscard]] bool supports_get_mem_info() const noexcept override { return true; }
53 
54  private:
67  void* do_allocate(std::size_t bytes, cuda_stream_view) override
68  {
69  void* ptr{nullptr};
70  RMM_CUDA_TRY_ALLOC(cudaMalloc(&ptr, bytes));
71  return ptr;
72  }
73 
83  void do_deallocate(void* ptr, std::size_t, cuda_stream_view) override
84  {
85  RMM_ASSERT_CUDA_SUCCESS(cudaFree(ptr));
86  }
87 
100  [[nodiscard]] bool do_is_equal(device_memory_resource const& other) const noexcept override
101  {
102  return dynamic_cast<cuda_memory_resource const*>(&other) != nullptr;
103  }
104 
112  [[nodiscard]] std::pair<std::size_t, std::size_t> do_get_mem_info(cuda_stream_view) const override
113  {
114  std::size_t free_size{};
115  std::size_t total_size{};
116  RMM_CUDA_TRY(cudaMemGetInfo(&free_size, &total_size));
117  return std::make_pair(free_size, total_size);
118  }
119 };
120 } // namespace rmm::mr
rmm::mr::cuda_memory_resource::supports_get_mem_info
bool supports_get_mem_info() const noexcept override
Query whether the resource supports the get_mem_info API.
Definition: cuda_memory_resource.hpp:52
rmm::cuda_stream_view
Strongly-typed non-owning wrapper for CUDA streams with default constructor.
Definition: cuda_stream_view.hpp:34
rmm::mr::cuda_memory_resource::supports_streams
bool supports_streams() const noexcept override
Query whether the resource supports use of non-null CUDA streams for allocation/deallocation....
Definition: cuda_memory_resource.hpp:45
rmm::mr::device_memory_resource
Base class for all libcudf device memory allocation.
Definition: device_memory_resource.hpp:82
rmm::mr::cuda_memory_resource
device_memory_resource derived class that uses cudaMalloc/Free for allocation/deallocation.
Definition: cuda_memory_resource.hpp:30