cuda_stream.hpp
Go to the documentation of this file.
1 /*
2  * SPDX-FileCopyrightText: Copyright (c) 2020-2025, NVIDIA CORPORATION.
3  * SPDX-License-Identifier: Apache-2.0
4  */
5 
6 #pragma once
7 
9 #include <rmm/detail/export.hpp>
10 
11 #include <cuda_runtime_api.h>
12 
13 #include <functional>
14 #include <memory>
15 
16 namespace RMM_EXPORT rmm {
28 class cuda_stream {
29  public:
33  enum class flags : unsigned int {
34  sync_default = cudaStreamDefault,
35  non_blocking =
36  cudaStreamNonBlocking,
37  };
44  cuda_stream(cuda_stream&&) = default;
54  ~cuda_stream() = default;
55  cuda_stream(cuda_stream const&) = delete; // Copying disallowed: one stream one owner
56  cuda_stream& operator=(cuda_stream&) = delete;
57 
65  cuda_stream(cuda_stream::flags flags = cuda_stream::flags::sync_default);
66 
73  [[nodiscard]] bool is_valid() const;
74 
80  [[nodiscard]] cudaStream_t value() const;
81 
85  explicit operator cudaStream_t() const noexcept;
86 
92  [[nodiscard]] cuda_stream_view view() const;
93 
99  operator cuda_stream_view() const;
100 
108  void synchronize() const;
109 
115  void synchronize_no_throw() const noexcept;
116 
117  private:
118  std::unique_ptr<cudaStream_t, std::function<void(cudaStream_t*)>> stream_;
119 };
120  // end of group
122 } // namespace RMM_EXPORT rmm
Strongly-typed non-owning wrapper for CUDA streams with default constructor.
Definition: cuda_stream_view.hpp:28
Owning wrapper for a CUDA stream.
Definition: cuda_stream.hpp:28
bool is_valid() const
Returns true if the owned stream is non-null.
cuda_stream & operator=(cuda_stream &&)=default
Move copy assignment operator (default)
cudaStream_t value() const
Get the value of the wrapped CUDA stream.
flags
stream creation flags.
Definition: cuda_stream.hpp:33
cuda_stream(cuda_stream &&)=default
Move constructor (default)
cuda_stream(cuda_stream::flags flags=cuda_stream::flags::sync_default)
Construct a new cuda stream object.