copy.hpp

Go to the documentation of this file.

/*
 * SPDX-FileCopyrightText: Copyright (c) 2023-2025, NVIDIA CORPORATION.
 * SPDX-License-Identifier: Apache-2.0
 */
#pragma once
#include <cuml/fil/detail/raft_proto/cuda_stream.hpp>
#include <cuml/fil/detail/raft_proto/detail/copy/cpu.hpp>
 
#include <stdint.h>
#ifdef CUML_ENABLE_GPU
#include <cuml/fil/detail/raft_proto/detail/copy/gpu.hpp>
#endif
#include <cuml/fil/detail/raft_proto/device_type.hpp>
 
namespace raft_proto {
template <device_type dst_type, device_type src_type, typename T>
void copy(T* dst, T const* src, uint32_t size, uint32_t dst_offset, uint32_t src_offset)
{
  detail::copy<dst_type, src_type, T>(dst + dst_offset, src + src_offset, size, cuda_stream{});
}
 
template <device_type dst_type, device_type src_type, typename T>
void copy(
  T* dst, T const* src, uint32_t size, uint32_t dst_offset, uint32_t src_offset, cuda_stream stream)
{
  detail::copy<dst_type, src_type, T>(dst + dst_offset, src + src_offset, size, stream);
}
 
template <device_type dst_type, device_type src_type, typename T>
void copy(T* dst, T const* src, uint32_t size)
{
  detail::copy<dst_type, src_type, T>(dst, src, size, cuda_stream{});
}
 
template <device_type dst_type, device_type src_type, typename T>
void copy(T* dst, T const* src, uint32_t size, cuda_stream stream)
{
  detail::copy<dst_type, src_type, T>(dst, src, size, stream);
}
 
template <typename T>
void copy(T* dst,
          T const* src,
          uint32_t size,
          device_type dst_type,
          device_type src_type,
          uint32_t dst_offset,
          uint32_t src_offset,
          cuda_stream stream)
{
  if (dst_type == device_type::gpu && src_type == device_type::gpu) {
    detail::copy<device_type::gpu, device_type::gpu, T>(
      dst + dst_offset, src + src_offset, size, stream);
  } else if (dst_type == device_type::cpu && src_type == device_type::cpu) {
    detail::copy<device_type::cpu, device_type::cpu, T>(
      dst + dst_offset, src + src_offset, size, stream);
  } else if (dst_type == device_type::gpu && src_type == device_type::cpu) {
    detail::copy<device_type::gpu, device_type::cpu, T>(
      dst + dst_offset, src + src_offset, size, stream);
  } else if (dst_type == device_type::cpu && src_type == device_type::gpu) {
    detail::copy<device_type::cpu, device_type::gpu, T>(
      dst + dst_offset, src + src_offset, size, stream);
  }
}
 
template <typename T>
void copy(T* dst, T const* src, uint32_t size, device_type dst_type, device_type src_type)
{
  copy<T>(dst, src, size, dst_type, src_type, 0, 0, cuda_stream{});
}
 
template <typename T>
void copy(T* dst,
          T const* src,
          uint32_t size,
          device_type dst_type,
          device_type src_type,
          cuda_stream stream)
{
  copy<T>(dst, src, size, dst_type, src_type, 0, 0, stream);
}
 
}  // namespace raft_proto