parquet_io_utils.hpp
Go to the documentation of this file.
1 /*
2  * SPDX-FileCopyrightText: Copyright (c) 2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
3  * SPDX-License-Identifier: Apache-2.0
4  */
5 
6 #pragma once
7 
8 #include <cudf/io/datasource.hpp>
10 
11 #include <rmm/cuda_stream_view.hpp>
12 #include <rmm/device_buffer.hpp>
14 
15 #include <future>
16 #include <tuple>
17 #include <vector>
18 
24 namespace CUDF_EXPORT cudf {
25 namespace io::parquet {
26 
35 
44 std::unique_ptr<cudf::io::datasource::buffer> fetch_footer_to_host(
46 
56 std::unique_ptr<cudf::io::datasource::buffer> fetch_page_index_to_host(
57  cudf::io::datasource& datasource, byte_range_info const page_index_bytes);
58 
72 std::tuple<std::vector<rmm::device_buffer>,
73  std::vector<cudf::device_span<uint8_t const>>,
74  std::future<void>>
77  rmm::cuda_stream_view stream,
79  // end of group
81 } // namespace io::parquet
82 } // namespace CUDF_EXPORT cudf
Interface class for providing input data to the readers.
Definition: datasource.hpp:31
stores offset and size used to indicate a byte range
std::unique_ptr< cudf::io::datasource::buffer > fetch_page_index_to_host(cudf::io::datasource &datasource, byte_range_info const page_index_bytes)
Fetches a host buffer of Parquet page index from the input data source.
std::unique_ptr< cudf::io::datasource::buffer > fetch_footer_to_host(cudf::io::datasource &datasource)
Fetches a host buffer of Parquet footer bytes from the input data source.
std::tuple< std::vector< rmm::device_buffer >, std::vector< cudf::device_span< uint8_t const > >, std::future< void > > fetch_byte_ranges_to_device_async(cudf::io::datasource &datasource, cudf::host_span< byte_range_info const > byte_ranges, rmm::cuda_stream_view stream, rmm::device_async_resource_ref mr)
Fetches a list of byte ranges from a datasource into device buffers.
detail::cccl_async_resource_ref< cuda::mr::resource_ref< cuda::mr::device_accessible > > device_async_resource_ref
cuDF interfaces
Definition: host_udf.hpp:26
C++20 std::span with reduced feature set.
Definition: span.hpp:184