#include <cudf/ast/expressions.hpp>
#include <cudf/io/detail/parquet.hpp>
#include <cudf/io/types.hpp>
#include <cudf/table/table_view.hpp>
#include <cudf/types.hpp>
#include <cudf/utilities/export.hpp>
#include <cudf/utilities/memory_resource.hpp>
#include <iostream>
#include <memory>
#include <optional>
#include <string>
#include <utility>
#include <vector>
Go to the source code of this file.
Namespaces | |
cudf | |
cuDF interfaces | |
cudf::io | |
IO interfaces. | |
Functions | |
table_with_metadata | cudf::io::read_parquet (parquet_reader_options const &options, rmm::cuda_stream_view stream=cudf::get_default_stream(), rmm::device_async_resource_ref mr=cudf::get_current_device_resource_ref()) |
Reads a Parquet dataset into a set of columns. More... | |
std::unique_ptr< std::vector< uint8_t > > | cudf::io::write_parquet (parquet_writer_options const &options, rmm::cuda_stream_view stream=cudf::get_default_stream()) |
Writes a set of columns to parquet format. More... | |
std::unique_ptr< std::vector< uint8_t > > | cudf::io::merge_row_group_metadata (std::vector< std::unique_ptr< std::vector< uint8_t >>> const &metadata_list) |
Merges multiple raw metadata blobs that were previously created by write_parquet into a single metadata blob. More... | |
Variables | |
constexpr size_t | cudf::io::default_row_group_size_bytes |
Infinite bytes per row group. More... | |
constexpr size_type | cudf::io::default_row_group_size_rows = 1'000'000 |
1 million rows per row group | |
constexpr size_t | cudf::io::default_max_page_size_bytes = 512 * 1024 |
512KB per page | |
constexpr size_type | cudf::io::default_max_page_size_rows = 20000 |
20k rows per page | |
constexpr int32_t | cudf::io::default_column_index_truncate_length = 64 |
truncate to 64 bytes | |
constexpr size_t | cudf::io::default_max_dictionary_size = 1024 * 1024 |
1MB dictionary size | |
constexpr size_type | cudf::io::default_max_page_fragment_size = 5000 |
5000 rows per page fragment | |