hash_join.hpp
Go to the documentation of this file.
1 /*
2  * SPDX-FileCopyrightText: Copyright (c) 2025-2026, NVIDIA CORPORATION.
3  * SPDX-License-Identifier: Apache-2.0
4  */
5 
6 #pragma once
7 
8 #include <cudf/hashing.hpp>
9 #include <cudf/join/join.hpp>
11 #include <cudf/types.hpp>
13 #include <cudf/utilities/export.hpp>
15 #include <cudf/utilities/span.hpp>
16 
17 #include <rmm/cuda_stream_view.hpp>
18 #include <rmm/device_uvector.hpp>
19 
20 #include <optional>
21 #include <utility>
22 
23 namespace CUDF_EXPORT cudf {
24 
31 // forward declaration
32 namespace hashing::detail {
36 template <typename T>
38 } // namespace hashing::detail
39 
40 namespace detail {
44 template <typename T>
45 class hash_join;
46 } // namespace detail
47 
56 enum class nullable_join : bool { YES, NO };
57 
65 class hash_join {
66  public:
69 
70  hash_join() = delete;
71  ~hash_join();
72  hash_join(hash_join const&) = delete;
73  hash_join(hash_join&&) = delete;
74  hash_join& operator=(hash_join const&) = delete;
75  hash_join& operator=(hash_join&&) = delete;
76 
90  null_equality compare_nulls,
92 
105  null_equality compare_nulls,
106  double load_factor,
108 
127  [[nodiscard]] std::pair<std::unique_ptr<rmm::device_uvector<size_type>>,
128  std::unique_ptr<rmm::device_uvector<size_type>>>
130  std::optional<std::size_t> output_size = {},
133 
152  [[nodiscard]] std::pair<std::unique_ptr<rmm::device_uvector<size_type>>,
153  std::unique_ptr<rmm::device_uvector<size_type>>>
155  std::optional<std::size_t> output_size = {},
158 
177  [[nodiscard]] std::pair<std::unique_ptr<rmm::device_uvector<size_type>>,
178  std::unique_ptr<rmm::device_uvector<size_type>>>
180  std::optional<std::size_t> output_size = {},
183 
197  [[nodiscard]] std::size_t inner_join_size(
198  cudf::table_view const& left, rmm::cuda_stream_view stream = cudf::get_default_stream()) const;
199 
213  [[nodiscard]] std::size_t left_join_size(
214  cudf::table_view const& left, rmm::cuda_stream_view stream = cudf::get_default_stream()) const;
215 
231  [[nodiscard]] std::size_t full_join_size(
232  cudf::table_view const& left,
235 
258  cudf::table_view const& left,
261 
283  cudf::table_view const& left,
286 
308  cudf::table_view const& left,
311 
332  [[nodiscard]] std::pair<std::unique_ptr<rmm::device_uvector<size_type>>,
333  std::unique_ptr<rmm::device_uvector<size_type>>>
335  cudf::join_partition_context const& context,
338 
358  [[nodiscard]] std::pair<std::unique_ptr<rmm::device_uvector<size_type>>,
359  std::unique_ptr<rmm::device_uvector<size_type>>>
361  cudf::join_partition_context const& context,
364 
388  [[nodiscard]] std::pair<std::unique_ptr<rmm::device_uvector<size_type>>,
389  std::unique_ptr<rmm::device_uvector<size_type>>>
391  cudf::join_partition_context const& context,
394 
414  [[nodiscard]] static std::pair<std::unique_ptr<rmm::device_uvector<size_type>>,
415  std::unique_ptr<rmm::device_uvector<size_type>>>
419  size_type left_table_num_rows,
420  size_type right_table_num_rows,
423 
424  private:
425  std::unique_ptr<impl_type const> _impl;
426 };
427  // end of group
429 
430 } // namespace CUDF_EXPORT cudf
Forward declaration for our hash join.
Definition: hash_join.hpp:45
Hash join that builds a hash table with the right table on construction and probes results in subsequ...
Definition: hash_join.hpp:65
hash_join(cudf::table_view const &right, nullable_join has_nulls, null_equality compare_nulls, double load_factor, rmm::cuda_stream_view stream=cudf::get_default_stream())
Construct a hash join object for subsequent probe calls.
std::pair< std::unique_ptr< rmm::device_uvector< size_type > >, std::unique_ptr< rmm::device_uvector< size_type > > > partitioned_full_join(cudf::join_partition_context const &context, rmm::cuda_stream_view stream=cudf::get_default_stream(), rmm::device_async_resource_ref mr=cudf::get_current_device_resource_ref()) const
Performs a full join probe on a partition of the probe table.
std::size_t inner_join_size(cudf::table_view const &left, rmm::cuda_stream_view stream=cudf::get_default_stream()) const
typename cudf::detail::hash_join< cudf::hashing::detail::MurmurHash3_x86_32< cudf::hash_value_type > > impl_type
Implementation type.
Definition: hash_join.hpp:68
cudf::join_match_context inner_join_match_context(cudf::table_view const &left, rmm::cuda_stream_view stream=cudf::get_default_stream(), rmm::device_async_resource_ref mr=cudf::get_current_device_resource_ref()) const
Returns context information about matches between the left and right tables.
std::pair< std::unique_ptr< rmm::device_uvector< size_type > >, std::unique_ptr< rmm::device_uvector< size_type > > > inner_join(cudf::table_view const &left, std::optional< std::size_t > output_size={}, rmm::cuda_stream_view stream=cudf::get_default_stream(), rmm::device_async_resource_ref mr=cudf::get_current_device_resource_ref()) const
std::size_t full_join_size(cudf::table_view const &left, rmm::cuda_stream_view stream=cudf::get_default_stream(), rmm::device_async_resource_ref mr=cudf::get_current_device_resource_ref()) const
static std::pair< std::unique_ptr< rmm::device_uvector< size_type > >, std::unique_ptr< rmm::device_uvector< size_type > > > finalize_partitioned_full_join(cudf::host_span< cudf::device_span< size_type const > const > left_partials, cudf::host_span< cudf::device_span< size_type const > const > right_partials, size_type left_table_num_rows, size_type right_table_num_rows, rmm::cuda_stream_view stream=cudf::get_default_stream(), rmm::device_async_resource_ref mr=cudf::get_current_device_resource_ref())
Finalizes a partitioned full join by concatenating all per-partition results and appending the unmatc...
std::size_t left_join_size(cudf::table_view const &left, rmm::cuda_stream_view stream=cudf::get_default_stream()) const
hash_join(cudf::table_view const &right, null_equality compare_nulls, rmm::cuda_stream_view stream=cudf::get_default_stream())
Construct a hash join object for subsequent probe calls.
cudf::join_match_context full_join_match_context(cudf::table_view const &left, rmm::cuda_stream_view stream=cudf::get_default_stream(), rmm::device_async_resource_ref mr=cudf::get_current_device_resource_ref()) const
Returns context information about matches between the left and right tables.
std::pair< std::unique_ptr< rmm::device_uvector< size_type > >, std::unique_ptr< rmm::device_uvector< size_type > > > left_join(cudf::table_view const &left, std::optional< std::size_t > output_size={}, rmm::cuda_stream_view stream=cudf::get_default_stream(), rmm::device_async_resource_ref mr=cudf::get_current_device_resource_ref()) const
std::pair< std::unique_ptr< rmm::device_uvector< size_type > >, std::unique_ptr< rmm::device_uvector< size_type > > > full_join(cudf::table_view const &left, std::optional< std::size_t > output_size={}, rmm::cuda_stream_view stream=cudf::get_default_stream(), rmm::device_async_resource_ref mr=cudf::get_current_device_resource_ref()) const
std::pair< std::unique_ptr< rmm::device_uvector< size_type > >, std::unique_ptr< rmm::device_uvector< size_type > > > partitioned_inner_join(cudf::join_partition_context const &context, rmm::cuda_stream_view stream=cudf::get_default_stream(), rmm::device_async_resource_ref mr=cudf::get_current_device_resource_ref()) const
Performs an inner join on a partition of the probe table.
cudf::join_match_context left_join_match_context(cudf::table_view const &left, rmm::cuda_stream_view stream=cudf::get_default_stream(), rmm::device_async_resource_ref mr=cudf::get_current_device_resource_ref()) const
Returns context information about matches between the left and right tables.
std::pair< std::unique_ptr< rmm::device_uvector< size_type > >, std::unique_ptr< rmm::device_uvector< size_type > > > partitioned_left_join(cudf::join_partition_context const &context, rmm::cuda_stream_view stream=cudf::get_default_stream(), rmm::device_async_resource_ref mr=cudf::get_current_device_resource_ref()) const
Performs a left join on a partition of the probe table.
Forward declaration for our Murmur Hash 3 implementation.
Definition: hash_join.hpp:37
A set of cudf::column_view's of the same size.
Definition: table_view.hpp:189
nullable_join
The enum class to specify if any of the input join tables (right table and any later left table) has ...
Definition: hash_join.hpp:56
rmm::cuda_stream_view const get_default_stream()
Get the current default stream.
rmm::device_async_resource_ref get_current_device_resource_ref()
Get the current device memory resource reference.
cuda::mr::resource_ref< cuda::mr::device_accessible > device_async_resource_ref
cuda::std::span< T, Extent > device_span
Device span is an alias of cuda::std::span.
Definition: span.hpp:320
null_equality
Enum to consider two nulls as equal or unequal.
Definition: types.hpp:141
int32_t size_type
Row index type for columns and tables.
Definition: types.hpp:85
cuDF interfaces
Definition: host_udf.hpp:26
bool has_nulls(table_view const &view)
Returns True if the table has nulls in any of its columns.
APIs for spans.
C++20 std::span with reduced feature set.
Definition: span.hpp:184
Holds context information about matches between tables during a join operation.
Definition: join.hpp:73
Stores context information for partitioned join operations.
Definition: join.hpp:112
Class definitions for (mutable)_table_view
Type declarations for libcudf.