unicode_normalize.hpp

Go to the documentation of this file.

/*
 * SPDX-FileCopyrightText: Copyright (c) 2026, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 * SPDX-License-Identifier: Apache-2.0
 */
#pragma once
 
#include <cudf/column/column.hpp>
#include <cudf/column/column_view.hpp>
#include <cudf/strings/strings_column_view.hpp>
#include <cudf/table/table_view.hpp>
#include <cudf/utilities/export.hpp>
#include <cudf/utilities/memory_resource.hpp>
 
namespace CUDF_EXPORT nvtext {
enum class unicode_normalization_form : int32_t {
  NFD,   
  NFC,   
  NFKD,  
  NFKC   
};
 
struct unicode_normalizer {
  unicode_normalizer(cudf::table_view const& unicode_data,
                     unicode_normalization_form form,
                     cuda::stream_ref stream           = cudf::get_default_stream(),
                     rmm::device_async_resource_ref mr = cudf::get_current_device_resource_ref());
  ~unicode_normalizer();
 
  struct unicode_normalizer_impl;
  std::unique_ptr<unicode_normalizer_impl> _impl;
};
 
std::unique_ptr<unicode_normalizer> create_unicode_normalizer(
  cudf::table_view const& unicode_data,
  unicode_normalization_form form,
  cuda::stream_ref stream           = cudf::get_default_stream(),
  rmm::device_async_resource_ref mr = cudf::get_current_device_resource_ref());
 
std::unique_ptr<cudf::column> normalize_unicode(
  cudf::strings_column_view const& input,
  unicode_normalizer const& normalizer,
  cuda::stream_ref stream           = cudf::get_default_stream(),
  rmm::device_async_resource_ref mr = cudf::get_current_device_resource_ref());
  // end of group
}  // namespace CUDF_EXPORT nvtext