hdfs.hpp

/*
 * SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION.
 * SPDX-License-Identifier: Apache-2.0
 */
#pragma once
 
#include <optional>
 
#include <kvikio/remote_handle.hpp>
 
namespace kvikio {
 
class WebHdfsEndpoint : public RemoteEndpoint {
 private:
  std::string _url;
  std::optional<std::string> _username;
 
 public:
  explicit WebHdfsEndpoint(std::string url, std::optional<std::string> username = std::nullopt);
 
  explicit WebHdfsEndpoint(std::string host,
                           std::string port,
                           std::string remote_file_path,
                           std::optional<std::string> username = std::nullopt);
 
  ~WebHdfsEndpoint() override = default;
  void setopt(CurlHandle& curl) override;
  std::string str() const override;
  std::size_t get_file_size() override;
  void setup_range_request(CurlHandle& curl, std::size_t file_offset, std::size_t size) override;
 
  static bool is_url_valid(std::string const& url) noexcept;
};
}  // namespace kvikio