partition.hpp

 
#pragma once
 
#include <unordered_map>
#include <vector>
 
#include <rapidsmpf/buffer/content_description.hpp>
#include <rapidsmpf/buffer/packed_data.hpp>
#include <rapidsmpf/shuffler/chunk.hpp>
#include <rapidsmpf/streaming/core/message.hpp>
 
namespace rapidsmpf::streaming {
 
struct PartitionMapChunk {
    std::unordered_map<shuffler::PartID, PackedData> data;
};
 
struct PartitionVectorChunk {
    std::vector<PackedData> data;
};
 
ContentDescription get_content_description(PartitionMapChunk const& obj);
 
ContentDescription get_content_description(PartitionVectorChunk const& obj);
 
Message to_message(
    std::uint64_t sequence_number, std::unique_ptr<PartitionMapChunk> chunk
);
 
Message to_message(
    std::uint64_t sequence_number, std::unique_ptr<PartitionVectorChunk> chunk
);
 
}  // namespace rapidsmpf::streaming