46class BufferedStreamReader {
49 FILE *file_ =
nullptr;
50 StreamInfo stream_info_;
56 BufferedStreamReader(FILE *file,
const StreamInfo &stream_info)
57 : file_(file), stream_info_(stream_info), buffer_(
BUFFER_SIZE)
63 return BLI_fseek(file_,
int64_t(stream_info_.compressed_offset), SEEK_SET) != -1;
66 std::optional<Span<uint8_t>>
read()
68 const uint64_t num_bytes_to_read =
math::min(stream_info_.compressed_size - num_read_bytes_,
70 const size_t num_read_bytes = fread(buffer_.data(), 1, num_bytes_to_read, file_);
71 if (ferror(file_) || num_bytes_to_read != num_read_bytes) {
74 num_read_bytes_ += num_bytes_to_read;
75 return buffer_.as_span().slice(0, num_read_bytes);
81class StreamedZstdReader {
82 BufferedStreamReader buffered_reader_;
83 ZSTD_DCtx *dctx_ =
nullptr;
84 ZSTD_inBuffer input_buffer_;
87 StreamedZstdReader(FILE *file,
const StreamInfo &stream_info)
88 : buffered_reader_(file, stream_info)
101 if (!buffered_reader_.initialize()) {
105 dctx_ = ZSTD_createDCtx();
107 input_buffer_.src =
nullptr;
108 input_buffer_.size = 0;
109 input_buffer_.pos = 0;
114 bool read_buffer(
const MutableSpan<uint8_t> buffer)
116 ZSTD_outBuffer output_buffer = {.dst = buffer.data(), .size = size_t(buffer.size()), .pos = 0};
122 if (input_buffer_.pos == input_buffer_.size) {
123 std::optional<Span<uint8_t>> read_result = buffered_reader_.read();
124 if (!read_result.has_value() || read_result->size() == 0) {
127 input_buffer_.src = read_result->data();
128 input_buffer_.size = read_result->size();
129 input_buffer_.pos = 0;
132 const size_t ret = ZSTD_decompressStream(dctx_, &output_buffer, &input_buffer_);
133 if (ZSTD_isError(
ret)) {
137 }
while (output_buffer.pos < output_buffer.size);
144 return read_buffer(MutableSpan<uint8_t>(
reinterpret_cast<uint8_t *
>(&
data),
sizeof(
T)));
152 if (fread(&
data,
sizeof(
T), 1, file) != 1) {
160 struct PackedStreamInfo {
164 static_assert(
sizeof(PackedStreamInfo) == 16);
175 if (fread(packed_stream_infos.
data(),
sizeof(PackedStreamInfo), header.
num_streams, file) !=
183 packed_stream_infos.
size() *
sizeof(PackedStreamInfo);
184 stream_infos[0].compressed_size = packed_stream_infos[0].compressed_size;
185 stream_infos[0].uncompressed_size = packed_stream_infos[0].uncompressed_size;
188 stream_infos[i].compressed_offset = stream_infos[i - 1].compressed_offset +
189 stream_infos[i - 1].compressed_size;
190 stream_infos[i].compressed_size = packed_stream_infos[i].compressed_size;
191 stream_infos[i].uncompressed_size = packed_stream_infos[i].uncompressed_size;
203 if (stream_infos.
size() < 6) {
213 StreamedZstdReader reader(file, stream_infos[0]);
214 if (!reader.initialize()) {
226 StreamedZstdReader reader(file, stream_infos[1]);
227 if (!reader.initialize()) {
237 StreamedZstdReader reader(file, stream_infos[2]);
238 if (!reader.initialize()) {
250 StreamedZstdReader reader(file, stream_infos[3]);
251 if (!reader.initialize()) {
263 StreamedZstdReader reader(file, stream_infos[4]);
264 if (!reader.initialize()) {
276 StreamedZstdReader reader(file, stream_infos[5]);
277 if (!reader.initialize()) {
281 if (!
read_sh(reader, sh_attrs)) {
319 CLOG_WARN(&
LOG,
"SPZ data was trained with anti-aliasing which is not fully supported");
323 CLOG_WARN(&
LOG,
"SPZ file contains extensions that are not yet supported");
327 if (!
read_toc(file, header, stream_infos)) {
334 if (!
read_spz(file, header, stream_infos, reports, accessor)) {
General operations for point clouds.
File and directory operations.
#define CLOG_DEBUG(clg_ref,...)
#define CLOG_WARN(clg_ref,...)
void reinitialize(const int64_t new_size)
constexpr int64_t size() const
MutableSpan< math::Quaternion > rotations_for_write()
MutableSpan< float3 > scales_for_write()
Span< MutableSpan< float3 > > sh_for_write()
MutableSpan< float3 > positions_for_write()
MutableSpan< float4 > radiance_base_for_write()
static bool read_toc(FILE *file, const NgspFileHeader &header, Array< StreamInfo > &stream_infos)
static bool read_spz(FILE *file, const NgspFileHeader &header, const Span< StreamInfo > stream_infos, ReportList *reports, gsplat::GsplatMutableAttributeAccessor &accessor)
@ SPZ_HEADER_HAS_EXTENSIONS
bool read_sh(ReaderType &reader, const Span< MutableSpan< float3 > > sh)
bool read_positions(ReaderType &reader, const int fractional_bits, const MutableSpan< float3 > positions)
void convert_axis_to_blender(const MutableSpan< float3 > positions, const MutableSpan< math::Quaternion > rotations, const Span< MutableSpan< float3 > > sh_attrs)
std::optional< std::string > check_header_for_errors(const PackedGaussiansHeader &header)
bool read_colors(ReaderType &reader, const MutableSpan< float4 > radiance_base)
bool read_alphas(ReaderType &reader, const MutableSpan< float4 > radiance_base)
bool read_scales(ReaderType &reader, const MutableSpan< float3 > scales)
static bool read_spz_struct(FILE *file, T &data)
bool read_rotations(ReaderType &reader, const int version, const MutableSpan< math::Quaternion > rotations)
PointCloud * read_spz_ngsp_file(FILE *file, ReportList *reports)
T min(const T &a, const T &b)
unsigned __int64 uint64_t
int BLI_fseek(FILE *stream, int64_t offset, int whence)
void BKE_report(ReportList *reports, eReportType type, const char *message)
BMesh const char void * data
void BKE_id_free(Main *bmain, void *idv)
void BKE_reportf(ReportList *reports, eReportType type, const char *format,...) ATTR_PRINTF_FORMAT(3
PointCloud * BKE_pointcloud_new_nomain(PointCloudType type, int totpoint)
T read(T depth_buffer_value)