Skip to content

Commit fc80e4b

Browse files
authored
feat(io): add streaming FileIO support (#641)
Introduce InputFile/OutputFile stream APIs and Arrow IO adapters so bundled Avro/Parquet readers and writers can work with generic FileIO implementations.
1 parent 4550ec8 commit fc80e4b

42 files changed

Lines changed: 1700 additions & 313 deletions

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

example/demo_example.cc

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,7 @@
1919

2020
#include <iostream>
2121

22-
#include "iceberg/arrow/arrow_file_io.h"
22+
#include "iceberg/arrow/arrow_io_util.h"
2323
#include "iceberg/avro/avro_register.h"
2424
#include "iceberg/catalog/memory/in_memory_catalog.h"
2525
#include "iceberg/manifest/manifest_entry.h"

src/iceberg/CMakeLists.txt

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,7 @@ set(ICEBERG_SOURCES
3636
expression/rewrite_not.cc
3737
expression/strict_metrics_evaluator.cc
3838
expression/term.cc
39+
file_io.cc
3940
file_io_registry.cc
4041
file_reader.cc
4142
file_writer.cc
@@ -218,9 +219,9 @@ add_subdirectory(util)
218219

219220
if(ICEBERG_BUILD_BUNDLE)
220221
set(ICEBERG_BUNDLE_SOURCES
221-
arrow/arrow_fs_file_io.cc
222+
arrow/arrow_io.cc
222223
arrow/s3/arrow_s3_file_io.cc
223-
arrow/file_io_register.cc
224+
arrow/arrow_io_register.cc
224225
arrow/metadata_column_util.cc
225226
avro/avro_data_util.cc
226227
avro/avro_direct_decoder.cc

src/iceberg/arrow/arrow_fs_file_io.cc

Lines changed: 0 additions & 108 deletions
This file was deleted.

0 commit comments

Comments
 (0)