This is an automated email from the ASF dual-hosted git repository.
xushiyan pushed a change to branch main
in repository https://gitbox.apache.org/repos/asf/hudi-rs.git
from 997e42e chore(ci): replace archived actions-rs actions (#351)
add c84d7ab feat: support reading MOR delete block (#356)
No new revisions were added by this update.
Summary of changes:
.licenserc.yaml | 1 +
Cargo.toml | 1 +
crates/core/Cargo.toml | 1 +
crates/core/schemas/HoodieDeleteRecord.avsc | 46 ++
crates/core/schemas/HoodieDeleteRecordList.avsc | 60 ++
crates/core/src/file_group/log_file/content.rs | 172 ++++--
crates/core/src/file_group/log_file/log_block.rs | 18 +-
crates/core/src/file_group/log_file/reader.rs | 124 +++-
crates/core/src/file_group/log_file/scanner.rs | 46 +-
crates/core/src/file_group/mod.rs | 1 +
crates/core/src/file_group/reader.rs | 34 +-
crates/core/src/file_group/record_batches.rs | 645 +++++++++++++++++++++
crates/core/src/lib.rs | 2 +
crates/core/src/merge/mod.rs | 1 +
crates/core/src/merge/ordering.rs | 74 +++
crates/core/src/merge/record_merger.rs | 204 ++++---
crates/core/src/record/mod.rs | 50 ++
crates/core/src/schema/delete.rs | 438 ++++++++++++++
.../src/util => core/src/schema}/mod.rs | 3 +-
crates/core/src/table/mod.rs | 48 +-
crates/core/src/util/arrow.rs | 36 +-
...89a34c95d32f-0_20250316025816068.log.1_0-54-122 | Bin
...-494877d6f40a-0_20250618054711154.log.1_0-26-85 | Bin 0 -> 1098 bytes
.../data/log_files/valid_log_delete/datagen.sql} | 12 +-
...a144b5ea064-0_20250113230302428.log.1_0-188-387 | Bin
.../data/log_files/valid_log_rollback/datagen.sql} | 3 +-
.../avro/{v6_trips_8i1u.sql => v6_trips_8i3d.sql} | 8 +-
.../mor/avro/v6_trips_8i3d.zip | Bin 0 -> 28516 bytes
crates/test/src/lib.rs | 6 +
29 files changed, 1860 insertions(+), 174 deletions(-)
create mode 100644 crates/core/schemas/HoodieDeleteRecord.avsc
create mode 100644 crates/core/schemas/HoodieDeleteRecordList.avsc
create mode 100644 crates/core/src/file_group/record_batches.rs
create mode 100644 crates/core/src/merge/ordering.rs
create mode 100644 crates/core/src/record/mod.rs
create mode 100644 crates/core/src/schema/delete.rs
copy crates/{datafusion/src/util => core/src/schema}/mod.rs (98%)
rename crates/core/tests/data/log_files/{valid_log_avro =>
valid_log_avro_data}/.ff32ab89-5ad0-4968-83b4-89a34c95d32f-0_20250316025816068.log.1_0-54-122
(100%)
create mode 100644
crates/core/tests/data/log_files/valid_log_delete/.6d3d1d6e-2298-4080-a0c1-494877d6f40a-0_20250618054711154.log.1_0-26-85
copy crates/{test/data/quickstart_trips_table/mor/avro/v6_trips_8i1u.sql =>
core/tests/data/log_files/valid_log_delete/datagen.sql} (86%)
rename crates/core/tests/data/log_files/{valid_log_parquet =>
valid_log_parquet_data}/.ee2ace10-7667-40f5-9848-0a144b5ea064-0_20250113230302428.log.1_0-188-387
(100%)
copy crates/{datafusion/src/util/mod.rs =>
core/tests/data/log_files/valid_log_rollback/datagen.sql} (85%)
copy crates/test/data/quickstart_trips_table/mor/avro/{v6_trips_8i1u.sql =>
v6_trips_8i3d.sql} (94%)
create mode 100644
crates/test/data/quickstart_trips_table/mor/avro/v6_trips_8i3d.zip
