This is an automated email from the ASF dual-hosted git repository.
morrysnow pushed a change to branch branch-3.1
in repository https://gitbox.apache.org/repos/asf/doris.git
from 152528c8397 branch-3.1: [refactor](Nereids) refactor the parsing way
of date series functions #46037 (#52443)
add 2f9b3591bfa branch-3.1: [enhancement](hudi)support native read hudi
top level schema change table. #49051 (#52462)
No new revisions were added by this update.
Summary of changes:
be/src/vec/exec/format/orc/vorc_reader.cpp | 20 +-
be/src/vec/exec/format/orc/vorc_reader.h | 8 +-
be/src/vec/exec/format/parquet/schema_desc.h | 4 +-
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 1 +
be/src/vec/exec/format/table/hudi_reader.cpp | 92 ++++
be/src/vec/exec/format/table/hudi_reader.h | 85 ++++
be/src/vec/exec/format/table/iceberg_reader.cpp | 202 ++-------
be/src/vec/exec/format/table/iceberg_reader.h | 37 +-
be/src/vec/exec/format/table/paimon_reader.cpp | 82 +---
be/src/vec/exec/format/table/paimon_reader.h | 40 +-
.../vec/exec/format/table/table_format_reader.cpp | 133 ++++++
be/src/vec/exec/format/table/table_format_reader.h | 45 +-
.../format/table/transactional_hive_reader.cpp | 16 +-
.../exec/format/table/transactional_hive_reader.h | 3 -
be/src/vec/exec/scan/vfile_scanner.cpp | 24 +-
be/src/vec/exec/scan/vfile_scanner.h | 2 +-
.../format/paimon/paimon_schema_change_test.cpp | 31 +-
.../table/table_schema_change_helper_test.cpp | 471 +++++++++++++++++++++
be/test/vec/exec/orc_reader_test.cpp | 4 +-
.../create_preinstalled_scripts/iceberg/run10.sql | 48 +++
.../datasource/hive/HiveMetaStoreClientHelper.java | 1 -
.../hudi/source/COWIncrementalRelation.java | 26 +-
.../doris/datasource/hudi/source/HudiScanNode.java | 51 ++-
.../datasource/paimon/source/PaimonScanNode.java | 11 +-
gensrc/thrift/PlanNodes.thrift | 3 +-
.../iceberg/iceberg_schema_change2.out | Bin 0 -> 675 bytes
.../hudi/test_hudi_schema_change.out | Bin 0 -> 10726 bytes
..._table.groovy => iceberg_schema_change2.groovy} | 42 +-
.../hudi/test_hudi_schema_change.groovy | 156 +++++++
29 files changed, 1265 insertions(+), 373 deletions(-)
create mode 100644 be/src/vec/exec/format/table/hudi_reader.cpp
create mode 100644 be/src/vec/exec/format/table/hudi_reader.h
create mode 100644 be/src/vec/exec/format/table/table_format_reader.cpp
create mode 100644
be/test/vec/exec/format/table/table_schema_change_helper_test.cpp
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/iceberg/run10.sql
create mode 100644
regression-test/data/external_table_p0/iceberg/iceberg_schema_change2.out
create mode 100644
regression-test/data/external_table_p2/hudi/test_hudi_schema_change.out
copy
regression-test/suites/external_table_p0/iceberg/{iceberg_read_unitycatalog_table.groovy
=> iceberg_schema_change2.groovy} (54%)
create mode 100644
regression-test/suites/external_table_p2/hudi/test_hudi_schema_change.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
