This is an automated email from the ASF dual-hosted git repository.
morningman pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 095a2aed994 [fix](Nereids) fold constant for string function process
emoji character by mistake (#49087)
add c455f366b76 [enhancement](hudi)support native read hudi top level
schema change table. (#49051)
No new revisions were added by this update.
Summary of changes:
be/src/vec/exec/format/orc/vorc_reader.cpp | 22 +-
be/src/vec/exec/format/orc/vorc_reader.h | 8 +-
be/src/vec/exec/format/parquet/schema_desc.cpp | 2 +-
be/src/vec/exec/format/parquet/schema_desc.h | 6 +-
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 1 +
be/src/vec/exec/format/table/hudi_reader.cpp | 92 ++++
be/src/vec/exec/format/table/hudi_reader.h | 83 ++++
be/src/vec/exec/format/table/iceberg_reader.cpp | 200 ++-------
be/src/vec/exec/format/table/iceberg_reader.h | 38 +-
be/src/vec/exec/format/table/paimon_reader.cpp | 82 +---
be/src/vec/exec/format/table/paimon_reader.h | 40 +-
.../vec/exec/format/table/table_format_reader.cpp | 133 ++++++
be/src/vec/exec/format/table/table_format_reader.h | 46 +-
.../format/table/transactional_hive_reader.cpp | 16 +-
.../exec/format/table/transactional_hive_reader.h | 3 -
be/src/vec/exec/scan/file_scanner.cpp | 24 +-
be/src/vec/exec/scan/file_scanner.h | 2 +-
.../format/paimon/paimon_schema_change_test.cpp | 31 +-
.../table/table_schema_change_helper_test.cpp | 471 +++++++++++++++++++++
be/test/vec/exec/orc_reader_test.cpp | 4 +-
.../create_preinstalled_scripts/iceberg/run10.sql | 48 +++
.../doris/datasource/hive/HMSExternalTable.java | 24 +-
.../datasource/hive/HiveMetaStoreClientHelper.java | 28 +-
.../datasource/hudi/HudiSchemaCacheValue.java | 17 +-
.../apache/doris/datasource/hudi/HudiUtils.java | 24 ++
.../hudi/source/COWIncrementalRelation.java | 26 +-
.../doris/datasource/hudi/source/HudiScanNode.java | 54 ++-
.../datasource/paimon/source/PaimonScanNode.java | 11 +-
.../doris/datasource/hudi/HudiUtilsTest.java | 4 +-
gensrc/thrift/PlanNodes.thrift | 3 +-
.../iceberg/iceberg_schema_change2.out | Bin 0 -> 675 bytes
.../hudi/test_hudi_schema_change.out | Bin 0 -> 10726 bytes
..._table.groovy => iceberg_schema_change2.groovy} | 42 +-
.../hudi/test_hudi_schema_change.groovy | 156 +++++++
34 files changed, 1347 insertions(+), 394 deletions(-)
create mode 100644 be/src/vec/exec/format/table/hudi_reader.cpp
create mode 100644 be/src/vec/exec/format/table/hudi_reader.h
create mode 100644 be/src/vec/exec/format/table/table_format_reader.cpp
create mode 100644
be/test/vec/exec/format/table/table_schema_change_helper_test.cpp
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/iceberg/run10.sql
create mode 100644
regression-test/data/external_table_p0/iceberg/iceberg_schema_change2.out
create mode 100644
regression-test/data/external_table_p2/hudi/test_hudi_schema_change.out
copy
regression-test/suites/external_table_p0/iceberg/{iceberg_read_unitycatalog_table.groovy
=> iceberg_schema_change2.groovy} (54%)
create mode 100644
regression-test/suites/external_table_p2/hudi/test_hudi_schema_change.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
