This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch auto-pick-59401-branch-4.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from 64f7d78c6db branch-4.0: [Fix](streamingjob) Replay mode no need to
clear job information. #59597 (#59617)
add 5a1442508da [regression](hudi) Impl new Hudi Docker environment
(#59401)
No new revisions were added by this update.
Summary of changes:
.gitignore | 3 +
docker/thirdparties/docker-compose/hudi/README.md | 280 +++++
docker/thirdparties/docker-compose/hudi/hadoop.env | 52 -
.../thirdparties/docker-compose/hudi/hudi.env.tpl | 50 +
.../thirdparties/docker-compose/hudi/hudi.yaml.tpl | 355 ++-----
.../hudi/scripts/config/base.properties | 25 -
.../hudi/scripts/config/dfs-source.properties | 31 -
.../hudi/scripts/config/hoodie-incr.properties | 34 -
.../hudi/scripts/config/hoodie-schema.avsc | 146 ---
.../hudi/scripts/config/kafka-source.properties | 30 -
.../hudi/scripts/config/log4j2.properties | 61 --
.../docker-compose/hudi/scripts/config/schema.avsc | 59 --
.../hudi/scripts/config/spark-defaults.conf | 30 -
.../hudi/01_config_and_database.sql | 11 +
.../hudi/02_create_user_activity_log_tables.sql | 160 +++
.../hudi/03_create_orc_tables.sql | 49 +
.../hudi/04_create_time_travel_tables.sql | 48 +
.../hudi/05_create_partition_tables.sql | 94 ++
.../hudi/06_create_type_partition_tables.sql | 169 ++++
.../hudi/07_create_schema_change_tables.sql | 169 ++++
.../hudi/08_create_full_schema_change_tables.sql | 151 +++
.../hudi/09_create_schema_evolution_tables.sql | 264 +++++
.../hudi/10_create_timestamp_table.sql | 39 +
.../hudi/11_create_mtmv_tables.sql | 132 +++
.../docker-compose/hudi/scripts/init.sh | 236 +++++
.../docker-compose/hudi/scripts/run_sync_tool.sh | 56 -
.../hudi/scripts/setup_demo_container_adhoc_1.sh | 31 -
.../hudi/scripts/setup_demo_container_adhoc_2.sh | 77 --
docker/thirdparties/run-thirdparties-docker.sh | 32 +-
.../doris/datasource/hudi/source/HudiScanNode.java | 11 +-
regression-test/conf/regression-conf.groovy | 12 +-
.../external_table_p0/hudi/test_hudi_catalog.out | 13 +
.../hudi/test_hudi_full_schema_change.out | 1065 ++++++++++++++++++++
.../hudi/test_hudi_incremental.out | 343 +++++++
.../data/external_table_p0/hudi/test_hudi_meta.out | 35 +
.../data/external_table_p0/hudi/test_hudi_mtmv.out | 101 ++
.../hudi/test_hudi_olap_rewrite_mtmv.out | 44 +
.../hudi/test_hudi_orc_tables.out | 9 +
.../hudi/test_hudi_partition_prune.out | 385 +++++++
.../hudi}/test_hudi_rewrite_mtmv.out | 0
.../test_hudi_runtime_filter_partition_pruning.out | 0
.../hudi/test_hudi_schema_change.out | 27 +
.../hudi/test_hudi_schema_evolution.out | 161 +++
.../external_table_p0/hudi/test_hudi_snapshot.out | 401 ++++++++
.../external_table_p0/hudi/test_hudi_timestamp.out | 31 +
.../hudi/test_hudi_timetravel.out | 121 +++
.../pipeline/external/conf/regression-conf.groovy | 9 +
.../hudi/test_hudi_catalog.groovy | 62 ++
.../hudi/test_hudi_full_schema_change.groovy | 114 +++
.../hudi/test_hudi_incremental.groovy | 95 ++
.../external_table_p0/hudi/test_hudi_meta.groovy | 94 ++
.../external_table_p0/hudi/test_hudi_mtmv.groovy | 277 +++++
.../hudi/test_hudi_olap_rewrite_mtmv.groovy | 121 +++
.../hudi/test_hudi_orc_tables.groovy | 54 +
.../hudi/test_hudi_partition_prune.groovy | 367 +++++++
.../hudi/test_hudi_rewrite_mtmv.groovy | 180 ++++
...st_hudi_runtime_filter_partition_pruning.groovy | 209 ++++
.../hudi/test_hudi_schema_change.groovy | 81 ++
.../hudi/test_hudi_schema_evolution.groovy | 126 +++
.../hudi/test_hudi_snapshot.groovy | 109 ++
.../hudi/test_hudi_timestamp.groovy | 88 ++
.../hudi/test_hudi_timetravel.groovy | 86 ++
62 files changed, 6806 insertions(+), 899 deletions(-)
create mode 100644 docker/thirdparties/docker-compose/hudi/README.md
delete mode 100644 docker/thirdparties/docker-compose/hudi/hadoop.env
create mode 100644 docker/thirdparties/docker-compose/hudi/hudi.env.tpl
delete mode 100644
docker/thirdparties/docker-compose/hudi/scripts/config/base.properties
delete mode 100644
docker/thirdparties/docker-compose/hudi/scripts/config/dfs-source.properties
delete mode 100644
docker/thirdparties/docker-compose/hudi/scripts/config/hoodie-incr.properties
delete mode 100644
docker/thirdparties/docker-compose/hudi/scripts/config/hoodie-schema.avsc
delete mode 100644
docker/thirdparties/docker-compose/hudi/scripts/config/kafka-source.properties
delete mode 100644
docker/thirdparties/docker-compose/hudi/scripts/config/log4j2.properties
delete mode 100644
docker/thirdparties/docker-compose/hudi/scripts/config/schema.avsc
delete mode 100644
docker/thirdparties/docker-compose/hudi/scripts/config/spark-defaults.conf
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/01_config_and_database.sql
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/02_create_user_activity_log_tables.sql
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/03_create_orc_tables.sql
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/04_create_time_travel_tables.sql
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/05_create_partition_tables.sql
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/06_create_type_partition_tables.sql
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/07_create_schema_change_tables.sql
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/08_create_full_schema_change_tables.sql
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/09_create_schema_evolution_tables.sql
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/10_create_timestamp_table.sql
create mode 100644
docker/thirdparties/docker-compose/hudi/scripts/create_preinstalled_scripts/hudi/11_create_mtmv_tables.sql
create mode 100755 docker/thirdparties/docker-compose/hudi/scripts/init.sh
delete mode 100755
docker/thirdparties/docker-compose/hudi/scripts/run_sync_tool.sh
delete mode 100755
docker/thirdparties/docker-compose/hudi/scripts/setup_demo_container_adhoc_1.sh
delete mode 100755
docker/thirdparties/docker-compose/hudi/scripts/setup_demo_container_adhoc_2.sh
create mode 100644
regression-test/data/external_table_p0/hudi/test_hudi_catalog.out
create mode 100644
regression-test/data/external_table_p0/hudi/test_hudi_full_schema_change.out
create mode 100644
regression-test/data/external_table_p0/hudi/test_hudi_incremental.out
create mode 100644
regression-test/data/external_table_p0/hudi/test_hudi_meta.out
create mode 100644
regression-test/data/external_table_p0/hudi/test_hudi_mtmv.out
create mode 100644
regression-test/data/external_table_p0/hudi/test_hudi_olap_rewrite_mtmv.out
create mode 100644
regression-test/data/external_table_p0/hudi/test_hudi_orc_tables.out
create mode 100644
regression-test/data/external_table_p0/hudi/test_hudi_partition_prune.out
copy regression-test/data/{external_table_p2/hudi/hudi_mtmv =>
external_table_p0/hudi}/test_hudi_rewrite_mtmv.out (100%)
copy regression-test/data/{external_table_p2 =>
external_table_p0}/hudi/test_hudi_runtime_filter_partition_pruning.out (100%)
create mode 100644
regression-test/data/external_table_p0/hudi/test_hudi_schema_change.out
create mode 100644
regression-test/data/external_table_p0/hudi/test_hudi_schema_evolution.out
create mode 100644
regression-test/data/external_table_p0/hudi/test_hudi_snapshot.out
create mode 100644
regression-test/data/external_table_p0/hudi/test_hudi_timestamp.out
create mode 100644
regression-test/data/external_table_p0/hudi/test_hudi_timetravel.out
create mode 100644
regression-test/suites/external_table_p0/hudi/test_hudi_catalog.groovy
create mode 100644
regression-test/suites/external_table_p0/hudi/test_hudi_full_schema_change.groovy
create mode 100644
regression-test/suites/external_table_p0/hudi/test_hudi_incremental.groovy
create mode 100644
regression-test/suites/external_table_p0/hudi/test_hudi_meta.groovy
create mode 100644
regression-test/suites/external_table_p0/hudi/test_hudi_mtmv.groovy
create mode 100644
regression-test/suites/external_table_p0/hudi/test_hudi_olap_rewrite_mtmv.groovy
create mode 100644
regression-test/suites/external_table_p0/hudi/test_hudi_orc_tables.groovy
create mode 100644
regression-test/suites/external_table_p0/hudi/test_hudi_partition_prune.groovy
create mode 100644
regression-test/suites/external_table_p0/hudi/test_hudi_rewrite_mtmv.groovy
create mode 100644
regression-test/suites/external_table_p0/hudi/test_hudi_runtime_filter_partition_pruning.groovy
create mode 100644
regression-test/suites/external_table_p0/hudi/test_hudi_schema_change.groovy
create mode 100644
regression-test/suites/external_table_p0/hudi/test_hudi_schema_evolution.groovy
create mode 100644
regression-test/suites/external_table_p0/hudi/test_hudi_snapshot.groovy
create mode 100644
regression-test/suites/external_table_p0/hudi/test_hudi_timestamp.groovy
create mode 100644
regression-test/suites/external_table_p0/hudi/test_hudi_timetravel.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
