This is an automated email from the ASF dual-hosted git repository.
924060929 pushed a change to branch auto-pick-65933-branch-4.0
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 50114c025b8 [fix](test) skip test_flight_record when the frontend is
not on the regression runner (#65933)
add d4352939e01 branch-4.0: [fix](docker) Backport external Docker
improvements (#65939)
add bbc1d2a21bd branch-4.0: [fix] fix routine_load_jobs first_error_msg on
non-master FE and flaky ann_index_basic (#65942)
add 9f1ac80d7c0 branch-4.0: [bug](iceberg) use split file format for
iceberg scan (#65760) (#65806)
add 70186e6767e branch-4.0: [fix](load) support compute_group in FE stream
load routing and planning (#65884)
add be1d941f9bf branch-4.0: [enhance](cloud) Increase get version timeout
to 30 seconds #65625 (#65747)
add 2149e46cbf8 branch-4.0: [fix](nereids) Guard UniqueFunction in
multiple filter/topn pushdown rules #62742 (#65259)
add 2cb3e65e158 branch-4.0: [test](fe) Cover internal query audit failure
in FE unit test #65696 (#65764)
add 823b3fa039c branch-4.0: [fix](brpc) Make secondary package aliases
non-owning #65777 (#65818)
add 8df401fcfe4 branch-4.0: [fix](scan) Avoid misleading "storage reader"
wrapper for data/expression errors #64755 (#64838)
add 0302ec4c0b4 branch-4.0: [fix](cloud) make S3 rate limiter config take
effect dynamically in cloud mode #64554 (#64839)
add c02db6c411d branch-4.0: [fix](fe) Clear warm-up error message after
successful retry #64813 (#64869)
add 9134a531af7 branch-4.0: [fix](fe) Show warm-up timestamps with date
(#64875)
add 19cf258a183 branch-4.0: [fix](fe) Handle generated columns in delete
partial update (#65067)
add 8c8eecf6b71 branch-4.0: [opt](cloud) Support multiple config files in
start.sh #63924 (#65161)
add c2bb9b655b7 [branch-4.0][fix](security) Add auth and config gate for
_stream_load_forward endpoint (#65376)
add a0c45d10d59 branch-4.0: [improvement](be) Add queue time for delete
bitmap tasks #65248 (#65509)
add 55c252a103e branch-4.0: [fix](fe) Fix colocate replica allocation edit
log #65457 (#65528)
add e2ab81e88dc branch-4.0: [perf](s3) push down expandable S3 glob
prefixes (#65622)
add cc0666c0ff7 branch-4.0: [chore](s3) Adjust S3 SlowDown retry
configurable #65508 (#65640)
add 013b980b2bb branch-4.0: [fix](cloud) Preserve resource IDs when
recycling empty rowsets #65862 (#65922)
add 47244fdbaee [fix](cloud) use snapshot read for table version to avoid
txn conflict (#64647) (#66068)
add 6ffd9b19a16 [fix](be) Fix file cache queue evict size metrics (#64897)
(#66069)
add 2bc3248a335 [improvement](cloud) Use rendezvous hashing for colocate
tablet placement (#64638) (#66067)
add d34fa34817e branch-4.0: [improvement](fe) add fe_meta_auth_token for
FE meta-service internal HTTP auth (#66095)
add e4982b94ddf [fix](test) skip test_flight_record when the frontend is
not on the regression runner (#65933)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (50114c025b8)
\
N -- N -- N refs/heads/auto-pick-65933-branch-4.0 (e4982b94ddf)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.../cloud/cloud_engine_calc_delete_bitmap_task.cpp | 25 +-
.../cloud/cloud_engine_calc_delete_bitmap_task.h | 2 +-
be/src/cloud/cloud_storage_engine.cpp | 13 +-
be/src/common/config.cpp | 2 +
be/src/common/config.h | 2 +
be/src/http/action/stream_load.cpp | 8 +
be/src/http/action/stream_load_forward_handler.cpp | 12 +
be/src/http/action/stream_load_forward_handler.h | 8 +-
be/src/io/cache/block_file_cache.cpp | 14 +-
be/src/olap/base_tablet.cpp | 20 +-
be/src/olap/base_tablet.h | 5 +-
be/src/olap/calc_delete_bitmap_executor.cpp | 12 +-
be/src/olap/calc_delete_bitmap_executor.h | 3 +-
be/src/olap/rowset/beta_rowset_writer.cpp | 126 +-
be/src/olap/storage_engine.cpp | 4 +-
be/src/service/http_service.cpp | 2 +-
be/src/util/s3_util.cpp | 3 +-
be/src/util/s3_util.h | 3 +
be/src/vec/exec/scan/olap_scanner.cpp | 6 +-
be/test/util/s3_util_test.cpp | 45 +
cloud/script/start.sh | 41 +-
cloud/src/common/config.h | 2 -
cloud/src/meta-service/meta_service_partition.cpp | 18 +-
cloud/src/meta-service/meta_service_txn.cpp | 18 +-
cloud/src/recycler/recycler.cpp | 17 +-
cloud/src/recycler/s3_accessor.cpp | 6 +-
cloud/test/recycler_test.cpp | 38 +
docker/thirdparties/custom_settings.env | 4 +
.../docker-compose/clickhouse/clickhouse.yaml.tpl | 5 +-
.../thirdparties/docker-compose/db2/db2.yaml.tpl | 3 +-
docker/thirdparties/docker-compose/hive/README.md | 408 ++++++
.../thirdparties/docker-compose/hive/README_ZH.md | 408 ++++++
.../docker-compose/hive/hadoop-hive.env.tpl | 6 +-
.../docker-compose/hive/hive-2x.yaml.tpl | 36 +-
.../docker-compose/hive/hive-2x_settings.env | 3 +
.../docker-compose/hive/hive-3x.yaml.tpl | 36 +-
.../docker-compose/hive/scripts/bin/hadoop | 75 +
.../docker-compose/hive/scripts/bin/hive | 54 +
.../hive/scripts/bootstrap/bootstrap-groups.sh | 167 +++
.../bootstrap/hive2_only.preinstalled_hql.list | 4 +
.../hive/scripts/bootstrap/hive2_only.run_sh.list | 1 +
.../scripts/bootstrap/hive3_only.download_dir.list | 2 +
.../hive/scripts/bootstrap/hive3_only.run_sh.list | 2 +
.../create_paimon_tables.hql | 26 +-
.../create_hive_orc_tables.hql | 4 +-
.../create_tpch1_orc.hql | 34 +-
.../create_tpch1_parquet.hql | 34 +-
.../create_preinstalled_scripts/employees.csv | 5 +
.../scripts/create_preinstalled_scripts/run02.hql | 3 +-
.../scripts/create_preinstalled_scripts/run03.hql | 3 +-
.../scripts/create_preinstalled_scripts/run04.hql | 6 +-
.../scripts/create_preinstalled_scripts/run05.hql | 7 +-
.../scripts/create_preinstalled_scripts/run06.hql | 7 +-
.../scripts/create_preinstalled_scripts/run07.hql | 7 +-
.../scripts/create_preinstalled_scripts/run08.hql | 7 +-
.../scripts/create_preinstalled_scripts/run09.hql | 7 +-
.../scripts/create_preinstalled_scripts/run10.hql | 7 +-
.../scripts/create_preinstalled_scripts/run11.hql | 6 +-
.../scripts/create_preinstalled_scripts/run12.hql | 7 +-
.../scripts/create_preinstalled_scripts/run13.hql | 6 +-
.../scripts/create_preinstalled_scripts/run14.hql | 3 +-
.../scripts/create_preinstalled_scripts/run15.hql | 1 +
.../scripts/create_preinstalled_scripts/run16.hql | 3 +-
.../scripts/create_preinstalled_scripts/run17.hql | 3 +-
.../scripts/create_preinstalled_scripts/run18.hql | 3 +-
.../scripts/create_preinstalled_scripts/run19.hql | 20 +-
.../scripts/create_preinstalled_scripts/run25.hql | 96 --
.../scripts/create_preinstalled_scripts/run29.hql | 1 +
.../scripts/create_preinstalled_scripts/run30.hql | 3 +-
.../scripts/create_preinstalled_scripts/run31.hql | 3 +-
.../scripts/create_preinstalled_scripts/run32.hql | 3 +-
.../scripts/create_preinstalled_scripts/run33.hql | 6 +-
.../scripts/create_preinstalled_scripts/run34.hql | 7 +-
.../scripts/create_preinstalled_scripts/run35.hql | 3 +-
.../scripts/create_preinstalled_scripts/run36.hql | 3 +-
.../scripts/create_preinstalled_scripts/run37.hql | 6 +-
.../scripts/create_preinstalled_scripts/run38.hql | 7 +-
.../scripts/create_preinstalled_scripts/run39.hql | 6 +-
.../scripts/create_preinstalled_scripts/run40.hql | 7 +-
.../scripts/create_preinstalled_scripts/run41.hql | 6 +-
.../scripts/create_preinstalled_scripts/run42.hql | 7 +-
.../scripts/create_preinstalled_scripts/run43.hql | 6 +-
.../scripts/create_preinstalled_scripts/run44.hql | 6 +-
.../scripts/create_preinstalled_scripts/run45.hql | 6 +-
.../scripts/create_preinstalled_scripts/run46.hql | 6 +-
.../scripts/create_preinstalled_scripts/run47.hql | 7 +-
.../scripts/create_preinstalled_scripts/run48.hql | 7 +-
.../scripts/create_preinstalled_scripts/run49.hql | 7 +-
.../scripts/create_preinstalled_scripts/run50.hql | 6 +-
.../scripts/create_preinstalled_scripts/run51.hql | 7 +-
.../scripts/create_preinstalled_scripts/run52.hql | 7 +-
.../scripts/create_preinstalled_scripts/run53.hql | 6 +-
.../scripts/create_preinstalled_scripts/run54.hql | 6 +-
.../scripts/create_preinstalled_scripts/run55.hql | 6 +-
.../scripts/create_preinstalled_scripts/run56.hql | 6 +-
.../scripts/create_preinstalled_scripts/run57.hql | 6 +-
.../scripts/create_preinstalled_scripts/run58.hql | 6 +-
.../scripts/create_preinstalled_scripts/run59.hql | 6 +-
.../scripts/create_preinstalled_scripts/run60.hql | 6 +-
.../scripts/create_preinstalled_scripts/run61.hql | 7 +-
.../scripts/create_preinstalled_scripts/run62.hql | 7 +-
.../scripts/create_preinstalled_scripts/run63.hql | 58 +-
.../scripts/create_preinstalled_scripts/run64.hql | 9 +-
.../scripts/create_preinstalled_scripts/run65.hql | 9 +-
.../scripts/create_preinstalled_scripts/run66.hql | 4 +
.../scripts/create_preinstalled_scripts/run67.hql | 6 +-
.../scripts/create_preinstalled_scripts/run69.hql | 8 +-
.../scripts/create_preinstalled_scripts/run70.hql | 5 +-
.../scripts/create_preinstalled_scripts/run71.hql | 7 +-
.../scripts/create_preinstalled_scripts/run72.hql | 14 +-
.../scripts/create_preinstalled_scripts/run73.hql | 19 +-
.../scripts/create_preinstalled_scripts/run74.hql | 20 +-
.../scripts/create_preinstalled_scripts/run75.hql | 129 +-
.../scripts/create_preinstalled_scripts/run76.hql | 50 +-
.../scripts/create_preinstalled_scripts/run77.hql | 3 +-
.../scripts/create_preinstalled_scripts/run80.hql | 21 +-
.../scripts/create_preinstalled_scripts/run81.hql | 12 +-
.../scripts/create_preinstalled_scripts/run82.hql | 10 +-
.../scripts/create_preinstalled_scripts/run83.hql | 31 +-
.../scripts/create_preinstalled_scripts/run84.hql | 7 +-
.../scripts/create_preinstalled_scripts/run85.hql | 4 +-
.../scripts/create_view_scripts/create_view.hql | 8 +
.../data/default/account_fund/create_table.hql | 6 +-
.../scripts/data/default/hive01/create_table.hql | 6 +-
.../data/default/sale_table/create_table.hql | 6 +-
.../data/default/string_table/create_table.hql | 6 +-
.../scripts/data/default/student/create_table.hql | 6 +-
.../scripts/data/default/test1/create_table.hql | 6 +-
.../scripts/data/default/test2/create_table.hql | 6 +-
.../data/default/test_hive_doris/create_table.hql | 6 +-
.../data/multi_catalog/datev2_csv/create_table.hql | 7 +-
.../data/multi_catalog/datev2_orc/create_table.hql | 7 +-
.../multi_catalog/datev2_parquet/create_table.hql | 7 +-
.../hive_config_test/create_table.hql | 13 +-
.../hive_text_complex_type/create_table.hql | 6 +-
.../hive_text_complex_type2/create_table.hql | 6 +-
.../hive_text_complex_type3/create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../hive_textfile_array_all_types/create_table.hql | 6 +-
.../hive_textfile_array_delimiter/create_table.hql | 6 +-
.../hive_textfile_nestedarray/create_table.hql | 6 +-
.../hive_upper_case_orc/create_table.hql | 7 +-
.../hive_upper_case_parquet/create_table.hql | 7 +-
.../multi_catalog/logs1_parquet/create_table.hql | 6 +-
.../multi_catalog/one_partition/create_table.hql | 5 +-
.../orc_nested_types/create_table.hql | 7 +-
.../orc_partitioned_columns/create_table.hql | 4 +-
.../orc_partitioned_one_column/create_table.hql | 4 +-
.../orc_predicate/orc_predicate_table.hql | 12 +-
.../par_fields_in_file_orc/create_table.hql | 4 +-
.../par_fields_in_file_parquet/create_table.hql | 4 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../parquet_alter_column_to_char/create_table.hql | 6 +-
.../parquet_alter_column_to_date/create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../parquet_alter_column_to_float/create_table.hql | 6 +-
.../parquet_alter_column_to_int/create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../parquet_bloom_filter/create_table.hql | 6 +-
.../parquet_lz4_compression/create_table.hql | 7 +-
.../parquet_lzo_compression/create_table.hql | 7 +-
.../parquet_nested_types/create_table.hql | 19 +-
.../parquet_partitioned_columns/create_table.hql | 4 +-
.../create_table.hql | 4 +-
.../parquet_predicate_table/create_table.hql | 6 +-
.../partition_location_1/create_table.hql | 6 +-
.../partition_location_2/create_table.hql | 8 +-
.../partition_manual_remove/create_table.hql | 4 +-
.../test_chinese_orc/create_table.hql | 6 +-
.../test_chinese_parquet/create_table.hql | 6 +-
.../test_chinese_text/create_table.hql | 6 +-
.../test_complex_types/create_table.hql | 24 +-
.../test_compress_partitioned/create_table.hql | 4 +-
.../test_csv_format_error/create_table.hql | 4 +-
.../test_date_string_partition/create_table.hql | 6 +-
.../test_hive_same_db_table_name/create_table.hql | 6 +-
.../create_table.hql | 4 +-
.../test_mixed_par_locations_orc/create_table.hql | 4 +-
.../create_table.hql | 4 +-
.../test_multi_langs_orc/create_table.hql | 6 +-
.../test_multi_langs_parquet/create_table.hql | 6 +-
.../test_multi_langs_text/create_table.hql | 6 +-
.../test_special_orc_formats/create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../create_table.hql | 6 +-
.../multi_catalog/test_wide_table/create_table.hql | 6 +-
.../text_partitioned_columns/create_table.hql | 4 +-
.../text_partitioned_one_column/create_table.hql | 4 +-
.../timestamp_with_time_zone/create_table.hql | 6 +-
.../multi_catalog/two_partition/create_table.hql | 5 +-
.../multi_catalog/type_change_orc/create_table.hql | 6 +-
.../type_change_origin/create_table.hql | 6 +-
.../type_change_parquet/create_table.hql | 6 +-
.../bigint_partition/create_table.hql | 4 +-
.../partition_type/char_partition/create_table.hql | 4 +-
.../partition_type/date_partition/create_table.hql | 4 +-
.../decimal_partition/create_table.hql | 4 +-
.../double_partition/create_table.hql | 4 +-
.../float_partition/create_table.hql | 4 +-
.../partition_type/int_partition/create_table.hql | 4 +-
.../smallint_partition/create_table.hql | 4 +-
.../string_partition/create_table.hql | 4 +-
.../tinyint_partition/create_table.hql | 4 +-
.../varchar_partition/create_table.hql | 4 +-
.../data/regression/crdmm_data/create_table.hql | 7 +-
.../multi_delimit_serde/create_table.hql | 11 +-
.../regression/serde_prop/some_serde_table.hql | 53 +-
.../data/statistics/empty_table/create_table.hql | 6 +-
.../data/statistics/statistics/create_table.hql | 8 +-
.../scripts/data/statistics/stats/create_table.hql | 6 +-
.../scripts/data/test/hive_test/create_table.hql | 6 +-
.../data/tpch_1000_parquet/part/create_table.hql | 7 +-
.../data/tvf/test_hdfs_tvf_compression/run.sh | 6 +-
.../docker-compose/hive/scripts/healthy_check.sh | 6 +-
.../docker-compose/hive/scripts/hive-common-lib.sh | 80 +
.../docker-compose/hive/scripts/hive-metastore.sh | 149 --
.../docker-compose/hive/scripts/hive-module-lib.sh | 325 +++++
.../scripts/init-hive-baseline.sh} | 32 +-
.../hive/scripts/prepare-hive-data.sh | 157 +-
.../hive/scripts/refresh-hive-modules.sh | 59 +
.../scripts/reset-hive-state.sh} | 13 +-
.../hive/scripts/snapshot-hive-baseline.sh | 68 +
.../scripts/start-hive-metastore.sh} | 15 +-
.../{healthy_check.sh => start-hive-server.sh} | 12 +-
.../docker-compose/iceberg/entrypoint.sh.tpl | 6 +-
.../docker-compose/iceberg/iceberg.yaml.tpl | 6 +-
.../create_preinstalled_scripts/iceberg/run31.sql | 33 +
.../docker-compose/kerberos/.gitignore | 8 +
.../{conf/kerberos1/krb5.conf.tpl => Dockerfile} | 35 +-
.../kerberos/common/conf/doris-krb5.conf | 6 -
.../common/hadoop/apply-config-overrides.sh | 31 -
.../kerberos/common/hadoop/hadoop-run.sh | 44 -
.../auth-to-local.xml => conf/core-site.xml.tpl} | 29 +-
.../docker-compose/kerberos/conf/hdfs-site.xml.tpl | 113 ++
.../docker-compose/kerberos/conf/hive-site.xml.tpl | 65 +
.../conf/kdc.conf.tpl} | 18 +-
.../kerberos/conf/kerberos1/kdc.conf.tpl | 50 -
.../kerberos/conf/kerberos2/kdc.conf.tpl | 38 -
.../kerberos/conf/{kerberos2 => }/krb5.conf.tpl | 16 +-
.../docker-compose/kerberos/conf/my.cnf.tpl | 38 -
.../kerberos/entrypoint-hive-master.sh | 196 ++-
.../docker-compose/kerberos/hadoop-hive.env.tpl | 121 +-
.../kerberos/health-checks/health.sh | 22 +-
.../docker-compose/kerberos/kerberos.yaml.tpl | 68 +-
.../docker-compose/kerberos/kerberos1_settings.env | 50 +-
.../docker-compose/kerberos/kerberos2_settings.env | 46 +-
.../kerberos/sql/create_kerberos_hive_table.sql | 17 -
.../kerberos/sql/create_paimon_hive_table.hql | 15 -
.../two-kerberos-hives/hive2-default-fs-site.xml | 25 -
docker/thirdparties/docker-health.sh | 81 ++
docker/thirdparties/run-thirdparties-docker.sh | 1533 +++++++++++++++++---
...irdparties-docker-hive-bootstrap-groups-test.sh | 64 +
.../main/java/org/apache/doris/common/Config.java | 22 +-
.../java/org/apache/doris/common/ConfigBase.java | 20 +-
.../java/org/apache/doris/common/ConfigTest.java | 58 +
.../apache/doris/catalog/ColocateTableIndex.java | 7 +-
.../org/apache/doris/cloud/CloudWarmUpJob.java | 14 +
.../org/apache/doris/cloud/JobWarmUpStats.java | 4 +-
.../cloud/catalog/CloudColocatePlacement.java | 64 +
.../apache/doris/cloud/catalog/CloudReplica.java | 54 +-
.../doris/cloud/system/CloudSystemInfoService.java | 144 ++
.../org/apache/doris/common/util/HttpURLUtil.java | 15 +
.../java/org/apache/doris/common/util/S3Util.java | 268 ++++
.../apache/doris/datasource/FileQueryScanNode.java | 5 +-
.../doris/datasource/iceberg/IcebergUtils.java | 26 +-
.../datasource/iceberg/source/IcebergScanNode.java | 26 +-
.../datasource/iceberg/source/IcebergSplit.java | 3 +
.../java/org/apache/doris/fs/obj/S3ObjStorage.java | 156 +-
.../org/apache/doris/httpv2/meta/MetaService.java | 77 +-
.../org/apache/doris/httpv2/rest/LoadAction.java | 7 +-
.../doris/httpv2/rest/manager/NodeAction.java | 11 +-
.../org/apache/doris/load/StreamLoadHandler.java | 12 +-
.../java/org/apache/doris/master/MetaHelper.java | 2 +-
.../doris/nereids/rules/analysis/BindSink.java | 28 +-
.../rules/rewrite/AddProjectForUniqueFunction.java | 105 +-
.../nereids/rules/rewrite/InferPredicates.java | 13 +
...ProjectOtherJoinConditionForNestedLoopJoin.java | 8 +
.../PushDownFilterThroughPartitionTopN.java | 8 +-
.../rewrite/PushDownFilterThroughSetOperation.java | 61 +-
.../rules/rewrite/PushDownFilterThroughWindow.java | 13 +-
.../rules/rewrite/PushDownJoinOtherCondition.java | 8 +-
.../org/apache/doris/nereids/util/JoinUtils.java | 4 +
.../org/apache/doris/planner/SchemaScanNode.java | 7 +-
.../java/org/apache/doris/qe/SessionVariable.java | 5 +-
.../org/apache/doris/system/SystemInfoService.java | 4 +
.../apache/doris/catalog/ColocateTableTest.java | 95 ++
.../doris/cloud/CloudWarmUpJobTableFilterTest.java | 5 +
.../org/apache/doris/cloud/CloudWarmUpJobTest.java | 232 +++
.../org/apache/doris/cloud/WarmUpStatsTest.java | 33 +
.../cloud/catalog/CloudColocatePlacementTest.java | 232 +++
.../apache/doris/common/util/HttpURLUtilTest.java | 93 ++
.../org/apache/doris/common/util/S3UtilTest.java | 31 +-
.../doris/datasource/iceberg/IcebergUtilsTest.java | 23 +
.../iceberg/source/IcebergScanNodeTest.java | 25 +
.../org/apache/doris/fs/obj/S3ObjStorageTest.java | 53 +
.../apache/doris/httpv2/meta/MetaServiceTest.java | 305 ++++
.../apache/doris/httpv2/rest/LoadActionTest.java | 31 +
.../apache/doris/load/StreamLoadHandlerTest.java | 148 ++
.../rewrite/AddProjectForUniqueFunctionTest.java | 79 +-
.../rewrite/FindHashConditionForJoinTest.java | 22 +
.../rewrite/PushDownFilterThroughWindowTest.java | 40 +
.../rewrite/PushDownJoinOtherConditionTest.java | 29 +
.../functions/scalar/UniqueFunctionTest.java | 17 +-
.../trees/plans/DeleteFromUsingCommandTest.java | 89 ++
.../apache/doris/nereids/util/JoinUtilsTest.java | 19 +
.../doris/qe/StmtExecutorInternalQueryTest.java | 48 +-
.../multi_cluster/stream_load/stream_load.out | 5 +
.../test_cloud_colocate_consistent_hash_join.out} | 13 +-
.../test_delete_generated_column.out | 12 +
.../hive/test_hive_orc_predicate.out | 6 -
.../hive/test_transactional_hive.out | 163 ---
.../iceberg/test_iceberg_mixed_file_formats.out | 12 +
.../es/test_es_flatten_type.out | 0
.../es/test_es_keyword_array_type.out | 0
.../es/test_es_query.out | 0
.../es/test_es_query_nereids.out | 0
.../es/test_es_query_no_http_url.out | 0
.../hive/test_hive_translation_insert_only.out | 30 -
.../jdbc/test_db2_jdbc_catalog.out | 0
.../jdbc/test_oceanbase_jdbc_catalog.out | 0
.../jdbc/test_sqlserver_jdbc_catalog.out | 0
.../select/test_sqlserver_all_types_select.out | 0
.../trino_connector/jdbc/test_trino_sqlserver.out | 0
.../data/{mtmv_p0 => mtmv_p2}/test_es_mtmv.out | 0
.../extend_infer_equal_predicate.out | 11 +-
.../add_project_for_unique_function.out | 13 +-
...nfer_predicates_set_op_with_unique_function.out | 47 +
...join_condition_for_nlj_with_unique_function.out | 36 +
...wn_filter_through_join_with_unique_function.out | 9 +
...through_partition_topn_with_unique_function.out | 17 +
..._through_set_operation_with_unique_function.out | 73 +
..._filter_through_window_with_unique_function.out | 23 +
...n_join_other_condition_with_unique_function.out | 53 +
.../pipeline/common/get-hive-bootstrap-groups.sh | 26 +-
regression-test/pipeline/common/github-utils.sh | 31 +
regression-test/pipeline/common/stage-timer.sh | 129 ++
.../pipeline/common/test_stage_timer.py | 149 ++
.../pipeline/external/external-stage-timer.sh | 119 ++
.../suites/ann_index_p0/ann_index_basic.groovy | 18 +
.../multi_cluster/stream_load/stream_load.groovy | 103 ++
...test_cloud_colocate_consistent_hash_join.groovy | 67 +
.../test_delete_generated_column.groovy | 96 ++
.../suites/doc/external/jdbc/ibmdb2.md.groovy | 2 +-
.../suites/doc/external/jdbc/oceanbase.md.groovy | 2 +-
.../suites/doc/external/jdbc/sqlserver.md.groovy | 2 +-
.../hive/hive_json_basic_test.groovy | 2 +-
.../hive/hive_tpch_sf1_orc.groovy | 3 +-
.../hive/hive_tpch_sf1_parquet.groovy | 3 +-
.../hive/test_complex_types.groovy | 2 +-
.../hive/test_different_column_orders.groovy | 2 +-
.../hive/test_different_parquet_types.groovy | 2 +-
.../hive/test_drop_expired_table_stats.groovy | 2 +-
.../hive/test_external_catalog_hive.groovy | 2 +-
.../test_external_catalog_hive_partition.groovy | 2 +-
.../hive/test_external_credit_data.groovy | 2 +-
.../hive/test_hive_analyze_db.groovy | 2 +-
.../hive/test_hive_basic_type.groovy | 2 +-
.../hive/test_hive_broker_scan.groovy | 2 +-
.../hive/test_hive_default_partition.groovy | 2 +-
.../hive/test_hive_get_schema_from_table.groovy | 2 +-
.../external_table_p0/hive/test_hive_orc.groovy | 2 +-
.../hive/test_hive_orc_predicate.groovy | 53 +-
.../external_table_p0/hive/test_hive_other.groovy | 2 +-
.../hive/test_hive_parquet.groovy | 2 +-
.../hive/test_hive_parquet_alter_column.groovy | 2 +-
.../hive/test_hive_parquet_skip_page.groovy | 2 +-
.../hive/test_hive_partition_column_analyze.groovy | 2 +-
.../hive/test_hive_partition_location.groovy | 2 +-
.../hive/test_hive_query_cache.groovy | 2 +-
.../hive/test_hive_remove_partition.groovy | 2 +-
...st_hive_runtime_filter_partition_pruning.groovy | 2 +-
.../hive/test_hive_same_db_table_name.groovy | 2 +-
.../hive/test_hive_schema_evolution.groovy | 2 +-
.../hive/test_hive_statistic.groovy | 2 +-
.../hive/test_hive_statistic_auto.groovy | 2 +-
.../hive/test_hive_statistic_clean.groovy | 2 +-
.../hive/test_hive_statistic_timeout.groovy | 2 +-
.../hive/test_hive_statistics_all_type_p0.groovy | 2 +-
.../hive/test_hive_statistics_p0.groovy | 2 +-
.../hive/test_hive_tablesample_p0.groovy | 2 +-
.../hive/test_hive_text_complex_type.groovy | 2 +-
.../hive/test_hive_to_array.groovy | 2 +-
.../hive/test_hive_to_date.groovy | 2 +-
.../hive/test_hive_topn_rf_null.groovy | 2 +-
.../hive/test_hive_varbinary_type.groovy | 2 +-
.../hive/test_mixed_par_locations.groovy | 2 +-
.../hive/test_multi_delimit_serde.groovy | 2 +-
.../hive/test_open_csv_serde.groovy | 2 +-
.../hive/test_orc_nested_types.groovy | 2 +-
.../hive/test_parquet_bloom_filter.groovy | 2 +-
.../hive/test_parquet_nested_types.groovy | 2 +-
.../hive/test_special_orc_formats.groovy | 2 +-
.../hive/test_string_dict_filter.groovy | 2 +-
.../hive/test_text_garbled_file.groovy | 2 +-
.../hive/test_text_skip_header.groovy | 2 +-
.../hive/test_transactional_hive.groovy | 195 ---
.../test_truncate_char_or_varchar_columns.groovy | 2 +-
.../hive/test_upper_case_column_name.groovy | 2 +-
.../external_table_p0/hive/test_utf8_check.groovy | 2 +-
.../external_table_p0/hive/test_wide_table.groovy | 2 +-
.../iceberg/test_iceberg_mixed_file_formats.groovy | 56 +
.../test_information_schema_timezone.groovy | 3 +
.../jdbc/test_jdbc_row_count.groovy | 54 -
.../test_iceberg_hadoop_catalog_kerberos.groovy | 6 +-
.../kerberos/test_non_catalog_kerberos.groovy | 23 +-
.../kerberos/test_single_hive_kerberos.groovy | 99 +-
.../kerberos/test_two_hive_kerberos.groovy | 34 +
.../refactor_storage_param/hdfs_all_test.groovy | 5 +-
.../es/test_es_catalog_http_open_api.groovy | 2 +-
.../es/test_es_flatten_type.groovy | 2 +-
.../es/test_es_keyword_array_type.groovy | 2 +-
.../es/test_es_query.groovy | 2 +-
.../es/test_es_query_nereids.groovy | 2 +-
.../es/test_es_query_no_http_url.groovy | 2 +-
.../hive/test_hive_translation_insert_only.groovy | 98 --
.../hive/test_parquet_complex_cross_page.groovy | 55 -
.../jdbc/test_db2_jdbc_catalog.groovy | 2 +-
.../jdbc/test_oceanbase_jdbc_catalog.groovy | 2 +-
.../jdbc/test_sqlserver_jdbc_catalog.groovy | 2 +-
.../jdbc/test_sqlserver_jdbc_row_count.groovy | 76 +
.../select/test_sqlserver_all_types_select.groovy | 2 +-
.../paimon/test_paimon_hms_catalog.groovy | 7 +-
.../hive_on_hms_and_dlf.groovy | 14 +-
.../iceberg_on_hms_and_filesystem_and_dlf.groovy | 21 +-
.../jdbc/test_trino_sqlserver.groovy | 2 +-
.../test_audit_log_internal_query_failure.groovy | 98 --
...index_compound_directory_fault_injection.groovy | 5 +-
.../stream_load/test_group_commit_redirect.groovy | 1 +
.../suites/meta_action_p0/test_dump_image.groovy | 1 +
.../suites/mtmv_p0/test_hive_mtmv.groovy | 2 +-
.../suites/mtmv_p0/test_hive_olap_mtmv.groovy | 2 +-
.../suites/mtmv_p0/test_hive_rewrite_mtmv.groovy | 2 +-
.../{mtmv_p0 => mtmv_p2}/test_es_mtmv.groovy | 5 +-
.../add_project_for_unique_function.groovy | 1 +
...r_predicates_set_op_with_unique_function.groovy | 66 +
...n_condition_for_nlj_with_unique_function.groovy | 58 +
...filter_through_join_with_unique_function.groovy | 10 +
...ough_partition_topn_with_unique_function.groovy | 47 +
...rough_set_operation_with_unique_function.groovy | 75 +
...lter_through_window_with_unique_function.groovy | 56 +
...oin_other_condition_with_unique_function.groovy | 73 +
.../brpc-1.4.0-secondary-package-name.patch | 12 +-
451 files changed, 9447 insertions(+), 3122 deletions(-)
create mode 100644 docker/thirdparties/docker-compose/hive/README.md
create mode 100644 docker/thirdparties/docker-compose/hive/README_ZH.md
create mode 100755 docker/thirdparties/docker-compose/hive/scripts/bin/hadoop
create mode 100755 docker/thirdparties/docker-compose/hive/scripts/bin/hive
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/bootstrap/bootstrap-groups.sh
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/bootstrap/hive2_only.preinstalled_hql.list
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/bootstrap/hive2_only.run_sh.list
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/bootstrap/hive3_only.download_dir.list
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/bootstrap/hive3_only.run_sh.list
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_scripts/employees.csv
delete mode 100755
docker/thirdparties/docker-compose/hive/scripts/create_preinstalled_scripts/run25.hql
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/hive-common-lib.sh
delete mode 100755
docker/thirdparties/docker-compose/hive/scripts/hive-metastore.sh
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/hive-module-lib.sh
rename
docker/thirdparties/docker-compose/{kerberos/health-checks/supervisorctl-check.sh
=> hive/scripts/init-hive-baseline.sh} (61%)
mode change 100755 => 100644
create mode 100644
docker/thirdparties/docker-compose/hive/scripts/refresh-hive-modules.sh
copy
docker/thirdparties/docker-compose/{kerberos/health-checks/hive-health-check-2.sh
=> hive/scripts/reset-hive-state.sh} (78%)
mode change 100755 => 100644
create mode 100755
docker/thirdparties/docker-compose/hive/scripts/snapshot-hive-baseline.sh
rename
docker/thirdparties/docker-compose/{kerberos/health-checks/hive-health-check.sh
=> hive/scripts/start-hive-metastore.sh} (78%)
mode change 100755 => 100644
copy docker/thirdparties/docker-compose/hive/scripts/{healthy_check.sh =>
start-hive-server.sh} (83%)
mode change 100755 => 100644
create mode 100644
docker/thirdparties/docker-compose/iceberg/scripts/create_preinstalled_scripts/iceberg/run31.sql
create mode 100644 docker/thirdparties/docker-compose/kerberos/.gitignore
rename
docker/thirdparties/docker-compose/kerberos/{conf/kerberos1/krb5.conf.tpl =>
Dockerfile} (61%)
delete mode 100755
docker/thirdparties/docker-compose/kerberos/common/hadoop/apply-config-overrides.sh
delete mode 100755
docker/thirdparties/docker-compose/kerberos/common/hadoop/hadoop-run.sh
rename
docker/thirdparties/docker-compose/kerberos/{two-kerberos-hives/auth-to-local.xml
=> conf/core-site.xml.tpl} (58%)
mode change 100755 => 100644
create mode 100644
docker/thirdparties/docker-compose/kerberos/conf/hdfs-site.xml.tpl
create mode 100644
docker/thirdparties/docker-compose/kerberos/conf/hive-site.xml.tpl
copy docker/thirdparties/docker-compose/{hive/scripts/healthy_check.sh =>
kerberos/conf/kdc.conf.tpl} (74%)
mode change 100755 => 100644
delete mode 100644
docker/thirdparties/docker-compose/kerberos/conf/kerberos1/kdc.conf.tpl
delete mode 100644
docker/thirdparties/docker-compose/kerberos/conf/kerberos2/kdc.conf.tpl
rename docker/thirdparties/docker-compose/kerberos/conf/{kerberos2 =>
}/krb5.conf.tpl (81%)
delete mode 100644 docker/thirdparties/docker-compose/kerberos/conf/my.cnf.tpl
mode change 100755 => 100644
docker/thirdparties/docker-compose/kerberos/entrypoint-hive-master.sh
delete mode 100644
docker/thirdparties/docker-compose/kerberos/sql/create_kerberos_hive_table.sql
delete mode 100644
docker/thirdparties/docker-compose/kerberos/sql/create_paimon_hive_table.hql
delete mode 100755
docker/thirdparties/docker-compose/kerberos/two-kerberos-hives/hive2-default-fs-site.xml
create mode 100644 docker/thirdparties/docker-health.sh
create mode 100644
docker/thirdparties/test/run-thirdparties-docker-hive-bootstrap-groups-test.sh
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/cloud/catalog/CloudColocatePlacement.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/cloud/catalog/CloudColocatePlacementTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/common/util/HttpURLUtilTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/httpv2/meta/MetaServiceTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/load/StreamLoadHandlerTest.java
rename
regression-test/data/{external_table_p2/hive/test_parquet_complex_cross_page.out
=> cloud_p0/multi_cluster/test_cloud_colocate_consistent_hash_join.out} (69%)
delete mode 100644
regression-test/data/external_table_p0/hive/test_transactional_hive.out
create mode 100644
regression-test/data/external_table_p0/iceberg/test_iceberg_mixed_file_formats.out
rename regression-test/data/{external_table_p0 =>
external_table_p2}/es/test_es_flatten_type.out (100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/es/test_es_keyword_array_type.out (100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/es/test_es_query.out (100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/es/test_es_query_nereids.out (100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/es/test_es_query_no_http_url.out (100%)
delete mode 100644
regression-test/data/external_table_p2/hive/test_hive_translation_insert_only.out
rename regression-test/data/{external_table_p0 =>
external_table_p2}/jdbc/test_db2_jdbc_catalog.out (100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/jdbc/test_oceanbase_jdbc_catalog.out (100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/jdbc/test_sqlserver_jdbc_catalog.out (100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/jdbc/type_test/select/test_sqlserver_all_types_select.out
(100%)
rename regression-test/data/{external_table_p0 =>
external_table_p2}/trino_connector/jdbc/test_trino_sqlserver.out (100%)
rename regression-test/data/{mtmv_p0 => mtmv_p2}/test_es_mtmv.out (100%)
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/infer_predicates_set_op_with_unique_function.out
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/project_other_join_condition_for_nlj_with_unique_function.out
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/push_down_filter_through_partition_topn_with_unique_function.out
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/push_down_filter_through_set_operation_with_unique_function.out
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/push_down_filter_through_window_with_unique_function.out
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/push_down_join_other_condition_with_unique_function.out
rename
docker/thirdparties/docker-compose/kerberos/health-checks/hive-health-check-2.sh
=> regression-test/pipeline/common/get-hive-bootstrap-groups.sh (73%)
create mode 100644 regression-test/pipeline/common/stage-timer.sh
create mode 100644 regression-test/pipeline/common/test_stage_timer.py
create mode 100644 regression-test/pipeline/external/external-stage-timer.sh
create mode 100644
regression-test/suites/cloud_p0/multi_cluster/test_cloud_colocate_consistent_hash_join.groovy
delete mode 100644
regression-test/suites/external_table_p0/hive/test_transactional_hive.groovy
create mode 100644
regression-test/suites/external_table_p0/iceberg/test_iceberg_mixed_file_formats.groovy
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/es/test_es_catalog_http_open_api.groovy (97%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/es/test_es_flatten_type.groovy (96%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/es/test_es_keyword_array_type.groovy (98%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/es/test_es_query.groovy (99%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/es/test_es_query_nereids.groovy (99%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/es/test_es_query_no_http_url.groovy (98%)
delete mode 100644
regression-test/suites/external_table_p2/hive/test_hive_translation_insert_only.groovy
delete mode 100644
regression-test/suites/external_table_p2/hive/test_parquet_complex_cross_page.groovy
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/jdbc/test_db2_jdbc_catalog.groovy (99%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/jdbc/test_oceanbase_jdbc_catalog.groovy (95%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/jdbc/test_sqlserver_jdbc_catalog.groovy (98%)
create mode 100644
regression-test/suites/external_table_p2/jdbc/test_sqlserver_jdbc_row_count.groovy
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/jdbc/type_test/select/test_sqlserver_all_types_select.groovy
(95%)
rename regression-test/suites/{external_table_p0 =>
external_table_p2}/trino_connector/jdbc/test_trino_sqlserver.groovy (96%)
delete mode 100644
regression-test/suites/fault_injection_p0/test_audit_log_internal_query_failure.groovy
rename regression-test/suites/{mtmv_p0 => mtmv_p2}/test_es_mtmv.groovy (95%)
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/infer_predicates_set_op_with_unique_function.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/project_other_join_condition_for_nlj_with_unique_function.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/push_down_filter_through_partition_topn_with_unique_function.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/push_down_filter_through_set_operation_with_unique_function.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/push_down_filter_through_window_with_unique_function.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/push_down_join_other_condition_with_unique_function.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
