This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch auto-pick-58755-branch-4.0
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 82afb0e9f3b [Feature](Iceberg) Implement publish_changes procedure for
Iceberg tables (#58755)
add 7770090235b branch-4.0: [Chore](scan) make scanner wait worker timer
more more accurate #58833 (#58862)
add f6442a9e529 branch-4.0: [fix](compaction) fix vertical compaction IO
stats accumulation #58756 (#58866)
add 2b34a393312 branch-4.0: [fix](unique function) fix push unique
function through join #58516 (#58854)
add e47082dcc51 branch-4.0: [fix](inverted index) fix pinyin bug #57756
(#58852)
add 12bd9ae9b9f branch-4.0: [Feature](function) Support function
TO_SECONDS #58635 (#58868)
add 0b5a73262f9 branch-4.0: fix flight sql when contains & #58830 (#58884)
add d44b65324eb branch-4.0: [fix](hint)should pull up subquery alias with
hint for all kind of root nodes #58767 (#58853)
add 30d2df04594 4.0.2-rc02 (#58600)
add 4ca9fabd122 branch-4.0: [chore](be) remove cpu limit since it is
useless #58860 (#58911)
add 468b3f6dbb5 [test](mtls)test framwork support tls (#5874) (#58368)
(#58838)
add e40beaa4000 branch-4.0: [fix](test) fix unstable export external table
#58799 (#58887)
add 1362c00c7ef branch-4.0: [fix](regr) Use Youngs-Cramer for
REGR_SLOPE/INTERCEPT to align with PG #55940 (#58920)
add 07f248b7737 branch-4.0: [fix](test) fix unstable es catalog test
#58800 (#58888)
add bf22d3d3e7b branch-4.0: [feat](load) introduce load job system table
(#57421) (#58850)
add 62a5a1545c8 branch-4.0: [fix](test) fix regression case
limit_push_down #58873 (#58933)
add da806a9543f branch-4.0: [Improvement](join) lazy calculate
all_match_one #58729 (#58901)
add 43b4b98f193 branch-4.0: [test](doris catalog)Add test cases for doris
catalog #58831 (#58934)
add ffb11fc3cca branch-4.0: [fix](jdbc) Fix JNI global reference leak in
JdbcConnector close #58574 (#58753)
add 5d30bfdb684 branch-4.0: [fix](mv) Fix sync mv could not be chosen by
cbo stable because stats upload from be not in time #58720 (#58772)
add a0726e8f275 branch-4.0: [opt](partition pruner) add
cache_sorted_partition_interval_second #58766 (#58809)
add d5fd1b68aad branch-4.0: [Refactor](cast) Make all nullable for cast
from string to simple types #57949 (#58924)
add 17c8748c310 branch-4.0: [Improvement](hash) add int96 int104 to hash
method #58770 (#58902)
add 18054665cfc branch-4.0: [chore](security) Add ssrf check for create
stage #58585 (#58875)
add 99ea4a8f9fc branch-4.0: [opt](hive) use binary search to prune hive
partitions #58877 (#58921)
add 5ac57dd85a7 branch-4.0: [Chore](profile) adjust some profile #58861
(#58956)
add 4aa7285b182 [Feature](Iceberg) Implement publish_changes procedure for
Iceberg tables (#58755)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (82afb0e9f3b)
\
N -- N -- N refs/heads/auto-pick-58755-branch-4.0 (4aa7285b182)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
be/src/exec/schema_scanner.cpp | 3 +
be/src/exec/schema_scanner/schema_helper.cpp | 9 +
be/src/exec/schema_scanner/schema_helper.h | 5 +
.../schema_scanner/schema_load_job_scanner.cpp | 189 +++++++++
...oad_job_scanner.h => schema_load_job_scanner.h} | 12 +-
be/src/olap/merger.cpp | 46 ++-
.../inverted_index/token_filter/pinyin_filter.cpp | 76 +++-
.../token_filter/pinyin_filter_factory.cpp | 8 -
.../tokenizer/pinyin/pinyin_formatter.cpp | 37 +-
.../tokenizer/pinyin/pinyin_tokenizer.cpp | 58 +--
.../tokenizer/pinyin/pinyin_tokenizer.h | 2 +-
be/src/pipeline/common/agg_utils.h | 10 +
be/src/pipeline/common/distinct_agg_utils.h | 10 +
be/src/pipeline/common/join_utils.h | 9 +
be/src/pipeline/common/partition_sort_utils.h | 10 +
be/src/pipeline/common/set_utils.h | 10 +
.../pipeline/exec/join/process_hash_table_probe.h | 3 +-
.../exec/join/process_hash_table_probe_impl.h | 19 +-
be/src/pipeline/exec/olap_scan_operator.cpp | 4 +-
be/src/pipeline/exec/scan_operator.cpp | 29 +-
be/src/pipeline/pipeline_task.cpp | 1 -
be/src/service/arrow_flight/flight_sql_service.cpp | 5 +-
.../aggregate_function_regr_union.h | 250 +++++++++---
be/src/vec/common/hash_table/hash.h | 21 +
be/src/vec/common/hash_table/hash_key_type.h | 6 +
be/src/vec/common/uint128.h | 19 +
.../data_types/serde/data_type_nullable_serde.cpp | 10 +-
be/src/vec/exec/scan/scanner_scheduler.cpp | 20 +-
be/src/vec/exec/vjdbc_connector.cpp | 50 ++-
be/src/vec/functions/cast/cast_base.cpp | 18 +-
.../functions/cast/cast_to_basic_number_common.h | 26 +-
be/src/vec/functions/cast/cast_to_boolean.h | 26 +-
be/src/vec/functions/cast/cast_to_date.h | 67 ++--
be/src/vec/functions/cast/cast_to_decimal.h | 80 ++--
be/src/vec/functions/cast/cast_to_float.h | 2 +-
be/src/vec/functions/cast/cast_to_int.h | 37 +-
be/src/vec/functions/cast/cast_to_ip.h | 25 +-
be/src/vec/functions/cast/cast_to_jsonb.h | 9 +-
be/src/vec/functions/complex_dict_hash_map.h | 8 +
be/src/vec/functions/date_time_transforms.h | 2 +
be/src/vec/functions/to_time_function.cpp | 3 +
be/src/vec/sink/vdata_stream_sender.cpp | 4 -
.../token_filter/pinyin_filter_test.cpp | 355 +++++++++++++++++
.../tokenizer/pinyin_analysis_test.cpp | 437 +++++++++++++++++++++
.../inverted_index/tokenizer/pinyin_util_test.cpp | 122 ++++++
.../pipeline/common/distinct_agg_utils_test.cpp | 10 +
be/test/pipeline/common/set_utils_test.cpp | 8 +
be/test/vec/function/cast/cast_to_integer.cpp | 7 +-
.../org/apache/doris/jdbc/BaseJdbcExecutor.java | 19 +-
.../org/apache/doris/analysis/SchemaTableType.java | 2 +
.../doris/catalog/BuiltinScalarFunctions.java | 2 +
.../java/org/apache/doris/catalog/SchemaTable.java | 24 ++
.../cache/NereidsSortedPartitionsCacheManager.java | 54 +--
.../org/apache/doris/datasource/ExternalTable.java | 14 +
.../doris/datasource/hive/HMSExternalTable.java | 15 +
.../doris/datasource/hive/HiveMetaStoreCache.java | 143 +++----
.../doris/httpv2/restv2/ESCatalogAction.java | 4 -
.../indexpolicy/PinyinTokenFilterValidator.java | 35 +-
.../indexpolicy/PinyinTokenizerValidator.java | 35 +-
.../processor/pre/PullUpSubqueryAliasToCTE.java | 69 ++--
.../expression/rules/SortedPartitionRanges.java | 44 +++
.../rules/rewrite/PruneFileScanPartition.java | 12 +-
.../rules/rewrite/PushDownFilterThroughJoin.java | 7 +
.../rules/rewrite/PushFilterInsideJoin.java | 23 +-
.../doris/nereids/rules/rewrite/ReorderJoin.java | 42 +-
.../doris/nereids/stats/StatsCalculator.java | 6 +
.../doris/nereids/trees/expressions/Cast.java | 13 -
.../executable/DateTimeExtractAndTransform.java | 46 ++-
.../trees/expressions/functions/scalar/Date.java | 1 +
.../scalar/{ToDays.java => ToSeconds.java} | 22 +-
.../expressions/visitor/ScalarFunctionVisitor.java | 5 +
.../trees/plans/commands/CreateStageCommand.java | 3 +
.../java/org/apache/doris/qe/SessionVariable.java | 27 +-
.../apache/doris/service/FrontendServiceImpl.java | 81 ++++
.../arrowflight/DorisFlightSqlProducer.java | 5 +-
gensrc/script/gen_build_version.sh | 2 +-
gensrc/thrift/Descriptors.thrift | 1 +
gensrc/thrift/FrontendService.thrift | 32 ++
regression-test/conf/regression-conf.groovy | 13 +
.../sql-functions/doc_date_functions_test.out | 48 +++
.../test_remote_doris_agg_table_select.out | 54 +++
.../test_remote_doris_unique_table_select.out | 32 ++
.../test_remote_doris_variant_select.out | 81 ++++
.../analyzer/test_custom_analyzer.out | 38 +-
.../limit_push_down/limit_push_down.out | 32 +-
...wn_filter_through_join_with_unique_function.out | 67 ++++
.../support_type/regr_intercept/regr_intercept.out | 8 +-
.../support_type/regr_slope/regr_slope.out | 8 +-
.../org/apache/doris/regression/Config.groovy | 66 +++-
.../doris/regression/action/HttpCliAction.groovy | 223 ++++++-----
.../doris/regression/action/ProfileAction.groovy | 66 ++++
.../regression/action/StreamLoadAction.groovy | 211 ++++++++--
.../org/apache/doris/regression/suite/Suite.groovy | 14 +-
.../doris/regression/suite/SuiteContext.groovy | 19 +
.../org/apache/doris/regression/util/Http.groovy | 78 ++++
.../plugins/cloud_compaction_plugin.groovy | 16 +-
.../plugins/cloud_show_data_plugin.groovy | 3 +
.../plugins/plugin_curl_requester.groovy | 66 +++-
.../plugins/plugin_query_timeout_debugger.groovy | 103 ++++-
.../auth_call/test_dml_stream_load_auth.groovy | 8 +-
...est_bloom_filter_hit_with_renamed_column.groovy | 69 +---
.../cloud_p0/balance/test_balance_warm_up.groovy | 3 +
.../test_balance_warm_up_use_peer_cache.groovy | 3 +
...e_warm_up_with_compaction_use_peer_cache.groovy | 3 +
.../balance/test_peer_read_async_warmup.groovy | 3 +
.../cache/compaction/test_stale_rowset.groovy | 9 +-
.../cluster/test_immediate_warmup_basic.groovy | 3 +
.../test_immediate_warmup_multi_segments.groovy | 12 +-
.../cluster/test_warm_up_cluster_event.groovy | 3 +
.../test_warm_up_cluster_event_add_new_be.groovy | 3 +
...test_warm_up_cluster_event_cancel_active.groovy | 3 +
...est_warm_up_cluster_event_cancel_passive.groovy | 3 +
.../test_warm_up_cluster_event_compaction.groovy | 3 +
...rm_up_cluster_event_compaction_sync_wait.groovy | 12 +-
...uster_event_compaction_sync_wait_timeout.groovy | 12 +-
.../test_warm_up_cluster_event_rename.groovy | 3 +
...est_warm_up_cluster_event_restart_all_be.groovy | 3 +
..._warm_up_cluster_event_restart_master_fe.groovy | 3 +
...test_warm_up_cluster_event_schema_change.groovy | 3 +
.../cluster/test_warm_up_cluster_periodic.groovy | 3 +
...test_warm_up_cluster_periodic_add_new_be.groovy | 3 +
.../test_warm_up_cluster_periodic_and_event.groovy | 3 +
.../test_warm_up_cluster_periodic_rename.groovy | 3 +
...rm_up_cluster_periodic_restart_master_fe.groovy | 3 +
.../test_warm_up_cluster_periodic_slow_job.groovy | 3 +
.../test_mow_agg_delete_bitmap.groovy | 36 +-
.../test_enable_prefer_cached_rowset.groovy | 3 +
.../test_query_freshness_tolerance.groovy | 3 +
..._warmup_delay_compaction_query_tolerance.groovy | 12 +-
.../test_warmup_delay_idx_query_tolerance.groovy | 12 +-
.../test_warmup_delay_sc_query_tolerance.groovy | 12 +-
...delay_timeout_compaction_query_tolerance.groovy | 12 +-
.../warmup/test_warmup_download_fail.groovy | 12 +-
.../cloud_p0/test_read_cluster_var_property.groovy | 3 +
.../test_compaction_fail_release_lock.groovy | 22 +-
...test_compaction_update_big_delete_bitmap.groovy | 22 +-
...e_compaction_and_read_stale_cloud_docker.groovy | 22 +-
...ultisegments_and_read_stale_cloud_docker.groovy | 13 +-
.../test_filecache_with_base_compaction.groovy | 22 +-
...ilecache_with_base_compaction_thresthold.groovy | 22 +-
.../test_mow_compact_multi_segments.groovy | 13 +-
...paction_agg_and_remove_pre_delete_bitmap.groovy | 22 +-
.../test_mow_compaction_and_read_stale.groovy | 22 +-
...w_compaction_and_read_stale_cloud_docker.groovy | 22 +-
...test_mow_compaction_and_rowset_not_exist.groovy | 22 +-
.../test_mow_compaction_and_schema_change.groovy | 22 +-
.../test_mow_delete_unused_rowset_dm_docker.groovy | 22 +-
.../test_mow_stale_rowset_delete_bitmap.groovy | 22 +-
.../test_single_compaction_fault_injection.groovy | 22 +-
...e_compaction_with_variant_inverted_index.groovy | 22 +-
.../test_single_replica_compaction.groovy | 22 +-
.../import-way/group-commit-manual.md.groovy | 15 +-
.../sql-functions/doc_date_functions_test.groovy | 35 ++
.../doc/table-design/auto-increment.md.groovy | 11 +-
.../dynamic-partitioning.md.groovy | 10 +-
.../index/ngram-bloomfilter-index.md.groovy | 8 +-
.../suites/export/test_array_export.groovy | 7 +-
.../suites/export/test_map_export.groovy | 7 +-
.../suites/export/test_struct_export.groovy | 7 +-
.../outfile/parquet/test_outfile_parquet.groovy | 8 +-
.../suites/export_p0/test_export_basic.groovy | 8 +-
.../suites/export_p0/test_export_csv.groovy | 7 +-
.../export_p0/test_export_data_consistency.groovy | 7 +-
.../export_p0/test_export_delete_disallow.groovy | 7 +-
.../export_p0/test_export_empty_table.groovy | 7 +-
.../test_export_table_with_label_retry.groovy | 7 +-
.../suites/export_p0/test_export_view.groovy | 7 +-
.../suites/export_p0/test_outfile.groovy | 8 +-
.../export_p0/test_outfile_csv_with_names.groovy | 8 +-
.../test_outfile_csv_with_names_and_types.groovy | 7 +-
.../test_outfile_csv_with_success_prefix.groovy | 7 +-
.../suites/export_p0/test_outfile_expr.groovy | 7 +-
.../suites/export_p0/test_outfile_separator.groovy | 7 +-
.../suites/export_p2/test_export_big_data.groovy | 7 +-
.../export/test_export_external_table.groovy | 190 +++++----
.../test_remote_doris_agg_table_select.groovy | 307 +++++++++++++++
.../test_remote_doris_unique_table_select.groovy | 238 +++++++++++
.../test_remote_doris_variant_select.groovy | 148 +++++++
.../test_cloud_mow_delete_bitmap_lock_case.groovy | 22 +-
.../test_delete_bitmap_lock_with_restart.groovy | 9 +-
.../flink_connector_response.groovy | 11 +-
.../cast/test_cast_to_complex_types_strict.groovy | 6 +
.../http_rest_api/get/test_schema_api.groovy | 14 +
.../http_rest_api/post/test_query_stmt.groovy | 54 ++-
.../analyzer/test_custom_analyzer.groovy | 93 ++++-
..._index_change_with_cumulative_compaction.groovy | 12 +-
.../test_index_change_with_full_compaction.groovy | 12 +-
...est_cumulative_compaction_with_format_v2.groovy | 12 +-
.../test_mor_table_with_format_v2.groovy | 13 +-
.../test_mow_table_with_format_v2.groovy | 53 ++-
...single_replica_compaction_with_format_v2.groovy | 12 +-
.../test_arrayInvertedIdx_profile.groovy | 14 +-
.../test_load_job_info_system_table.groovy | 74 ++++
.../stream_load/test_get_stream_load_state.groovy | 8 +-
...t_stream_load_with_nonexist_db_and_table.groovy | 3 +
.../stream_load/test_group_commit_wal_limit.groovy | 6 +
.../load_p0/stream_load/test_json_load.groovy | 2 +-
.../test_load_with_transfer_encoding.groovy | 3 +
.../stream_load/test_publish_timeout.groovy | 9 +-
.../test_s3_bytes_written_metrics.groovy | 3 +
.../load_p0/stream_load/test_stream_load.groovy | 175 +++++----
.../stream_load/test_stream_load_2pc.groovy | 16 +-
.../test_stream_load_2pc_with_schema_change.groovy | 3 +
.../test_stream_load_err_log_limit.groovy | 9 +-
.../stream_load/test_stream_load_properties.groovy | 2 +-
.../suites/manager/test_manager_interface_1.groovy | 10 +-
.../metrics_p0/test_delete_bitmap_metrics.groovy | 3 +
.../ssb/multiple_no_where/multiple_no_where.groovy | 2 +
.../mv_p0/ssb/multiple_ssb/multiple_ssb.groovy | 4 +
.../multiple_ssb_between.groovy | 6 +-
.../suites/mv_p0/ssb/q_1_1/q_1_1.groovy | 1 +
.../suites/mv_p0/ssb/q_2_1/q_2_1.groovy | 1 +
.../suites/mv_p0/ssb/q_3_1/q_3_1.groovy | 1 +
.../suites/mv_p0/ssb/q_4_1/q_4_1.groovy | 1 +
.../suites/mv_p0/ssb/q_4_1_r1/q_4_1_r1.groovy | 1 +
.../mysql_ssl_p0/test_mysql_connection.groovy | 40 +-
.../nereids_p0/aggregate/window_funnel.groovy | 3 +
.../authorization/column_authorization.groovy | 7 +-
.../authorization/view_authorization.groovy | 7 +-
.../suites/nereids_p0/hint/test_hint.groovy | 163 ++++++++
.../suites/nereids_p0/outfile/test_outfile.groovy | 7 +-
.../outfile/test_outfile_csv_with_names.groovy | 10 +-
.../nereids_p0/outfile/test_outfile_expr.groovy | 7 +-
.../nereids_p0/outfile/test_outfile_parquet.groovy | 10 +-
.../outfile/test_outfile_separator.groovy | 7 +-
...filter_through_join_with_unique_function.groovy | 84 ++++
.../suites/prepared_stmt_p0/prepared_stmt.groovy | 31 +-
.../query_p0/aggregate/test_regr_intercept.groovy | 18 +-
.../query_p0/aggregate/test_regr_slope.groovy | 18 +-
...ptive_pipeline_task_serial_read_on_limit.groovy | 39 +-
.../query_profile/s3_load_profile_test.groovy | 25 +-
.../suites/query_profile/scanner_profile.groovy | 70 +---
.../query_profile/test_execute_by_frontend.groovy | 31 +-
.../suites/query_profile/test_profile.groovy | 28 +-
234 files changed, 5855 insertions(+), 1376 deletions(-)
create mode 100644 be/src/exec/schema_scanner/schema_load_job_scanner.cpp
copy be/src/exec/schema_scanner/{schema_routine_load_job_scanner.h =>
schema_load_job_scanner.h} (83%)
copy
fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/functions/scalar/{ToDays.java
=> ToSeconds.java} (77%)
create mode 100644
regression-test/data/external_table_p0/remote_doris/test_remote_doris_agg_table_select.out
create mode 100644
regression-test/data/external_table_p0/remote_doris/test_remote_doris_unique_table_select.out
create mode 100644
regression-test/data/external_table_p0/remote_doris/test_remote_doris_variant_select.out
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/push_down_filter_through_join_with_unique_function.out
create mode 100644
regression-test/suites/external_table_p0/remote_doris/test_remote_doris_agg_table_select.groovy
create mode 100644
regression-test/suites/external_table_p0/remote_doris/test_remote_doris_unique_table_select.groovy
create mode 100644
regression-test/suites/external_table_p0/remote_doris/test_remote_doris_variant_select.groovy
create mode 100644
regression-test/suites/job_p0/job_system_table/test_load_job_info_system_table.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/push_down_filter_through_join_with_unique_function.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
