This is an automated email from the ASF dual-hosted git repository.
yiguolei pushed a change to branch auto-pick-62721-branch-4.0
in repository https://gitbox.apache.org/repos/asf/doris.git
discard 2296d6731c8 [fix](query) avoid missing result packet for query during
master switch (#62721)
add eabe0044b0f branch-4.0: [feature](be) Support hot reload for file
cache microbench config (pick#58922) (#62723)
add 4a58efd7527 branch-4.0:[fix](storage) fix IOContext Use-After-Free
(#59947) (#62240)
add cda37151e3f branch-4.0: [fix](filecache) reclaim expired tablet
hotspot counters and compact sparse shards (#62724)
add 07e71c69df6 branch-4.0: [enhance](memtable) support adaptive write
buffer size (#61810)
add 1bdba3505e8 branch-4.0: pick #61696 #61621 #62272 (#62706)
add 675c3a461b8 branch-4.0: [codex] fix ANN OpenMP build budget and add
concurrency test #61313 (#62838)
add e64b9ac6941 branch-4.0: [fix](errmsg) Fix wrong error message of
insert overwrite #62555 (#62563)
add ee0df3a2d86 [fix](fe) Fix NoSuchElementException when count with
MATCH_ALL expression (#62172) (#62518)
add 2671c085e41 [branch-4.0](variant) Fix compaction failure on no-key
table with variant column uid=0 (#62656)
add d0b5658af8a branch-4.0: [fix](functions)Preserve TIMESTAMPTZ in
LEAD/LAG by adding TimeStampTzType signature matching #62779 (#63021)
add 9e0a8c49022 branch-4.0: [fix](pipeline) update license-maven-plugin to
2.1.0 #58951 (#63024)
add 9b1a764a52f branch-4.0:[fix](fe) Fix null pointer exception in
sessionVariables after upgrade #61959 (#62896)
add 285041b34c6 branch-4.0: [fix](insert) fix InsertLoadJob memory leak
caused by jobs permanently stuck in PENDING state (#62890)
add cae220ea578 branch-4.0: [fix](transaction) fix
IllegalMonitorStateException in routine load afterAborted when coordinate BE
restarts (#62892)
add 236960049b2 branch-4.0: [fix](load) fix broker load silently loaded
only the first file when parsing multiple files path #62969 (#63041)
add 7f0aaff7024 branch-4.0: [fix](be) Fix UB and param order in
assert_num_rows_operator #62800 (#62845)
add 6e3fa164b32 branch-4.0: [fix](nereids) Fix DST spring-forward gap
handling in timestamptz literal #62945 (#62977)
add a1418adf644 [Bug](profile) move watcher.stop() into locked code block
(#62683)
add 49bb2239bd7 branch-4.0: [fix](point query) Keep LogicalOlapScan for
short-circuit point query on empty table #62948 (#63006)
add 62ce1221a51 branch-4.0： [fix](nereids) Backport unique-function filter
push-down guards (#62705) (#62750)
add 69e3104abe2 [fix](profile) fix missing update_scanner_profile on
non-eos scanner yield path (#62647)
add c8c9de2f1de branch-4.0: [opt](nereids) scale num_nulls in col stats
when partition pruned #62265 (#62693)
add 0a42d750f86 branch-4.0: [fix](be) Add missing SCOPED_ATTACH_TASK in
download and move_dir callbacks #62403 (#62541)
add 0691bbc5091 branch-4.0: [fix](cloud) add get_version and
get_tablet_stats case (#61915) (#62576)
add 2aeccc31961 branch-4.0: [fix](fe) Fix view columns losing colUniqueId
in lazy materialization #62533 (#62572)
add 5612a9cff1e branch-4.0: [fix](fe) Mask sensitive headers in stream
load logs #62108 (#62593)
add e353fb16696 branch-4.0: [fix](fe) Fix SHOW BACKENDS field order
mismatch #62207 (#62283)
add 2d1c37e5c8a branch-4.0: [fix](fe) Fix FE startup argument forwarding
#62587 (#62611)
add ce8c4652322 branch-4.0: [fix](variant) preserve subcolumns after
row-store partial update #62067 (#62075)
add 1bceac2fdd2 [branch-4.0](function) add a lambda functor version for
array_sort (#57828) (#62829)
add 03c8cae0dbc branch-4.0: (cloud) Hold table write lock across
first-time dynamic partition setup to prevent CREATE MV race #62755 (#62862)
add 2ecf1a68d6a [fix](query) avoid missing result packet for query during
master switch (#62721)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (2296d6731c8)
\
N -- N -- N refs/heads/auto-pick-62721-branch-4.0 (2ecf1a68d6a)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
be/src/agent/task_worker_pool.cpp | 4 +
be/src/cloud/cloud_base_compaction.h | 7 +
be/src/cloud/cloud_compaction_action.cpp | 12 +-
be/src/cloud/cloud_cumulative_compaction.h | 7 +
be/src/cloud/cloud_full_compaction.h | 7 +
be/src/cloud/cloud_meta_mgr.cpp | 1 +
be/src/cloud/cloud_schema_change_job.cpp | 39 +-
be/src/cloud/cloud_storage_engine.cpp | 129 +++-
be/src/cloud/cloud_storage_engine.h | 10 +-
be/src/cloud/cloud_tablet_hotspot.cpp | 342 ++++++++-
be/src/cloud/cloud_tablet_hotspot.h | 36 +-
be/src/common/config.cpp | 4 +
be/src/common/config.h | 4 +
be/src/common/status.h | 1 +
be/src/exec/schema_scanner.cpp | 3 +
.../schema_compaction_tasks_scanner.cpp | 504 ++++++++++++++
.../schema_compaction_tasks_scanner.h} | 41 +-
be/src/http/action/compaction_action.cpp | 51 +-
be/src/http/action/compaction_profile_action.cpp | 270 ++++++++
.../action/compaction_profile_action.h} | 33 +-
be/src/http/action/file_cache_action.cpp | 37 +
be/src/io/cache/block_file_cache_factory.cpp | 36 +
be/src/io/cache/block_file_cache_factory.h | 3 +
be/src/io/fs/benchmark/s3_benchmark.hpp | 4 +-
be/src/io/fs/buffered_reader.cpp | 30 +-
be/src/io/fs/buffered_reader.h | 21 +-
be/src/io/tools/file_cache_microbench.cpp | 642 +++++++++++------
be/src/io/tools/proto/microbench.proto | 2 +
be/src/olap/base_compaction.h | 6 +
be/src/olap/compaction.cpp | 90 ++-
be/src/olap/compaction.h | 22 +
be/src/olap/compaction_task_tracker.cpp | 271 ++++++++
be/src/olap/compaction_task_tracker.h | 203 ++++++
be/src/olap/cumulative_compaction.h | 6 +
be/src/olap/full_compaction.h | 6 +
be/src/olap/memtable.cpp | 25 +-
be/src/olap/memtable.h | 6 +
be/src/olap/memtable_writer.cpp | 23 +-
be/src/olap/memtable_writer.h | 2 +
be/src/olap/merger.cpp | 10 +-
be/src/olap/merger.h | 6 +-
be/src/olap/olap_server.cpp | 237 ++++---
.../segment_v2/ann_index/faiss_ann_index.cpp | 9 +-
be/src/olap/rowset/segment_v2/segment_writer.cpp | 25 +
.../rowset/segment_v2/variant_stats_calculator.cpp | 4 +-
.../rowset/segment_v2/vertical_segment_writer.cpp | 25 +
be/src/olap/rowset_builder.cpp | 4 +-
be/src/olap/storage_engine.h | 8 +-
be/src/olap/tablet_schema.h | 2 +-
be/src/pipeline/dependency.cpp | 2 +-
be/src/pipeline/exec/assert_num_rows_operator.cpp | 6 +-
be/src/service/http_service.cpp | 12 +
be/src/service/internal_service.cpp | 20 +-
be/src/vec/common/schema_util.cpp | 2 +-
be/src/vec/exec/format/csv/csv_reader.cpp | 26 +-
be/src/vec/exec/format/csv/csv_reader.h | 3 +-
be/src/vec/exec/format/json/new_json_reader.cpp | 33 +-
be/src/vec/exec/format/json/new_json_reader.h | 5 +-
be/src/vec/exec/format/orc/vorc_reader.cpp | 60 +-
be/src/vec/exec/format/orc/vorc_reader.h | 10 +
be/src/vec/exec/format/parquet/vparquet_reader.cpp | 48 ++
be/src/vec/exec/format/parquet/vparquet_reader.h | 10 +
be/src/vec/exec/scan/scanner_scheduler.cpp | 17 +-
.../lambda_function/lambda_function_factory.h | 2 +
be/test/cloud/cloud_schema_change_job_test.cpp | 339 +++++++++
be/test/cloud/cloud_tablet_hotspot_gc_test.cpp | 198 ++++++
be/test/olap/compaction_task_tracker_test.cpp | 769 +++++++++++++++++++++
.../olap/vector_search/faiss_vector_index_test.cpp | 65 ++
be/test/vec/common/schema_util_test.cpp | 47 ++
bin/start_fe.sh | 21 +-
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 2 +-
.../java/org/apache/doris/alter/AlterJobV2.java | 3 +-
.../org/apache/doris/analysis/SchemaTableType.java | 4 +-
.../org/apache/doris/catalog/AliasFunction.java | 12 +-
.../apache/doris/catalog/CloudTabletStatMgr.java | 8 +
.../main/java/org/apache/doris/catalog/Column.java | 4 +
.../main/java/org/apache/doris/catalog/MTMV.java | 3 +
.../doris/catalog/MaterializedIndexMeta.java | 3 +
.../java/org/apache/doris/catalog/SchemaTable.java | 41 ++
.../main/java/org/apache/doris/catalog/View.java | 4 +
.../transaction/CloudGlobalTransactionMgr.java | 84 ++-
.../apache/doris/common/proc/BackendsProcDir.java | 6 +-
.../apache/doris/datasource/InternalCatalog.java | 104 +--
.../org/apache/doris/httpv2/rest/LoadAction.java | 11 +-
.../glue/translator/ExpressionTranslator.java | 56 ++
.../doris/nereids/jobs/executor/Rewriter.java | 6 +-
.../doris/nereids/parser/LogicalPlanBuilder.java | 2 +-
.../nereids/rules/analysis/ExpressionAnalyzer.java | 2 +-
.../rules/implementation/AggregateStrategies.java | 14 +-
.../rewrite/AccessPathExpressionCollector.java | 12 +
.../rules/rewrite/CollectFilterAboveConsumer.java | 3 +
.../nereids/rules/rewrite/PruneEmptyPartition.java | 6 +
.../rewrite/PushDownFilterThroughGenerate.java | 3 +-
.../doris/nereids/stats/StatsCalculator.java | 22 +-
.../doris/nereids/trees/expressions/Alias.java | 2 +-
.../nereids/trees/expressions/SlotReference.java | 2 +-
.../expressions/functions/scalar/ArraySort.java | 35 +-
.../trees/expressions/functions/scalar/Lambda.java | 13 +-
.../functions/window/RequireTrivialTypes.java | 2 +
.../trees/expressions/literal/DateLiteral.java | 2 +-
.../trees/expressions/literal/DateTimeLiteral.java | 66 +-
.../commands/insert/AbstractInsertExecutor.java | 13 +-
.../commands/insert/InsertIntoTableCommand.java | 12 +-
.../plans/commands/insert/OlapInsertExecutor.java | 60 +-
.../planner/BackendPartitionedSchemaScanNode.java | 1 +
.../java/org/apache/doris/qe/AuditLogHelper.java | 159 +++--
.../org/apache/doris/qe/MysqlConnectProcessor.java | 3 +
.../java/org/apache/doris/qe/SessionVariable.java | 4 +-
.../doris/statistics/ColumnStatisticBuilder.java | 8 +-
.../apache/doris/alter/AlterJobV2RetryTest.java | 101 +++
.../doris/catalog/SessionVariablesNullFixTest.java | 129 ++++
.../transaction/CloudGlobalTransactionMgrTest.java | 34 +-
.../doris/common/proc/BackendsProcDirTest.java | 38 +
.../apache/doris/httpv2/rest/LoadActionTest.java | 49 ++
.../rewrite/CollectFilterAboveConsumerTest.java | 87 +++
.../rewrite/PushDownFilterThroughGenerateTest.java | 92 +++
.../rules/rewrite/ShortCircuitPointQueryTest.java | 78 +++
.../nereids/trees/expressions/ExpressionTest.java | 17 +
.../window/TimestampTzLeadLagSignatureTest.java | 55 ++
.../trees/plans/commands/LoadCommandTest.java | 28 +
.../plans/commands/ShowBackendsCommandTest.java | 34 +-
.../org/apache/doris/qe/AuditLogHelperTest.java | 104 +++
.../doris/utframe/DemoMultiBackendsTest.java | 2 +-
fe/pom.xml | 2 +-
gensrc/thrift/Descriptors.thrift | 1 +
gensrc/thrift/Status.thrift | 1 +
.../timestamptz/test_timestamptz_dst_gap.out | 11 +
.../test_count_match_all_pushdown.out | 16 +
.../test_broker_load_multi_filegroup.out | 2 +
.../nereids_function_p0/scalar_function/Array2.out | 241 +++++++
..._filter_above_consumer_with_unique_function.out | 24 +
...ilter_through_generate_with_unique_function.out | 26 +
.../data/point_query_p0/test_point_query.out | 2 +
.../topn_lazy/lazy_materialize_view.out} | 14 +-
.../compaction/test_compaction_nokey_variant.out | 21 +
.../test_create_table_and_create_mv_race.groovy | 143 ++++
.../tablets/test_tablet_stat_syncer.groovy | 150 ++++
.../cloud_p0/version/test_version_syncer.groovy | 112 +++
.../test_sc_compaction_cross_v1_retry.groovy | 158 +++++
.../compaction/test_be_compaction_tasks.groovy | 167 +++++
.../test_compaction_profile_action.groovy | 193 ++++++
.../timestamptz/test_timestamptz_dst_gap.groovy | 61 ++
.../iceberg/write/test_iceberg_write_insert.groovy | 5 +
.../memtable/test_memtable_too_many_rows.groovy | 49 ++
.../insert_overwrite_error_message_percent.groovy | 59 ++
.../test_count_match_all_pushdown.groovy | 81 +++
.../test_broker_load_multi_filegroup.groovy | 57 +-
.../test_group_commit_http_stream.groovy | 4 +
.../load_p0/insert/test_insert_statistic.groovy | 42 +-
.../test_routine_load_be_restart.groovy | 21 +-
.../suites/mysql_compatibility_p0/metadata.groovy | 4 +-
.../scalar_function/Array2.groovy | 499 +++++++++++++
...lter_above_consumer_with_unique_function.groovy | 49 ++
...er_through_generate_with_unique_function.groovy | 49 ++
.../suites/point_query_p0/test_point_query.groovy | 5 +
.../topn_lazy/lazy_materialize_view.groovy | 84 +++
.../suites/statistics/test_scale_num_nulls.groovy | 61 ++
.../test_compaction_nokey_variant.groovy | 71 ++
.../suites/variant_p0/delete_update.groovy | 40 ++
159 files changed, 8389 insertions(+), 746 deletions(-)
create mode 100644
be/src/exec/schema_scanner/schema_compaction_tasks_scanner.cpp
copy be/src/{olap/cumulative_compaction.h =>
exec/schema_scanner/schema_compaction_tasks_scanner.h} (53%)
create mode 100644 be/src/http/action/compaction_profile_action.cpp
copy be/src/{io/tools/proto/microbench.proto =>
http/action/compaction_profile_action.h} (51%)
create mode 100644 be/src/olap/compaction_task_tracker.cpp
create mode 100644 be/src/olap/compaction_task_tracker.h
create mode 100644 be/test/cloud/cloud_schema_change_job_test.cpp
create mode 100644 be/test/cloud/cloud_tablet_hotspot_gc_test.cpp
create mode 100644 be/test/olap/compaction_task_tracker_test.cpp
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/alter/AlterJobV2RetryTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/catalog/SessionVariablesNullFixTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/httpv2/rest/LoadActionTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/CollectFilterAboveConsumerTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/PushDownFilterThroughGenerateTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/rules/rewrite/ShortCircuitPointQueryTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/nereids/trees/expressions/functions/window/TimestampTzLeadLagSignatureTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/qe/AuditLogHelperTest.java
create mode 100644
regression-test/data/datatype_p0/timestamptz/test_timestamptz_dst_gap.out
create mode 100644
regression-test/data/inverted_index_p0/test_count_match_all_pushdown.out
create mode 100644
regression-test/data/nereids_function_p0/scalar_function/Array2.out
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/collect_filter_above_consumer_with_unique_function.out
create mode 100644
regression-test/data/nereids_rules_p0/unique_function/push_down_filter_through_generate_with_unique_function.out
copy
regression-test/data/{load_p0/broker_load/test_broker_load_multi_filegroup.out
=> query_p0/topn_lazy/lazy_materialize_view.out} (50%)
create mode 100644
regression-test/data/variant_p0/compaction/test_compaction_nokey_variant.out
create mode 100644
regression-test/suites/cloud_p0/partition/test_create_table_and_create_mv_race.groovy
create mode 100644
regression-test/suites/cloud_p0/tablets/test_tablet_stat_syncer.groovy
create mode 100644
regression-test/suites/cloud_p0/version/test_version_syncer.groovy
create mode 100644
regression-test/suites/cloud_p1/schema_change/compaction_optimization/test_sc_compaction_cross_v1_retry.groovy
create mode 100644
regression-test/suites/compaction/test_be_compaction_tasks.groovy
create mode 100644
regression-test/suites/compaction/test_compaction_profile_action.groovy
create mode 100644
regression-test/suites/datatype_p0/timestamptz/test_timestamptz_dst_gap.groovy
create mode 100644
regression-test/suites/fault_injection_p0/memtable/test_memtable_too_many_rows.groovy
create mode 100644
regression-test/suites/insert_overwrite_p0/insert_overwrite_error_message_percent.groovy
create mode 100644
regression-test/suites/inverted_index_p0/test_count_match_all_pushdown.groovy
create mode 100644
regression-test/suites/nereids_function_p0/scalar_function/Array2.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/collect_filter_above_consumer_with_unique_function.groovy
create mode 100644
regression-test/suites/nereids_rules_p0/unique_function/push_down_filter_through_generate_with_unique_function.groovy
create mode 100644
regression-test/suites/query_p0/topn_lazy/lazy_materialize_view.groovy
create mode 100644
regression-test/suites/statistics/test_scale_num_nulls.groovy
create mode 100644
regression-test/suites/variant_p0/compaction/test_compaction_nokey_variant.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
