This is an automated email from the ASF dual-hosted git repository.
xuyang pushed a change to branch auto-pick-48101-branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
from da69d062b54 Merge branch 'branch-3.0' into auto-pick-48101-branch-3.0
add 2edecb87531 branch-3.0: [fix])(catalog)add equals for external table
#47956 (#48348)
add eff7875a263 branch-3.0: [enhance](mtmv)mv_infos not hold read lock of
tables #47415 (#48674)
add aa9a7ef5e64 branch-3.0: [enhance](auth)The priority of attributes is
higher than session vari… (#48548)
add 9c95d0d8f90 branch-3.0: [fix](nereids)Support negative partition range
value and negative column default value. #48297 (#48421)
add e71c5c0bb8f branch-3.0:[opt](mtmv) metadata cache of external table no
longer be refreshed b… (#48767)
add 9c39a343fc7 [fix](load) add lock for
runtime_state->tablet_commit_infos (#48709) (#48732)
add f662722abe9 branch-3.0-pick: [Fix](mow) Fix some logs for mow (#48523)
(#48664)
add 32eb08266e8 branch-3.0-pick: [Opt](merge-on-write) Check delete bitmap
cache after writing it (#48233) (#48493)
add 9ff8d4891e9 branch-3.0: [fix](cold hot separation) Fix the issue that
files on the remote storage are not deleted after triggering cold data
compaction. (#48109) (#48445)
add b1175bcb6ad branch-3.0: [fix](test) Remove unnecessary checks for sp
test #48611 (#48726)
add d5962b3e7c3 branch-3.0: [Fix](case) Fix case
`test_partial_update_with_delete_col_in_publish` #48632 (#48662)
add c0813750722 branch-3.0: [fix](binlog) Set dummy timestamp correctly
#48706 (#48754)
add 082afd515b5 branch-3.0: [Fix](case) Fix
`test_skip_calc_between_segments` when `force_olap_table_replication_num=3`
#48519 (#48645)
add ad551b0e3a6 branch-3.0: [fix](s3) support chinacloudapi endpoint for
azure #47703 (#48642)
add 72445f727ef branch-3.0: [enhance](mtmv)insert overwrite of mtmv force
drop partition #48074 (#48627)
add 957a4de9a88 branch-3.0: [improve](routine load) add more metrics to
observe the routine load job #48209 (#48764)
add 167f6f5eec6 branch-3.0: [improvement](thrift) Limit max cached client
size for BE thrift connection to master FE. #43973 (#48501)
add 5eaca71f308 branch-3.0: [fix](load) Fix import failure when the stream
load parameter specifies Transfer-Encoding:chunked #48196 (#48474)
add 6ec0bc9c7eb branch-3.0: [chore](binlog) add ingesting/downloading
binlog latency metrics #48599 (#48648)
add 7cd2af0f9cd branch-3.0: [fix](log) Fix s3_rate_limiter.cpp LOG
incomplete #48440 (#48643)
add 24821f5a8aa branch-3.0: [improve](load) improve error message "unknown
load_id" #47509 (#48638)
add ad3f8d15dd4 branch-3.0: [fix](function) Percentil func core when
percent args is non nullable negative number #48563 (#48605)
add bac11096148 branch-3.0: [chore](binlog) Save tablet delta rows in
UpsertRecord #48550 (#48649)
add 3f6a7019101 branch-3.0: [improve](cloud)(transaction) do not execute
afterVisible if commit transaction fail in cloud mode #48576 (#48774)
add 3e2709eb54b [fix](group commit)Fix wal manager ut (#48882)
add 1eadb71e238 branch-3.0: [fix](binlog) avoid adding acqurie_md5 param
when enable_download_md5… #48573 (#48583)
add 5124dc82f88 branch-3.0: [fix](table) Breaking up dynamic partition
table scheduling consuming peak CPU consumption #48577 (#48879)
add dfa2593787b Merge branch 'branch-3.0' into auto-pick-48101-branch-3.0
No new revisions were added by this update.
Summary of changes:
be/src/agent/utils.cpp | 13 +-
be/src/agent/utils.h | 2 +
be/src/cloud/cloud_tablet.cpp | 21 +
be/src/cloud/cloud_tablet.h | 3 +
be/src/common/config.cpp | 6 +
be/src/common/config.h | 6 +
be/src/http/action/download_binlog_action.cpp | 13 +
be/src/http/action/stream_load.cpp | 1 +
be/src/io/fs/azure_obj_storage_client.cpp | 14 +-
be/src/io/fs/multi_table_pipe.cpp | 4 +-
be/src/io/fs/stream_load_pipe.h | 10 +
be/src/olap/base_tablet.cpp | 16 +-
be/src/olap/base_tablet.h | 4 +
be/src/olap/olap_server.cpp | 2 +-
be/src/runtime/exec_env.h | 3 +-
be/src/runtime/exec_env_init.cpp | 9 +
be/src/runtime/fragment_mgr.cpp | 27 +-
be/src/runtime/load_channel_mgr.cpp | 6 +-
be/src/runtime/routine_load/data_consumer.cpp | 6 +
be/src/runtime/runtime_state.h | 27 +-
.../runtime/stream_load/stream_load_executor.cpp | 2 +-
be/src/service/backend_service.cpp | 27 +-
be/src/util/doris_metrics.cpp | 10 +
be/src/util/doris_metrics.h | 5 +
be/src/util/s3_util.cpp | 11 +-
be/src/util/stopwatch.hpp | 6 +
.../aggregate_function_percentile.h | 1 +
be/src/vec/exec/format/json/new_json_reader.cpp | 51 ++-
be/src/vec/exec/format/json/new_json_reader.h | 4 +
be/src/vec/sink/writer/vtablet_writer.cpp | 21 +-
be/src/vec/sink/writer/vtablet_writer_v2.cpp | 5 +-
be/test/http/stream_load_test.cpp | 7 +-
be/test/olap/wal/wal_manager_test.cpp | 453 ++++++++++++++++-----
be/test/vec/exec/vwal_scanner_test.cpp | 379 -----------------
cloud/src/common/config.h | 2 +
cloud/src/recycler/s3_accessor.cpp | 10 +-
common/cpp/s3_rate_limiter.cpp | 2 +-
.../main/java/org/apache/doris/common/Config.java | 17 +
.../antlr4/org/apache/doris/nereids/DorisParser.g4 | 4 +-
.../java/org/apache/doris/binlog/BinlogUtils.java | 3 +-
.../java/org/apache/doris/binlog/DBBinlog.java | 1 +
.../java/org/apache/doris/binlog/TableBinlog.java | 1 +
.../java/org/apache/doris/binlog/UpsertRecord.java | 17 +-
.../doris/clone/DynamicPartitionScheduler.java | 14 +
.../apache/doris/cloud/storage/AzureRemote.java | 15 +-
.../transaction/CloudGlobalTransactionMgr.java | 5 +-
.../apache/doris/datasource/ExternalCatalog.java | 18 +
.../apache/doris/datasource/ExternalDatabase.java | 19 +
.../org/apache/doris/datasource/ExternalTable.java | 18 +
.../doris/datasource/hive/HMSExternalTable.java | 2 -
.../apache/doris/datasource/kafka/KafkaUtil.java | 60 +--
.../property/constants/AzureProperties.java | 17 +-
.../org/apache/doris/fs/obj/AzureObjStorage.java | 15 +-
.../doris/insertoverwrite/InsertOverwriteUtil.java | 7 +-
.../doris/load/routineload/RoutineLoadJob.java | 8 +-
.../java/org/apache/doris/metric/MetricRepo.java | 20 +
.../doris/nereids/parser/LogicalPlanBuilder.java | 15 +-
.../plans/commands/UpdateMvByPartitionCommand.java | 7 +
.../insert/InsertOverwriteTableCommand.java | 7 +-
.../java/org/apache/doris/qe/ConnectContext.java | 65 ++-
.../main/java/org/apache/doris/qe/Coordinator.java | 4 +-
.../doris/tablefunction/MetadataGenerator.java | 26 +-
.../doris/tablefunction/S3TableValuedFunction.java | 17 +-
.../apache/doris/transaction/TransactionState.java | 1 +
.../doris/datasource/ExternalEqualsTest.java | 52 +++
.../property/constants/AzurePropertiesTest.java | 55 +++
.../doris/load/routineload/RoutineLoadJobTest.java | 4 +-
.../org/apache/doris/qe/ConnectContextTest.java | 70 ++++
.../test_load_with_transfer_encoding.out} | Bin 131 -> 131 bytes
.../partition_p0/test_negative_partition_value.out | Bin 0 -> 375 bytes
.../test_negative_default_column_value.out} | Bin 141 -> 143 bytes
regression-test/pipeline/p0/conf/be.conf | 3 +
.../test_property_session.groovy} | 42 +-
.../cold_data_compaction.groovy} | 64 ++-
...artial_update_with_delete_col_in_publish.groovy | 2 +-
.../test_skip_calc_between_segments.groovy | 1 -
.../data/{test_schedule.csv => test_metrics.csv} | 0
...ule.groovy => test_routine_load_metrics.groovy} | 158 ++++---
.../test_load_with_transfer_encoding.groovy | 119 ++++++
.../suites/mtmv_p0/test_hive_refresh_mtmv.groovy | 12 +
.../test_negative_partition_value.groovy | 58 +++
.../test_partition_storage_policy.groovy | 12 +-
.../test_aggregate_all_functions.groovy | 22 +
.../test_negative_default_column_value.groovy} | 22 +-
84 files changed, 1489 insertions(+), 799 deletions(-)
delete mode 100644 be/test/vec/exec/vwal_scanner_test.cpp
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/ExternalEqualsTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/datasource/property/constants/AzurePropertiesTest.java
copy
regression-test/data/{auto_increment_p2/test_unique_auto_inc_concurrent.out =>
load_p0/stream_load/test_load_with_transfer_encoding.out} (90%)
create mode 100644
regression-test/data/partition_p0/test_negative_partition_value.out
copy regression-test/data/{bloom_filter_p0/test_bloom_filter_drop_column.out
=> table_p0/test_negative_default_column_value.out} (67%)
copy regression-test/suites/{auth_call/test_dml_cancel_profile_auth.groovy =>
account_p0/test_property_session.groovy} (57%)
copy
regression-test/suites/{fault_injection_p0/test_cold_data_compaction_fault_injection.groovy
=> cold_heat_separation/cold_data_compaction.groovy} (65%)
copy regression-test/suites/load_p0/routine_load/data/{test_schedule.csv =>
test_metrics.csv} (100%)
copy
regression-test/suites/load_p0/routine_load/{test_routine_load_schedule.groovy
=> test_routine_load_metrics.groovy} (60%)
create mode 100644
regression-test/suites/load_p0/stream_load/test_load_with_transfer_encoding.groovy
create mode 100644
regression-test/suites/partition_p0/test_negative_partition_value.groovy
copy regression-test/suites/{nereids_syntax_p0/order_by_const.groovy =>
table_p0/test_negative_default_column_value.groovy} (59%)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
