This is an automated email from the ASF dual-hosted git repository.
w41ter pushed a change to branch auto-pick-47279-branch-3.0
in repository https://gitbox.apache.org/repos/asf/doris.git
omit 62ce0fe6630 [fix](restore) Add a local snapshot lock to protect
snapshot dir (#47279)
add 80f2d83a259 branch-3.0: [Test](index) fix the index property
inconsistency for check_before_quit #46854 (#47207)
add 0fbba02e3fc branch-3.0: [fix](ccr) Wrong tosql for alt tbl enable
feature #46620 (#47208)
add dc493c74641 branch-3.0: [fix](sql) Wrong result of tosql for drop
column with rollup #47153 (#47205)
add 1ea44506c8a branch-3.0: [fix](date_function) fix str_to_date function
return wrong microsecond issue #47129 (#47261)
add 8d23bf088ee branch-3.0: [test](case) Add nereids check (#47214)
add 25e67f094bb branch-3.0: [test](case) fix tpcds_sf100 q17 result file
#47169 (#47193)
add cd1b10e2273 branch-3.0: [fix](hive docker)Reserve host port for hive2
namenode and datanode #47262 (#47304)
add 5ef1a4d9c47 branch-3.0: [fix](cloud-mow)Fe should process
KV_TXN_CONFLICT_RETRY_EXCEEDED_MAX_TIMES when geting delete bitmap lock fail
#47161 (#47294)
add 3083f0c00c3 branch-3.0: [Fix](test) Fix Show Data Case #47224 (#47293)
add db0d489666c branch-3.0: [fix](binlog) Binlog ts not initialized #47174
(#47298)
add 822c1326d7e branch-3.0: [chore](file_cache) Set enbale_dump_error_file
to false by default #47229 (#47250)
add 1c019d51f3b [chore](submodule) align clucene submodule branch with
doris branch-3.0 (#47269)
add 9045fb6f4e3 branch-3.0: [fix](cloud-mow)Fix case
test_schema_change_with_mow_txn_conflict #47044 (#47306)
add 8ddc7464236 branch-3.0: [fix](test) fix case failure for index
compaction #47225 (#47237)
add 6a13fd85b27 branch-3.0: [Fix](ShortCircuite) fix point query crash
with prepared statement when encounter delete sign #47178 (#47222)
add a5ea1efb6f2 branch-3.0: [Fix](Variant) fix variant may lost schema
info when meet TXN_CONFLICT in cloud mode #47284 (#47309)
add e55487603ba branch-3.0: [fix](test) fix case test_index_io_context
#47290 (#47334)
add 5e90377c9ed branch-3.0: [fix](cloud)(bulk load) fix memory leak in FE
observer node #47074 (#47244)
add baac2416eee branch-3.0: [Fix](recycler) Fix recycler fail when dealing
with rowset [0-1] #47324 (#47335)
add ae129e773da branch-3.0: [fix](s3filewriter) Fix s3_write_buffer_size
boundary issue #47333 (#47341)
add c4c526a8bf6 branch-3.0: [Fix](cloud) Cloud enable fe deploy mode from
master-observers to multi-followers #45255 (#47215)
add 016cb20158f [regression-test](fix) remove unused code in
test_workload_sched_policy (#47344)
add 99b2d629b0d [regression-test](case) remove two cases not suitable for
cloud (#47353)
add c30ff0677db [regression-test](fix) global var (#47125)
add 5d70ee54c70 branch-3.0: [regression-test](framework) fix bug when sql
returns two column with same name #47087 (#47135)
add bff72833213 branch-3.0: [fix](cloud) fix file cache potential leakage
#46561 (#47376)
add 42c6257820b branch-3.0: [fix](docker) solve kerberos docker conflict
#47260 (#47272)
add 09878320242 branch-3.0: [Opt](regression) Add more test cases to
external community pipeline #46897 (#46956)
add 239f2d16f98 branch-3.0: [Opt](test) export/outfile case supports
multi-kerberos env #47189 (#47238)
add 110e0fcfb8e [branch-3.0]Add customStdAllocator for vector/map (#41193)
(#47368)
add 793634766b5 branch-3.0: [fix](hive docker)Sysctl reserve ports error
#47373 (#47398)
add bcea4fcd1f5 branch-3.0: [fix](hive docker)Unknown `--reserve-port`
flags #47352 (#47355)
add ee2979c6130 Revert "branch-3.0: [fix](date_function) fix str_to_date
function return wrong microsecond issue #47129" (#47401)
add 84a21bda28d branch-3.0: [fix](merge-on-write) Remove pending delete
bitmap check when commit_txn() #47136 (#47283)
add f8bd96932e8 branch-3.0: [fix](memory) Fix metadata memory tracking and
profile (#47379)
add ee46be6a6a9 branch-3.0: [improve](cloud-mow) modify some log (#47347)
(#47433)
add 4d5b371ea24 branch-3.0: [Opt](RowsetMeta) Add hint msg when encounter
`TXN_VALUE_TOO_LARGE` in `commit_rowset()/update_tmp_rowset()` #47241 (#47429)
add a3580a610d9 branch-3.0: [fix](regression test) Fix S3 load profile
test failed in multi-frontends environment. #47330 (#47442)
add cc38fad16c2 branch-3.0: [Bug](dead lock) Fix dead lock in Tablet Stat
Mgr #46959 (#47418)
add ac412b32aa6 branch-3.0: [fix](cloud-mow)Fix case
test_cloud_mow_stream_load_with_commit_fail #47240 (#47435)
add d23584f5e7b branch-3.0: [opt](docker)Replace healthy container with
`--wait` #47357 (#47420)
add 0f897ed9443 branch-3.0: [fix](Nereids) Use the schema saved during
planning as the schema of the original target table #47337 (#47402)
add e4eaf130604 branch-3.0: [Bug](function) fix wrong result when case
when have more than 256 conditions and the… #47179 (#47391)
add 28a46013747 branch-3.0: [regression-test](case) fix
test_bloom_filter_hit.groovy #47057 (#47348)
add db381d862be branch-3.0: [opt](jsonb) add ut for the jsonb parser
#47181 (#47387)
add 4acf8fbaaa3 branch-3.0: [regression-test](case) fix percentile case
#47359 (#47394)
add 0f63ced618a branch-3.0: [test](load) add p0 cases for insert docs
#44364 (#44987)
add 6856b74e416 branch-3.0: [opt](join) Check the property of nullable
from intermediate row #45017 (#45475)
add ce8d389b9c4 branch-3.0: [fix](local exchange) Use tokens to ensure
that try_dequeue maintains strict order. #45741 (#45844)
add fd514be024a branch-3.0: [Fix](test) test_cumu_compaction_with_delete
case should be nonConcurrent #47372 (#47447)
add c0f256f18ee branch-3.0: [improve](cloud-mow)Add delete bitmap metrics
for MS #47047 (#47451)
add 2ce46b95088 branch-3.0: [Fix](Test) debug point case should be
nonConcurrent #47443 (#47450)
add 0ac65471f09 branch-3.0: [opt](docker)Add healthy check for ES and
Kafka #47362 (#47413)
add 1f8faaa4525 branch-3.0: [opt](hive docker)Exit on creating table
failed #47390 (#47452)
add 778549008af [regression-test](fix) fix sql bug (#47361)
add 2ebf871c0cb branch-3.0 [fix](delete) fix insert into cols should be
corresponding to the query output for delete from command #47406 (#47454)
add 13db9d5c314 branch-3.0: [Fix](Test) debug point should be cleared in
the end #47458 (#47464)
add 8cc7d60a5b3 branch-3.0: [opt](iceberg docker)Add health check for
iceberg rest container #46767 (#47356)
add 7446007285e branch-3.0: [Fix](recycler) Delete again to double check
when recycle tablet failed by some bugs #47475 (#47477)
add d3da2bf6552 branch-3.0: [fix](bug) Fix `Config.max_query_retry_time=1`
analysis planner is null #47287 (#47480)
add 900b2606a57 branch-3.0: [fix](cloud) Fix cloud -230 retry not reset
ctx state #47326 (#47469)
add 64dd61bb1b6 branch-3.0: [chore](binlog) Log download binlog cost
#47360 (#47397)
add 25d52ab5055 branch-3.0: [test](p0) don't run move-memtable injection
cases in cloud mode #47311 (#47468)
add a2827a25eb6 branch-3.0: [fix](cloud-mow) Make delete bitmap cache
expired time more reasonable #47295 (#47490)
add 7950af36c83 branch-3.0: [fix](cloud-mow) Make some timeout about mow
more reasonable #46365 (#47489)
add 4799310c3e6 branch-3.0: [fix](cloud) Fix cloud decomission and check
wal #47187 (#47483)
add f552fe23383 branch-3.0: [fix](fe) Fix `slf4j` contains multiple SLF4J
bindings #45945 (#47466)
add a3651509249 branch-3.0: [fix](restore) Release snapshots after the
FINISHED state is persisted #47277 (#47285)
add 8b0fdf35f34 branch-3.0: [regression-test](case) enlarge
compaction_width_array_column.groovy … #47059 (#47365)
add 1179fb16430 branch-3.0: [Test](check) Skip view for check meta test
#47175 (#47190)
add 5911412b43e branch-3.0: [Fix](partial update) Forbid partial update
when table is in SCHEMA_CHANGE/ROLLUP in FE #46985 (#47160)
add 1ba5dbe6264 branch-3.0: [Improvement]downgrade resource tag when there
is not queryable replica #44255 (#45262)
add b1d8fc4fc0d branch-3.0: [regression-test](fix) enlarge statistic test
case's waiting time #45590 (#46015)
add a419b59b2f7 branch-3.0: [regression-test](fix) remove mow 2pc test
cases #46609 (#46730)
add 112395c3920 branch-3.0: [chore](persist) Save old index schema map in
TableAddOrDropColumnsInfo #46606 (#46740)
add 1927b965620 branch-3.0: [regression](minio) test minio as doris
storage vault #45417 (#46309)
add 3231215543e branch-3.0: [Test](Export) add some debug logs for export
#47400 (#47474)
add 6ae85be688b branch-3.0: [test](move-memtable) mitigate flaky injection
test `skip_two_backends` #47082 (#47110)
add e533bc98308 branch-3.0: [opt](regression-test) Adjust the stream load
timeout check of the regression framework #47037 (#47048)
add 1cc177c21f8 branch-3.0: [fix](nereids)fix logical repeat computefd
#47321 (#47346)
add 4ec7f892284 branch-3.0: [fix](backup) filter the staled task response
by job id #47416 (#47444)
add 35ed78923b4 branch-3.0: [fix](cloud) Fix async mtmv job retry when
meet -230 in cloud #47370 (#47482)
add 3c594a5970d branch-3.0: [fix](cloud) shorten cache lock held time and
add metrics #47472 (#47494)
add 9d6b7979068 [fix](case) make inverted index up down case robust
(#47382)
add 9b8a190e715 [cherry-pick](branch-3.0) Pick "[Fix](recycler) Further
fix for #47475 (#47486)" (#47499)
add dad83349ecf [regression-test](case) fix two cases using same table
(#47512)
add b1e6ee2157e branch-3.0: [fix](cache) fix sql cache throw npe in cloud
mode #47221 (#47266)
add c50d1616322 branch-3.0: [fix](Nereids) bind schema table qualified
column failed #46960 (#47155)
add 512681c2384 branch-3.0: [fix](edit_log) throw exception when replay
alter constraint on catalog table #47151 (#47231)
add 338bcc8c10f branch-3.0: [Fix](testcase) Add
enable_cloud_txn_lazy_commit for testcases relates to many partitions #47511
(#47517)
add 46d207e5f41 branch-3.0: [Fix](compaction) Should do_lease for full
compaction #47436 (#47519)
add 9e4b2b37787 branch-3.0: [Fix]Fix double-free when memtable agg #47523
(#47531)
add 989973f8b35 [test](mtmv) Fix regression test unstable and add relevant
test log #46299 #46546 (#47112)
add 91eb0beeafc branch-3.0: [improve](cloud-mow)Add delete bitmap metrics
#47028 (#47533)
add 66d489b140e branch-3.0: [fix](hive docker)Table `partition_location_1`
miss data #47539 (#47558)
add 44df61b4561 branch-3.0: [fix](memory) Fix init segment map check
memory exceeds limit (#47403)
add d147faa5f3c branch-3.0: [fix](memory) Fix WorkloadGroup memory GC
cancel msg #47367 (#47500)
add 66a70aa9678 branch-3.0: [fix](compaction) fix the issue of schema loss
caused by cloud disable auto compaction #47495 (#47529)
add 9b23b6ff9da branch-3.0: [improve](test) Fix unstable cases #47540
(#47560)
add 814e4d7b763 branch-3.0: [Fix](recycler) Fix retain inverted indexes
in tmp rowset recycling #47536 (#47546)
add 2168a446d31 [fix](restore) Add a local snapshot lock to protect
snapshot dir (#47279)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (62ce0fe6630)
\
N -- N -- N refs/heads/auto-pick-47279-branch-3.0 (2168a446d31)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.gitmodules | 2 +-
be/src/cloud/cloud_base_compaction.cpp | 2 +-
be/src/cloud/cloud_cumulative_compaction.cpp | 2 +-
.../cloud/cloud_cumulative_compaction_policy.cpp | 16 +
be/src/cloud/cloud_full_compaction.cpp | 3 +
be/src/cloud/cloud_schema_change_job.cpp | 2 +-
be/src/cloud/cloud_storage_engine.cpp | 68 +-
be/src/cloud/cloud_storage_engine.h | 2 +-
be/src/cloud/cloud_tablet.cpp | 17 +-
be/src/cloud/cloud_tablet_mgr.cpp | 50 +-
be/src/cloud/cloud_tablet_mgr.h | 3 +
be/src/cloud/config.cpp | 2 +-
be/src/common/config.cpp | 14 +-
be/src/common/config.h | 11 +-
be/src/common/daemon.cpp | 11 +-
be/src/io/cache/block_file_cache.cpp | 428 +++---
be/src/io/cache/block_file_cache.h | 93 +-
be/src/io/cache/file_block.cpp | 18 +-
be/src/io/cache/file_block.h | 6 +
be/src/io/cache/fs_file_cache_storage.cpp | 2 +-
be/src/io/fs/s3_file_writer.cpp | 37 +-
be/src/olap/base_tablet.cpp | 34 +
be/src/olap/base_tablet.h | 4 +
be/src/olap/compaction.cpp | 13 +-
be/src/olap/compaction.h | 2 +-
be/src/olap/delta_writer_v2.h | 1 -
be/src/olap/memtable.cpp | 2 -
be/src/olap/memtable_writer.h | 1 -
be/src/olap/metadata_adder.h | 73 +-
be/src/olap/olap_server.cpp | 28 +
be/src/olap/rowid_conversion.h | 41 +-
be/src/olap/rowset/beta_rowset_reader.cpp | 3 +-
be/src/olap/rowset/beta_rowset_writer.h | 2 +-
be/src/olap/rowset/segcompaction.cpp | 3 +-
be/src/olap/rowset/segcompaction.h | 10 +-
.../rowset/segment_v2/indexed_column_reader.cpp | 6 +-
.../olap/rowset/segment_v2/indexed_column_reader.h | 15 +-
.../segment_v2/inverted_index_fs_directory.cpp | 14 -
be/src/olap/rowset/segment_v2/page_handle.h | 12 +-
be/src/olap/rowset/segment_v2/segment.cpp | 17 +-
be/src/olap/rowset/segment_v2/segment.h | 7 +-
be/src/olap/rowset_builder.h | 1 -
be/src/olap/segment_loader.cpp | 3 +-
be/src/olap/segment_loader.h | 13 +-
be/src/olap/simple_rowid_conversion.h | 5 +-
be/src/olap/storage_engine.cpp | 5 +
be/src/olap/storage_engine.h | 9 +
be/src/olap/tablet_manager.cpp | 62 +-
be/src/olap/tablet_manager.h | 6 +-
be/src/olap/tablet_meta.cpp | 20 +-
be/src/olap/tablet_meta.h | 12 +-
be/src/olap/tablet_schema.cpp | 2 -
be/src/olap/tablet_schema.h | 7 +-
be/src/olap/tablet_schema_cache.cpp | 2 +-
be/src/pipeline/exec/hashjoin_probe_operator.cpp | 29 +-
be/src/pipeline/local_exchange/local_exchanger.h | 5 +-
be/src/runtime/exec_env.h | 16 +-
be/src/runtime/exec_env_init.cpp | 15 +-
be/src/runtime/memory/cache_policy.h | 6 +
be/src/runtime/memory/lru_cache_policy.h | 38 +-
be/src/runtime/memory/lru_cache_value_base.h | 11 +-
be/src/runtime/memory/mem_tracker_limiter.cpp | 58 +-
be/src/runtime/memory/mem_tracker_limiter.h | 14 +-
be/src/runtime/memory/memory_profile.cpp | 305 ++--
be/src/runtime/memory/memory_profile.h | 69 +-
be/src/runtime/thread_context.h | 4 +-
be/src/runtime/workload_group/workload_group.cpp | 36 +-
be/src/service/backend_service.cpp | 21 +-
be/src/service/point_query_executor.cpp | 25 +-
be/src/util/runtime_profile.cpp | 4 +-
be/src/util/runtime_profile.h | 45 +-
be/src/vec/common/custom_allocator.h | 82 ++
be/src/vec/functions/function_case.h | 13 +-
be/src/vec/runtime/partitioner.h | 1 -
be/src/vec/sink/vdata_stream_sender.h | 1 -
be/test/io/cache/block_file_cache_test.cpp | 108 +-
be/test/io/fs/s3_file_writer_test.cpp | 392 +++++
be/test/olap/rowid_conversion_test.cpp | 6 +-
be/test/util/jsonb_parser_simd_test.cpp | 406 +++++
be/test/vec/exec/concurrent_queue_order.cpp | 109 ++
build.sh | 4 +-
cloud/src/common/bvars.cpp | 5 +
cloud/src/common/bvars.h | 2 +
cloud/src/common/config.h | 9 +-
cloud/src/common/network_util.cpp | 11 +
cloud/src/meta-service/injection_point_http.cpp | 120 +-
cloud/src/meta-service/meta_service.cpp | 111 +-
cloud/src/meta-service/meta_service_helper.h | 11 +-
cloud/src/meta-service/meta_service_job.cpp | 16 +-
cloud/src/meta-service/meta_service_resource.cpp | 27 +
cloud/src/meta-service/meta_service_schema.cpp | 14 +-
cloud/src/meta-service/meta_service_schema.h | 6 +-
cloud/src/meta-service/meta_service_txn.cpp | 37 +-
cloud/src/recycler/recycler.cpp | 88 +-
cloud/src/recycler/recycler.h | 8 +-
cloud/src/resource-manager/resource_manager.cpp | 258 +++-
cloud/test/fdb_injection_test.cpp | 3 +
cloud/test/meta_service_http_test.cpp | 4 +-
cloud/test/meta_service_job_test.cpp | 2 +-
cloud/test/meta_service_test.cpp | 148 --
cloud/test/recycler_test.cpp | 5 +-
cloud/test/resource_test.cpp | 4 +
cloud/test/schema_kv_test.cpp | 131 +-
.../docker-compose/clickhouse/clickhouse.yaml.tpl | 7 -
.../thirdparties/docker-compose/db2/db2.yaml.tpl | 7 -
.../docker-compose/elasticsearch/es.yaml.tpl | 7 +-
.../elasticsearch/scripts/es_init.sh | 2 +
.../docker-compose/hive/hive-2x.yaml.tpl | 20 +-
.../docker-compose/hive/hive-2x_settings.env | 2 +-
.../docker-compose/hive/hive-3x.yaml.tpl | 20 +-
.../partition_location_1/create_table.hql | 1 +
.../partition_location_2/create_table.hql | 1 +
.../data/regression/crdmm_data/create_table.hql | 2 +-
.../docker-compose/hive/scripts/hive-metastore.sh | 32 +-
.../docker-compose/iceberg/entrypoint.sh.tpl | 7 +
.../docker-compose/iceberg/iceberg.yaml.tpl | 46 +-
.../docker-compose/kafka/kafka.yaml.tpl | 14 +
.../docker-compose/mariadb/mariadb-10.yaml.tpl | 7 -
.../minio-RELEASE.2024-11-07.env} | 2 +-
.../minio-RELEASE.2024-11-07.yaml.tpl} | 39 +-
.../docker-compose/minio/script/minio_init.sh} | 32 +-
.../docker-compose/mysql/mysql-5.7.yaml.tpl | 8 +-
.../docker-compose/oceanbase/oceanbase.yaml.tpl | 8 +-
.../docker-compose/oracle/oracle-11.yaml.tpl | 7 -
.../postgresql/postgresql-14.yaml.tpl | 7 -
.../docker-compose/sqlserver/sqlserver.yaml.tpl | 8 +-
docker/thirdparties/run-thirdparties-docker.sh | 72 +-
.../main/java/org/apache/doris/common/Config.java | 11 +-
.../apache/doris/alter/SchemaChangeHandler.java | 11 +-
.../org/apache/doris/alter/SchemaChangeJobV2.java | 4 +-
.../org/apache/doris/analysis/AlterTableStmt.java | 7 +-
.../apache/doris/analysis/DropColumnClause.java | 2 +-
.../org/apache/doris/backup/BackupHandler.java | 28 +-
.../java/org/apache/doris/backup/RestoreJob.java | 18 +-
.../org/apache/doris/binlog/BinlogManager.java | 46 +-
.../java/org/apache/doris/catalog/OlapTable.java | 9 +
.../java/org/apache/doris/catalog/TableIf.java | 39 +-
.../org/apache/doris/catalog/TabletStatMgr.java | 58 +-
.../doris/cloud/catalog/CloudClusterChecker.java | 15 +-
.../org/apache/doris/cloud/catalog/CloudEnv.java | 13 +-
.../doris/cloud/catalog/CloudTabletRebalancer.java | 89 +-
.../transaction/CloudGlobalTransactionMgr.java | 38 +-
.../doris/common/NereidsSqlCacheManager.java | 53 +-
.../doris/datasource/FederationBackendPolicy.java | 3 +
.../org/apache/doris/httpv2/rest/LoadAction.java | 2 +
.../apache/doris/job/extensions/mtmv/MTMVTask.java | 46 +-
.../org/apache/doris/load/ExportTaskExecutor.java | 34 +
.../org/apache/doris/load/GroupCommitManager.java | 6 +
.../org/apache/doris/load/loadv2/LoadManager.java | 1 +
.../java/org/apache/doris/metric/MetricRepo.java | 6 +
.../java/org/apache/doris/mysql/MysqlProto.java | 3 +-
.../org/apache/doris/mysql/privilege/Auth.java | 9 +
.../mysql/privilege/CommonUserProperties.java | 11 +
.../apache/doris/mysql/privilege/UserProperty.java | 22 +
.../doris/mysql/privilege/UserPropertyMgr.java | 8 +
.../org/apache/doris/nereids/StatementContext.java | 7 +
.../generator/PlanPatternGeneratorAnalyzer.java | 4 +-
.../apache/doris/nereids/properties/DataTrait.java | 4 +
.../doris/nereids/rules/analysis/BindRelation.java | 4 +-
.../nereids/rules/analysis/CollectRelation.java | 14 +-
.../mv/InitMaterializationContextHook.java | 7 +-
.../doris/nereids/stats/StatsCalculator.java | 4 +
.../trees/plans/commands/DeleteFromCommand.java | 3 +-
.../commands/insert/InsertIntoTableCommand.java | 16 +-
.../nereids/trees/plans/logical/LogicalRepeat.java | 2 +-
.../java/org/apache/doris/persist/EditLog.java | 12 +-
.../doris/persist/TableAddOrDropColumnsInfo.java | 8 +-
.../org/apache/doris/planner/OlapScanNode.java | 47 +-
.../org/apache/doris/planner/OlapTableSink.java | 4 +
.../java/org/apache/doris/qe/ConnectContext.java | 8 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 3 +-
.../java/org/apache/doris/qe/SessionVariable.java | 12 +-
.../java/org/apache/doris/qe/StmtExecutor.java | 6 +-
.../org/apache/doris/qe/cache/CacheAnalyzer.java | 84 +-
.../main/java/org/apache/doris/system/Backend.java | 14 +
.../org/apache/doris/system/BeSelectionPolicy.java | 33 +-
.../apache/doris/analysis/AlterTableStmtTest.java | 21 +
.../doris/analysis/DropColumnClauseTest.java | 2 +-
.../persist/TableAddOrDropColumnsInfoTest.java | 5 +-
.../apache/doris/planner/ResourceTagQueryTest.java | 12 +-
.../apache/doris/system/SystemInfoServiceTest.java | 23 +
fe/pom.xml | 30 +-
gensrc/proto/cloud.proto | 4 +-
regression-test/conf/regression-conf.groovy | 11 +
.../cloud/test_cloud_full_compaction_do_lease.out} | Bin 109 -> 110 bytes
...st_cloud_mow_stream_load_with_txn_conflict.out} | Bin 134 -> 122 bytes
.../fault_injection_p0/cloud/test_stream_load.csv | 2 +
.../partial_update/during_sc.csv | 2 +
.../test_partial_update_during_sc.out} | Bin 236 -> 347 bytes
.../test_insert_docs_demo.out} | Bin 141 -> 142 bytes
.../test_delete_bitmap_metrics.out} | Bin 155 -> 161 bytes
.../{no_await/no_await.out => await/await.out} | Bin 3495 -> 3493 bytes
.../{unique => unique_rewrite}/unique_rewrite.out | Bin
.../delete/delete_mow_partial_update.out | Bin 887 -> 1148 bytes
.../eliminate_gby_key/eliminate_gby_key.out} | Bin 122 -> 128 bytes
.../mv/external_table/part_partition_invalid.out | Bin 2031 -> 1324 bytes
.../nereids_syntax_p0/mv/newMv/multi_slot4.out | Bin 198 -> 274 bytes
.../data/point_query_p0/test_point_query.out | Bin 9833 -> 9896 bytes
.../test_aggregate_all_functions2.out | Bin 8332 -> 8294 bytes
.../case_function/test_case_function.out | Bin 361 -> 462 bytes
regression-test/data/tpcds_sf100_p2/sql/q17.out | Bin 6376 -> 6594 bytes
.../schema_change_with_txn_conflict.out} | Bin 131 -> 185 bytes
.../create/test_minio_storage_vault.out} | Bin 109 -> 136 bytes
.../workload_manager_p0/skip_rg_test_table.csv | 2 +
.../regression/action/StreamLoadAction.groovy | 10 +-
.../org/apache/doris/regression/suite/Suite.groovy | 220 ++-
.../doris/regression/suite/SuiteCluster.groovy | 36 +
.../cloud_p0/conf/regression-conf-custom.groovy | 2 +
regression-test/pipeline/p0/conf/fe.conf | 1 +
regression-test/plugins/aliyun_oss_sdk.groovy | 7 +
.../plugins/cloud_show_data_plugin.groovy | 94 +-
.../suites/auth_call/test_ddl_mv_auth.groovy | 4 +-
.../suites/auth_p0/test_select_column_auth.groovy | 2 +-
.../bloom_filter_p0/test_bloom_filter_hit.groovy | 6 +
.../test_binlog_config_change.groovy | 8 +-
.../inverted_index/test_get_binlog.groovy | 10 +-
.../inverted_index/test_ingest_binlog.groovy | 8 +-
.../inverted_index/test_multi_buckets.groovy | 8 +-
.../inverted_index/test_backup_restore.groovy | 8 +-
.../node_mgr/test_cloud_decommission.groovy | 301 ++++
.../suites/cloud_p0/node_mgr/test_ms_api.groovy | 1553 ++++++++++++++++++++
.../node_mgr/test_sql_mode_node_mgr.groovy | 41 +
.../cloud_p0/query_retry/test_retry_e-230.groovy | 39 +-
.../test_retry_e-230_async_mtmv_job.groovy | 139 ++
.../compaction_width_array_column.groovy | 3 +-
.../test_cumu_compaction_with_delete.groovy | 2 +-
.../suites/control_p0/test_set_max_retry.groovy | 25 +-
.../test_mv_case/test_mv_case.groovy | 13 +-
.../suites/data_reliability/check_meta.groovy | 4 +
.../suites/datatype_p0/scalar_types/load.groovy | 6 +-
.../create_view_nereids/create_view_use_mv.groovy | 4 +-
.../suites/delete_p0/test_delete_unicode.groovy | 3 +-
...test_export_table_with_materialized_view.groovy | 6 +-
.../export_p2/test_export_max_file_size.groovy | 269 ++--
.../test_outfile_orc_max_file_size.groovy | 218 +--
.../suites/export_p2/test_outfile_p2.groovy | 95 +-
.../jdbc/test_jdbc_query_tvf.groovy | 2 +-
.../lower_case/test_conflict_name.groovy | 2 +-
.../lower_case/test_meta_names_mapping.groovy | 2 +-
.../tvf/test_frontends_disks_tvf.groovy | 2 +-
.../test_insert_from_tvf_with_common_user.groovy | 2 +-
.../tvf/test_local_tvf_compression.groovy | 2 +-
.../tvf/test_local_tvf_enclose.groovy | 2 +-
...test_local_tvf_parquet_unsigned_integers.groovy | 2 +-
.../tvf/test_local_tvf_with_complex_type.groovy | 2 +-
...t_local_tvf_with_complex_type_element_at.groovy | 2 +-
...l_tvf_with_complex_type_insertinto_doris.groovy | 2 +-
.../tvf/test_read_csv_empty_line_as_null.groovy | 2 +-
.../external_table_p0/tvf/test_s3_tvf.groovy | 2 +-
.../tvf/test_s3_tvf_compression.groovy | 2 +-
.../tvf/test_s3_tvf_parquet_compress.groovy | 2 +-
.../tvf/test_s3_tvf_with_resource.groovy | 2 +-
.../tvf/test_tvf_csv_line_end.groovy | 2 +-
.../test_cloud_full_compaction_do_lease.groovy | 123 ++
..._cloud_mow_stream_load_with_txn_conflict.groovy | 61 +
.../test_partial_update_during_sc.groovy | 118 ++
.../test_disable_move_memtable.groovy | 516 +++----
.../test_full_compaciton_run_status.groovy | 2 +
.../test_index_bkd_writer_fault_injection.groovy | 2 +-
.../test_index_compaction_fault_injection.groovy | 4 +-
...index_compound_directory_fault_injection.groovy | 2 +-
.../test_index_fault_injection.groovy | 4 +-
.../test_index_io_context.groovy | 4 +-
...oad_stream_back_pressure_fault_injection.groovy | 154 +-
...d_stream_stub_close_wait_fault_injection.groovy | 130 +-
.../test_load_stream_stub_failure_injection.groovy | 138 +-
.../test_multi_replica_fault_injection.groovy | 9 +-
.../test_writer_v2_fault_injection.groovy | 162 +-
.../suites/insert_p0/test_insert_docs_demo.groovy | 111 ++
.../test_index_compaction_unique_keys_arr.groovy | 2 +-
.../index_change/test_index_change_1.groovy | 8 +-
.../index_change/test_index_change_2.groovy | 4 +-
.../index_change/test_index_change_3.groovy | 4 +-
.../index_change/test_index_change_4.groovy | 4 +-
.../test_index_compaction_dup_keys.groovy | 2 +-
.../test_index_compaction_null.groovy | 4 +-
.../test_index_compaction_p0.groovy | 5 +-
.../test_index_compaction_unique_keys.groovy | 2 +-
.../storage_format/test_storage_format_v1.groovy | 2 +-
.../storage_format/test_storage_format_v2.groovy | 2 +-
.../inverted_index_p0/test_count_on_index.groovy | 4 +-
.../test_index_equal_select.groovy | 2 +-
.../test_index_key_match_select.groovy | 2 +-
.../test_index_like_select.groovy | 4 +-
.../test_index_match_phrase.groovy | 4 +-
.../test_index_match_select.groovy | 8 +-
.../test_index_no_need_read_data.groovy | 2 +-
.../test_index_range_between_select.groovy | 4 +-
...test_index_range_bigger_and_equal_select.groovy | 2 +-
.../test_index_range_bigger_select.groovy | 2 +-
.../test_index_range_in_select.groovy | 4 +-
.../test_index_range_not_in_select.groovy | 4 +-
...est_index_range_smaller_and_equal_select.groovy | 2 +-
.../test_index_range_smaller_select.groovy | 2 +-
.../test_inverted_index_mor.groovy | 2 +-
.../test_inverted_index_null.groovy | 2 +-
.../test_inverted_index_null_ram_dir.groovy | 2 +-
.../test_inverted_index_v2_file_size.groovy | 2 +-
.../suites/inverted_index_p0/test_lowercase.groovy | 2 +-
.../test_pk_no_need_read_data.groovy | 2 +-
.../test_mow_with_null_sequence.groovy | 4 +-
.../test_index_compaction_p1.groovy | 6 +-
.../suites/inverted_index_p2/test_show_data.groovy | 6 +-
.../inverted_index.groovy | 4 +
.../stream_load/test_load_with_decimal.groovy | 2 +-
.../stream_load/test_stream_load_properties.groovy | 4 +
.../suites/manager/test_manager_interface_1.groovy | 8 +-
.../metrics_p0/test_delete_bitmap_metrics.groovy | 230 +++
.../no_await.groovy => await/await.groovy} | 61 +-
.../suites/mv_p0/no_await/no_await.groovy | 21 +
.../unique_rewrite.groovy | 0
.../delete/delete_mow_partial_update.groovy | 45 +
.../eliminate_gby_key/eliminate_gby_key.groovy | 5 +
.../mv_contain_external_table.groovy | 3 +-
.../external_table/part_partition_invalid.groovy | 31 +-
.../mv/external_table/single_external_table.groovy | 6 +-
.../mv/is_in_debug_mode/is_in_debug_mode.groovy | 3 +
.../mv/nested_mtmv/nested_mtmv.groovy | 6 +-
.../mv/union_rewrite/usercase_union_rewrite.groovy | 2 +-
.../distribute/local_shuffle.groovy | 2 +-
.../nereids_syntax_p0/information_schema.groovy | 2 +-
.../suites/nereids_syntax_p0/match.groovy | 6 +-
.../nereids_syntax_p0/mv/newMv/multi_slot4.groovy | 10 +-
.../nereids_syntax_p0/mv/ut/distinctQuery.groovy | 2 +-
.../test_auto_partition_behavior.groovy | 2 +-
.../stress_test_high_concurrency_load.groovy | 1 +
.../same_data/stress_test_same_date_range.groovy | 1 +
.../stress_test_two_stream_load.groovy | 1 +
.../suites/point_query_p0/test_point_query.groovy | 7 +
.../test_aggregate_all_functions2.groovy | 5 +-
.../case_function/test_case_function.groovy | 548 +++++++
.../query_profile/s3_load_profile_test.groovy | 53 +-
.../suites/rollup_p0/test_materialized_view.groovy | 66 +-
...groovy => alter_disable_auto_compaction.groovy} | 38 +-
.../test_agg_schema_key_change_modify.groovy | 2 +-
.../test_dup_mv_schema_change.groovy | 4 +-
...test_schema_change_with_mow_txn_conflict.groovy | 50 +-
.../test_uniq_mv_schema_change.groovy | 21 +-
.../test_cloud_follower_show_data.groovy | 11 +-
.../test_cloud_mtmv_show_data.groovy | 62 +-
...ema_change_add_and_drop_column_show_data.groovy | 24 +-
...hema_change_add_and_drop_index_show_data.groovy | 20 +-
...d_schema_change_reorder_column_show_data.groovy | 15 +-
.../test_cloud_delete_table_rows_show_data.groovy | 27 +-
...oud_drop_and_recover_partition_show_data.groovy | 40 +-
.../test_cloud_drop_table_show_data.groovy | 44 +-
... => test_cloud_truncate_table_show_data.groovy} | 53 +-
.../test_cloud_disable_compaction_show_data.groovy | 11 +-
.../test_cloud_inverted_index_v1_show_data.groovy | 11 +-
.../test_cloud_inverted_index_v2_show_data.groovy | 11 +-
.../test_cloud_lz4_show_data.groovy | 11 +-
.../test_cloud_zstd_show_data.groovy | 11 +-
.../test_cloud_agg_show_data.groovy | 11 +-
.../test_cloud_dup_show_data.groovy | 16 +-
.../test_cloud_mor_show_data.groovy | 11 +-
.../test_cloud_mow_partial_update_show_data.groovy | 13 +-
.../test_cloud_mow_show_data.groovy | 11 +-
...st_show_create_table_with_storage_policy.groovy | 1 +
.../suites/show_p0/test_show_data_skew.groovy | 1 +
.../statistics/test_external_partition.groovy | 2 +-
.../test_schema_change_statistics.groovy | 2 +-
.../schema_change_with_txn_conflict.groovy | 52 +
.../create/test_minio_storage_vault.groovy | 71 +
.../workload_manager_p0/test_resource_tag.groovy | 99 ++
.../test_workload_sched_policy.groovy | 57 -
365 files changed, 9151 insertions(+), 3058 deletions(-)
create mode 100644 be/src/vec/common/custom_allocator.h
create mode 100644 be/test/util/jsonb_parser_simd_test.cpp
create mode 100644 be/test/vec/exec/concurrent_queue_order.cpp
copy docker/thirdparties/docker-compose/{postgresql/postgresql-14.env =>
minio/minio-RELEASE.2024-11-07.env} (96%)
copy docker/thirdparties/docker-compose/{oceanbase/oceanbase.yaml.tpl =>
minio/minio-RELEASE.2024-11-07.yaml.tpl} (61%)
copy docker/{runtime/broker/resource/broker_is_alive.sh =>
thirdparties/docker-compose/minio/script/minio_init.sh} (64%)
mode change 100755 => 100644
copy
regression-test/data/{compaction/test_single_compaction_with_variant_inverted_index.out
=> fault_injection_p0/cloud/test_cloud_full_compaction_do_lease.out} (97%)
copy
regression-test/data/fault_injection_p0/cloud/{test_cloud_mow_stream_load_with_commit_fail.out
=> test_cloud_mow_stream_load_with_txn_conflict.out} (91%)
create mode 100644
regression-test/data/fault_injection_p0/cloud/test_stream_load.csv
create mode 100644
regression-test/data/fault_injection_p0/partial_update/during_sc.csv
copy regression-test/data/{update/test_unique_table_update.out =>
fault_injection_p0/partial_update/test_partial_update_during_sc.out} (51%)
copy regression-test/data/{bloom_filter_p0/test_bloom_filter_drop_column.out
=> insert_p0/test_insert_docs_demo.out} (67%)
copy
regression-test/data/{fault_injection_p0/cloud/test_cloud_mow_insert_timeout.out
=> metrics_p0/test_delete_bitmap_metrics.out} (77%)
copy regression-test/data/mv_p0/{no_await/no_await.out => await/await.out}
(99%)
rename regression-test/data/mv_p0/{unique =>
unique_rewrite}/unique_rewrite.out (100%)
copy regression-test/data/{nereids_p0/colocate/test_set_operation_colocate.out
=> nereids_rules_p0/eliminate_gby_key/eliminate_gby_key.out} (85%)
copy
regression-test/data/{auto_increment_p2/test_unique_auto_inc_concurrent.out =>
variant_p0/schema_change/schema_change_with_txn_conflict.out} (57%)
copy
regression-test/data/{compaction/test_single_compaction_with_variant_inverted_index.out
=> vault_p0/create/test_minio_storage_vault.out} (77%)
create mode 100644
regression-test/data/workload_manager_p0/skip_rg_test_table.csv
create mode 100644
regression-test/suites/cloud_p0/node_mgr/test_cloud_decommission.groovy
create mode 100644 regression-test/suites/cloud_p0/node_mgr/test_ms_api.groovy
create mode 100644
regression-test/suites/cloud_p0/query_retry/test_retry_e-230_async_mtmv_job.groovy
copy fe/fe-core/src/main/java/org/apache/doris/load/loadv2/JobState.java =>
regression-test/suites/control_p0/test_set_max_retry.groovy (59%)
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_full_compaction_do_lease.groovy
create mode 100644
regression-test/suites/fault_injection_p0/cloud/test_cloud_mow_stream_load_with_txn_conflict.groovy
create mode 100644
regression-test/suites/fault_injection_p0/partial_update/test_partial_update_during_sc.groovy
create mode 100644
regression-test/suites/insert_p0/test_insert_docs_demo.groovy
create mode 100644
regression-test/suites/metrics_p0/test_delete_bitmap_metrics.groovy
copy regression-test/suites/mv_p0/{no_await/no_await.groovy =>
await/await.groovy} (65%)
rename regression-test/suites/mv_p0/{unique =>
unique_rewrite}/unique_rewrite.groovy (100%)
copy regression-test/suites/schema_change_p0/{check_time_type.groovy =>
alter_disable_auto_compaction.groovy} (60%)
rename
regression-test/suites/show_data_p2/test_table_operation/{test_cloud_truncate_and_recover_table_show_data.groovy
=> test_cloud_truncate_table_show_data.groovy} (77%)
create mode 100644
regression-test/suites/variant_p0/schema_change/schema_change_with_txn_conflict.groovy
create mode 100644
regression-test/suites/vault_p0/create/test_minio_storage_vault.groovy
create mode 100644
regression-test/suites/workload_manager_p0/test_resource_tag.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
