This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a change to branch branch-4.0-preview
in repository https://gitbox.apache.org/repos/asf/doris.git
from 68bee442d26 [cloud](Variant) Optimize FDB kv size for Variant rowsets
and update schema on compaction (#33298)
new 6158eb74b0a [fix](routine-load) fix get kafka offset timeout may too
long (#33502)
new b67173fbe39 [chore](cloud) Fix some comment format for critical KV
layout (#33623)
new 7a030a2e5ef [improvement](spill) improve config and fix spill bugs
(#33519)
new 900607b6abb [fix](cloud) fix single stream multi table load can not
work in cloud mode (#33659)
new d578a7e2006 [case-wip](Vault) Add basic vault case for P0 (#33667)
new ef67bef4574 Fix use-after-free during graceful shutdown (#33457)
new 801e21c2af8 [fix](restore) Reset index id for restore (#33648)
new acf4b4b07fa [fix](cloud)(review) map end check added (#33612) (#33613)
new 1dceb89a03c [Fix](inverted index) fix memory leak when inverted index
writer not close (#33724)
new 2aacafe8c6b [fix](cloud-merge) Fix the unsteadiness cases about ttl
(#33723)
new 3ec7f760f07 [fix](restore) add indexes as part of table signature
(#33650)
new 7621008ad4a [improvement](spill) avoid occuping too much memory while
spill build block during the hash join build phase (#33747)
new 98fa4b54843 [fix](fs) Fix hdfs file writer (#33680)
new 4ddb9bff34a [fix](conf) make be conf disable_storage_page_cache
modifiable (#33773)
new 74c24a2066d [fix](merge-cloud) fix truncate table transaction
exceeding limit (#33780)
The 15 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
be/src/cloud/cloud_txn_delete_bitmap_cache.cpp | 2 +-
be/src/common/config.cpp | 8 +-
be/src/common/config.h | 11 +-
be/src/io/file_factory.cpp | 8 +-
be/src/io/file_factory.h | 3 +-
be/src/io/fs/hdfs_file_system.cpp | 3 +-
be/src/io/fs/hdfs_file_writer.cpp | 49 ++++--
be/src/io/fs/hdfs_file_writer.h | 8 +-
be/src/olap/olap_server.cpp | 27 ++--
.../rowset/segment_v2/inverted_index_writer.cpp | 7 +-
be/src/olap/storage_engine.h | 5 +-
.../exec/partitioned_aggregation_sink_operator.cpp | 9 +-
.../partitioned_aggregation_source_operator.cpp | 13 +-
.../exec/partitioned_hash_join_probe_operator.cpp | 27 +++-
.../exec/partitioned_hash_join_probe_operator.h | 2 +-
.../exec/partitioned_hash_join_sink_operator.cpp | 170 +++++++++++++++-----
.../exec/partitioned_hash_join_sink_operator.h | 4 +-
be/src/pipeline/exec/spill_sort_sink_operator.cpp | 21 +--
.../pipeline/exec/spill_sort_source_operator.cpp | 13 +-
be/src/runtime/exec_env_init.cpp | 8 +-
be/src/runtime/routine_load/data_consumer.cpp | 20 ++-
be/src/runtime/routine_load/data_consumer.h | 4 +-
.../routine_load/routine_load_task_executor.cpp | 10 +-
.../routine_load/routine_load_task_executor.h | 6 +-
.../workload_group/workload_group_manager.cpp | 10 +-
be/src/service/internal_service.cpp | 13 +-
be/src/vec/core/block_spill_writer.cpp | 6 +-
be/src/vec/sink/writer/vfile_result_writer.cpp | 6 +-
be/src/vec/spill/spill_stream_manager.cpp | 134 +++++++++++-----
be/src/vec/spill/spill_stream_manager.h | 53 ++++---
be/src/vec/spill/spill_writer.cpp | 14 +-
cloud/src/meta-service/keys.cpp | 86 +++++------
cloud/src/meta-service/keys.h | 60 +++----
.../java/org/apache/doris/backup/RestoreJob.java | 15 +-
.../main/java/org/apache/doris/catalog/Env.java | 2 +-
.../doris/catalog/InternalSchemaInitializer.java | 6 +-
.../java/org/apache/doris/catalog/OlapTable.java | 55 +++++--
.../cloud/datasource/CloudInternalCatalog.java | 7 +-
.../apache/doris/common/util/PropertyAnalyzer.java | 7 +-
.../apache/doris/datasource/kafka/KafkaUtil.java | 9 +-
.../org/apache/doris/load/StreamLoadHandler.java | 53 +++----
.../java/org/apache/doris/qe/SessionVariable.java | 42 ++++-
gensrc/proto/internal_service.proto | 1 +
.../org/apache/doris/regression/Config.groovy | 10 ++
.../apache/doris/regression/ConfigOptions.groovy | 9 ++
.../org/apache/doris/regression/suite/Suite.groovy | 14 ++
.../test_backup_restore_overwrite_indexes.groovy | 172 +++++++++++++++++++++
.../suites/cloud_p0/cache/ttl/alter_ttl_1.groovy | 1 +
.../suites/cloud_p0/cache/ttl/alter_ttl_2.groovy | 21 +++
.../suites/cloud_p0/cache/ttl/alter_ttl_4.groovy | 13 +-
.../suites/cloud_p0/cache/ttl/test_ttl.groovy | 16 +-
.../suites/hdfs_vault/default_vault_p2/load.groovy | 4 +-
.../multi_vault_p2/ddl/customer_create.sql | 2 +-
.../hdfs_vault/multi_vault_p2/ddl/date_create.sql | 2 +-
.../multi_vault_p2/ddl/lineorder_create.sql | 2 +-
.../multi_vault_p2/ddl/lineorder_flat_create.sql | 2 +-
.../hdfs_vault/multi_vault_p2/ddl/part_create.sql | 2 +-
.../multi_vault_p2/ddl/supplier_create.sql | 2 +-
.../suites/hdfs_vault/multi_vault_p2/load.groovy | 4 +-
.../hdfs_vault/ssb_sf1_p2/ddl/customer_create.sql | 2 +-
.../hdfs_vault/ssb_sf1_p2/ddl/date_create.sql | 2 +-
.../hdfs_vault/ssb_sf1_p2/ddl/lineorder_create.sql | 2 +-
.../ssb_sf1_p2/ddl/lineorder_flat_create.sql | 2 +-
.../hdfs_vault/ssb_sf1_p2/ddl/part_create.sql | 2 +-
.../hdfs_vault/ssb_sf1_p2/ddl/supplier_create.sql | 2 +-
.../suites/hdfs_vault/ssb_sf1_p2/load.groovy | 2 +-
.../multi_vault_p2/ddl/customer_create.sql | 2 +-
.../s3_vault/multi_vault_p2/ddl/date_create.sql | 2 +-
.../multi_vault_p2/ddl/lineorder_create.sql | 2 +-
.../multi_vault_p2/ddl/lineorder_flat_create.sql | 2 +-
.../s3_vault/multi_vault_p2/ddl/part_create.sql | 2 +-
.../multi_vault_p2/ddl/supplier_create.sql | 2 +-
.../s3_vault/ssb_sf1_p2/ddl/customer_create.sql | 2 +-
.../suites/s3_vault/ssb_sf1_p2/ddl/date_create.sql | 2 +-
.../s3_vault/ssb_sf1_p2/ddl/lineorder_create.sql | 2 +-
.../ssb_sf1_p2/ddl/lineorder_flat_create.sql | 2 +-
.../suites/s3_vault/ssb_sf1_p2/ddl/part_create.sql | 2 +-
.../s3_vault/ssb_sf1_p2/ddl/supplier_create.sql | 2 +-
regression-test/suites/vaults/create/create.groovy | 148 ++++++++++++++++++
.../suites/vaults/default/default.groovy | 108 +++++++++++++
80 files changed, 1186 insertions(+), 401 deletions(-)
create mode 100644
regression-test/suites/backup_restore/test_backup_restore_overwrite_indexes.groovy
create mode 100644 regression-test/suites/vaults/create/create.groovy
create mode 100644 regression-test/suites/vaults/default/default.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
