This is an automated email from the ASF dual-hosted git repository.
mymeiyi pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 46afe021abf [improvement](streamingjob) change streaming job source
log lag in bytes (#66409)
add f08b194fb0a [feature](cloud) Support segment id list (#65190)
No new revisions were added by this update.
Summary of changes:
be/src/cloud/cloud_internal_service.cpp | 57 +--
be/src/cloud/cloud_meta_mgr.cpp | 30 +-
be/src/cloud/cloud_rowset_writer.cpp | 6 +-
be/src/cloud/cloud_rowset_writer.h | 3 +-
be/src/cloud/cloud_snapshot_mgr.cpp | 7 +-
be/src/cloud/cloud_tablet.cpp | 91 +++--
be/src/cloud/cloud_tablet.h | 6 +-
be/src/cloud/cloud_warm_up_manager.cpp | 46 ++-
be/src/cloud/pb_convert.cpp | 4 +
be/src/common/config.cpp | 1 +
be/src/common/config.h | 1 +
be/src/io/fs/packed_file_manager.h | 1 +
be/src/io/fs/packed_file_system.cpp | 8 +-
be/src/load/memtable/memtable_flush_executor.cpp | 8 +-
be/src/service/backend_service.cpp | 2 +
.../http/action/check_encryption_action.cpp | 4 +-
be/src/storage/AGENTS.md | 40 ++
be/src/storage/compaction/compaction.cpp | 123 +++---
be/src/storage/data_dir.cpp | 2 +
.../inverted/similarity/collection_statistics.cpp | 14 +-
.../inverted/similarity/collection_statistics.h | 3 +-
be/src/storage/rowid_conversion.h | 45 ++-
be/src/storage/rowset/beta_rowset.cpp | 75 ++--
be/src/storage/rowset/beta_rowset.h | 7 +-
be/src/storage/rowset/beta_rowset_reader.cpp | 18 +-
be/src/storage/rowset/beta_rowset_writer.cpp | 57 ++-
be/src/storage/rowset/beta_rowset_writer.h | 19 +-
be/src/storage/rowset/beta_rowset_writer_v2.h | 4 +-
be/src/storage/rowset/group_rowset_writer.cpp | 9 +-
be/src/storage/rowset/group_rowset_writer.h | 5 +-
be/src/storage/rowset/rowset.cpp | 91 +++--
be/src/storage/rowset/rowset.h | 87 +++++
be/src/storage/rowset/rowset_meta.cpp | 51 ++-
be/src/storage/rowset/rowset_meta.h | 125 +++++-
be/src/storage/rowset/rowset_segment_id.h | 57 +++
be/src/storage/rowset/rowset_writer.h | 9 +-
be/src/storage/rowset/rowset_writer_context.h | 11 +
be/src/storage/rowset/segment_creator.cpp | 6 +-
be/src/storage/rowset/segment_creator.h | 41 +-
.../storage/rowset/vertical_beta_rowset_writer.cpp | 27 +-
.../storage/rowset/vertical_beta_rowset_writer.h | 2 +
.../storage/segment/lazy_init_segment_iterator.cpp | 9 +-
.../storage/segment/lazy_init_segment_iterator.h | 10 +-
be/src/storage/segment/segment_loader.cpp | 19 +-
be/src/storage/segment/segment_loader.h | 6 +-
be/src/storage/snapshot/snapshot_manager.cpp | 2 +
be/src/storage/tablet/base_tablet.cpp | 36 +-
be/src/storage/tablet/base_tablet.h | 2 +-
be/src/storage/tablet/tablet.cpp | 16 +-
be/src/storage/tablet/tablet.h | 2 +
be/src/storage/tablet/tablet_meta.cpp | 17 +-
be/src/storage/tablet/tablet_meta.h | 8 +-
.../storage/task/engine_storage_migration_task.cpp | 2 +
be/src/storage/task/index_builder.cpp | 11 +-
be/test/exprs/function/function_is_null_test.cpp | 8 +-
be/test/io/fs/packed_file_system_test.cpp | 39 ++
.../load/memtable/memtable_flush_executor_test.cpp | 2 +-
.../compaction/vertical_compaction_test.cpp | 52 +++
.../inverted/compaction/index_compaction_test.cpp | 26 +-
.../compaction/util/index_compaction_utils.h | 25 +-
.../similarity/collection_statistics_test.cpp | 9 +-
.../index/snii/bench/snii_vs_v3_benchmark_test.cpp | 2 +-
be/test/storage/rowid_conversion_test.cpp | 76 +++-
be/test/storage/rowset/beta_rowset_test.cpp | 97 +++++
be/test/storage/rowset/rowset_meta_test.cpp | 72 ++++
be/test/storage/rowset/segment_creator_test.cpp | 125 ++++++
.../segment/inverted_index_file_writer_test.cpp | 2 +-
be/test/storage/tablet/tablet_meta_test.cpp | 33 +-
be/test/testutil/index_storage_test_util.cpp | 10 +-
.../doris_txn.h => common/rowset_segment_id.h} | 22 +-
cloud/src/recycler/checker.cpp | 27 +-
cloud/src/recycler/recycler.cpp | 18 +-
cloud/test/recycler_test.cpp | 82 ++++
gensrc/proto/internal_service.proto | 1 +
gensrc/proto/olap_file.proto | 28 +-
.../doris/regression/util/RowsetInfoUtils.groovy | 43 +++
.../regression/util/RowsetInfoUtilsTest.groovy | 69 ++++
.../pipeline/cloud_p0/conf/be_custom.conf | 2 +
.../pipeline/cloud_p1/conf/be_custom.conf | 2 +
regression-test/pipeline/external/conf/be.conf | 2 +
.../pipeline/nonConcurrent/conf/be.conf | 2 +
regression-test/pipeline/p0/conf/be.conf | 2 +
regression-test/pipeline/p1/conf/be.conf | 2 +
.../performance/clickbench/conf/be_custom.conf | 2 +
.../pipeline/performance/conf/be_custom.conf | 4 +-
.../pipeline/vault_p0/conf/be_custom.conf | 2 +
.../plugins/cloud_show_data_plugin.groovy | 11 +-
.../plugins/plugin_curl_requester.groovy | 7 +-
...ulative_compaction_multi_output_segments.groovy | 424 +++++++++++++++++++++
89 files changed, 2200 insertions(+), 473 deletions(-)
create mode 100644 be/src/storage/rowset/rowset_segment_id.h
create mode 100644 be/test/storage/rowset/segment_creator_test.cpp
copy cloud/src/{meta-service/doris_txn.h => common/rowset_segment_id.h} (66%)
create mode 100644
regression-test/framework/src/main/groovy/org/apache/doris/regression/util/RowsetInfoUtils.groovy
create mode 100644
regression-test/framework/src/test/groovy/org/apache/doris/regression/util/RowsetInfoUtilsTest.groovy
create mode 100644
regression-test/suites/compaction/test_mow_cumulative_compaction_multi_output_segments.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
