This is an automated email from the ASF dual-hosted git repository.
dataroaring pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 471f2dbdc43 [feature](iceberg)support read iceberg complex
type，iceberg.orc format and position delete. (#33935)
add 3695ca59852 [improvement](compaction) be do not compact invisible
version to avoid query error -230 (#28082)
No new revisions were added by this update.
Summary of changes:
be/src/agent/agent_server.cpp | 3 +
be/src/agent/task_worker_pool.cpp | 13 +
be/src/agent/task_worker_pool.h | 2 +
be/src/common/config.cpp | 7 +
be/src/common/config.h | 7 +
be/src/olap/full_compaction.cpp | 2 +-
be/src/olap/olap_common.h | 21 +
be/src/olap/tablet.cpp | 74 +++-
be/src/olap/tablet.h | 12 +
be/src/olap/tablet_manager.cpp | 72 +++-
be/src/olap/tablet_manager.h | 19 +-
be/src/olap/tablet_meta.cpp | 10 +
be/src/olap/tablet_meta.h | 1 +
be/src/olap/task/engine_clone_task.cpp | 2 +
.../main/java/org/apache/doris/common/Config.java | 6 +-
.../java/org/apache/doris/alter/AlterHandler.java | 3 +-
.../java/org/apache/doris/backup/RestoreJob.java | 3 +-
.../apache/doris/catalog/CloudTabletStatMgr.java | 10 +-
.../main/java/org/apache/doris/catalog/Env.java | 8 +-
.../org/apache/doris/catalog/MetadataViewer.java | 2 +-
.../java/org/apache/doris/catalog/Replica.java | 90 +++--
.../main/java/org/apache/doris/catalog/Tablet.java | 22 +-
.../apache/doris/catalog/TabletInvertedIndex.java | 50 ++-
.../org/apache/doris/catalog/TabletStatMgr.java | 11 +-
.../org/apache/doris/clone/TabletSchedCtx.java | 13 +-
.../org/apache/doris/clone/TabletScheduler.java | 6 +-
.../transaction/CloudGlobalTransactionMgr.java | 3 +-
.../apache/doris/common/proc/ReplicasProcNode.java | 5 +-
.../doris/common/proc/TabletHealthProcDir.java | 3 +-
.../apache/doris/common/proc/TabletsProcDir.java | 11 +-
.../apache/doris/datasource/InternalCatalog.java | 5 +-
...oCollector.java => PartitionInfoCollector.java} | 47 ++-
.../org/apache/doris/master/ReportHandler.java | 67 +--
.../java/org/apache/doris/system/Diagnoser.java | 5 +-
.../java/org/apache/doris/task/AgentBatchTask.java | 10 +
...lterTask.java => UpdateVisibleVersionTask.java} | 26 +-
.../doris/transaction/DatabaseTransactionMgr.java | 24 +-
.../doris/transaction/GlobalTransactionMgr.java | 5 +-
.../transaction/GlobalTransactionMgrIface.java | 4 +-
.../doris/transaction/PublishVersionDaemon.java | 30 +-
.../org/apache/doris/alter/RollupJobV2Test.java | 10 +-
.../apache/doris/alter/SchemaChangeJobV2Test.java | 6 +-
.../org/apache/doris/analysis/ShowReplicaTest.java | 3 +-
.../java/org/apache/doris/catalog/ReplicaTest.java | 21 +-
.../doris/clone/DiskReblanceWhenSchedulerIdle.java | 3 +-
.../org/apache/doris/clone/RebalancerTestUtil.java | 5 +-
.../org/apache/doris/clone/RepairVersionTest.java | 8 +-
.../doris/clone/TabletReplicaTooSlowTest.java | 4 +-
.../org/apache/doris/clone/TabletSchedCtxTest.java | 16 +-
.../org/apache/doris/planner/QueryPlanTest.java | 12 +-
.../transaction/DatabaseTransactionMgrTest.java | 6 +-
.../transaction/GlobalTransactionMgrTest.java | 29 +-
gensrc/thrift/AgentService.thrift | 5 +
gensrc/thrift/BackendService.thrift | 5 +-
gensrc/thrift/MasterService.thrift | 4 +-
gensrc/thrift/Types.thrift | 1 +
.../test_compaction_with_visible_version.out | 448 +++++++++++++++++++++
.../doris/regression/suite/SuiteCluster.groovy | 3 +
.../test_compaction_with_visible_version.groovy | 275 +++++++++++++
59 files changed, 1312 insertions(+), 266 deletions(-)
rename
fe/fe-core/src/main/java/org/apache/doris/master/{PartitionInMemoryInfoCollector.java
=> PartitionInfoCollector.java} (68%)
copy fe/fe-core/src/main/java/org/apache/doris/task/{ClearAlterTask.java =>
UpdateVisibleVersionTask.java} (55%)
create mode 100644
regression-test/data/compaction/test_compaction_with_visible_version.out
create mode 100644
regression-test/suites/compaction/test_compaction_with_visible_version.groovy
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
