This is an automated email from the ASF dual-hosted git repository.
JackieTien97 pushed a change to branch rc/2.0.10
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 425bde45810 Fix count and show timeseries follow-up (#17804)
new d21c7f35748 Optimize InsertTabletStatement tablet conversion (#17805)
new 29ffef33526 Fix table delete with renamed time column (#17841)
new 9a2323ed7b3 Ignore non-exist object folder when removing a region
(#17840)
new 540c0089134 Fix account unlock propagation for pipe password checks
(#17814)
new 3d7eb219da9 Fix pipe permission retry and table parser progress
(#17844)
new 383bcbf1616 Set keepSameDiskWhenLoadingSnapshot default to true
(#17845)
new 57a8ce42106 Fix operator tests for transient null TsBlocks (#17838)
new d28ae2679bd Fix window function state reset across batches (#17813)
new 11b175b79a0 Fix PBTree schema cache release after pre-delete (#17834)
new c6ad2dc9870 Fix pipe receiver type conversion load path (#17849)
new 7683a6e56e4 Optimize local load TsFile piece dispatch (#17851)
new 60a0942cc33 Support sink config key for pipe request slicing (#17858)
new 7d206c14db8 Optimize load partition routing (#17863)
new 2afbe178f43 Optimize pipe event batching and listener stop (#17864)
new 34677abcc7b Fix Windows path segment validation (#17868)
new 6d5cbabe557 Fix AddConfigNode retry idempotency (#17874)
new ec28598c4bd Fix empty snapshot loading and region cleanup (#17880)
new 96e8cf1d26d Improve ConfigNode leader warm-up before serving (#17821)
new 4b9b87960e7 Bound Ratis reconfiguration retries and add region
migration ITs (#17895)
new 72f7c8e4e47 Catch per-startup failures during ConfigNode leader
warm-up (#17898)
new 423d61890c3 Clarify RemoveDataNode single-replica error and add
diagnostics for the no-available-RegionGroup race (#17878)
new 0cb572cdf9c support calculation point project with calc-graph of fuzzy
search by graph name or description (#17905)
new 58e750a41e5 Fix pipe logger format handling (#17900)
new 7ad208b8b51 Only send table deletion to related region groups (#17896)
new f1039db7f59 Pipe: Optimize pipe logging with shared
PipePeriodicalLogReducer (#17887)
new 6bcec43135a Fix -pw without password may take incorrect args (#17914)
new 5282774f4a8 Support legacy pipe receiver requests (#17901)
new 8c0566ad3bd Fix driver scheduler ready queue reservation leak (#17919)
new f8b8f829a97 Uncomment commented set-configuration-able items in the
config template (fix enable_topology_probing & topology_probing_* hot/restart
reload) (#17933)
new a1286fc5678 Pipe: avoid blocking startup on hardlink dir cleanup
(#17932)
new dcd0c6a66b5 Fix pipe schema snapshot database creation (#17910)
new 73639332ced Exclude DataNodes being removed from new Region allocation
(#17934)
new 1767b21e2ab Fix MIGRATE REGION falsely reported complete when
ConfigNode leader switches during AddRegionPeer (#17908)
new 647ecb85c02 Fix compaction writer size checkpointing (#17941)
The 34 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../it/env/cluster/config/MppCommonConfig.java | 23 +-
.../env/cluster/config/MppSharedCommonConfig.java | 21 +
.../it/env/remote/config/RemoteCommonConfig.java | 15 +
.../java/org/apache/iotdb/itbase/env/BaseEnv.java | 10 +
.../org/apache/iotdb/itbase/env/CommonConfig.java | 6 +
... => IoTDBRegionMigrateITFrameworkForRatis.java} | 13 +-
...IoTDBRegionOperationReliabilityITFramework.java | 171 ++++++-
...TDBRegionMigrateAddingPeerCrashForRatisIT.java} | 26 +-
.../IoTDBRegionMigrateConfigNodeCrashIoTV1IT.java | 26 ++
...DBRegionMigrateConfigNodeCrashIoTV2BatchIT.java | 26 ++
...BRegionMigrateConfigNodeCrashIoTV2StreamIT.java | 26 ++
.../IoTDBRegionMigrateClusterCrashForRatisIT.java} | 35 +-
...TDBRegionMigrateConfigNodeCrashForRatisIT.java} | 72 ++-
.../IoTDBRemoveDataNodeRegionAllocationIT.java | 348 ++++++++++++++
.../removedatanode/IoTDBRemoveLastDataNodeIT.java | 111 +++++
.../java/org/apache/iotdb/db/it/IoTDBMiscIT.java | 18 +-
.../iotdb/db/it/IoTDBSetConfigurationIT.java | 37 ++
.../db/it/schema/IoTDBAlterTimeSeriesTypeIT.java | 7 +-
.../pipe/it/dual/TypeConversionSemanticCase.java | 315 +++++++++++++
.../IoTDBPipeTsFileDecompositionWithModsIT.java | 24 +-
.../IoTDBPipeTypeConversionSemanticIT.java | 255 +++++++++++
.../IoTDBPipeTypeConversionSemanticIT.java | 259 +++++++++++
.../treemodel/manual/IoTDBPipePermissionIT.java | 1 +
.../relational/it/db/it/IoTDBDeletionTableIT.java | 21 +
.../it/IoTDBWindowFunctionBatchedResultIT.java} | 55 ++-
.../it/schema/IoTDBAlterColumnTypeIT.java | 9 +-
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 +
iotdb-core/ainode/iotdb/ainode/core/constant.py | 1 +
iotdb-core/ainode/iotdb/ainode/core/rpc/client.py | 11 +-
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 9 +
.../process/window/TableWindowOperator.java | 2 +-
.../window/partition/PartitionExecutor.java | 11 +-
.../queue/IndexedBlockingReserveQueue.java | 36 +-
.../iotdb/confignode/i18n/ManagerMessages.java | 8 +-
.../iotdb/confignode/i18n/ProcedureMessages.java | 7 +-
.../iotdb/confignode/i18n/ManagerMessages.java | 14 +-
.../iotdb/confignode/i18n/ProcedureMessages.java | 7 +-
.../handlers/heartbeat/AINodeHeartbeatHandler.java | 2 +-
.../heartbeat/DataNodeHeartbeatHandler.java | 125 +++--
.../iotdb/confignode/conf/ConfigNodeConfig.java | 40 ++
.../confignode/conf/ConfigNodeDescriptor.java | 25 +-
.../consensus/request/ConfigPhysicalPlan.java | 2 +
.../consensus/request/ConfigPhysicalPlanType.java | 1 +
.../request/ConfigPhysicalPlanVisitor.java | 12 +
.../statemachine/ConfigRegionStateMachine.java | 394 ++++++++++++----
.../iotdb/confignode/manager/ConfigManager.java | 4 +
.../iotdb/confignode/manager/ProcedureManager.java | 36 +-
.../manager/consensus/ConsensusManager.java | 104 +++--
.../iotdb/confignode/manager/load/LoadManager.java | 73 +++
.../manager/load/balancer/RegionBalancer.java | 24 +-
.../manager/load/cache/AbstractLoadCache.java | 4 +
.../confignode/manager/load/cache/LoadCache.java | 27 ++
.../load/cache/consensus/ConsensusGroupCache.java | 2 +-
.../iotdb/confignode/manager/node/NodeManager.java | 4 +
.../manager/partition/PartitionManager.java | 18 +
.../agent/runtime/PipeConfigNodeRuntimeAgent.java | 17 +-
.../pipe/agent/task/PipeConfigNodeSubtask.java | 21 +-
.../pipe/coordinator/runtime/PipeMetaSyncer.java | 26 +-
.../runtime/heartbeat/PipeHeartbeatParser.java | 43 +-
.../runtime/heartbeat/PipeHeartbeatScheduler.java | 7 +-
.../pipe/coordinator/task/PipeTaskCoordinator.java | 8 +-
.../coordinator/task/PipeTaskCoordinatorLock.java | 10 +-
.../receiver/protocol/IoTDBConfigNodeReceiver.java | 4 +-
.../confignode/persistence/auth/AuthorInfo.java | 6 +-
.../persistence/auth/AuthorPlanExecutor.java | 12 +
.../persistence/executor/ConfigPlanExecutor.java | 1 +
.../confignode/persistence/pipe/PipeTaskInfo.java | 9 +-
.../confignode/procedure/ProcedureExecutor.java | 23 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 7 +-
.../procedure/env/RegionMaintainHandler.java | 23 +
.../procedure/env/RemoveDataNodeHandler.java | 52 ++-
.../runtime/PipeHandleLeaderChangeProcedure.java | 36 +-
.../runtime/PipeHandleMetaChangeProcedure.java | 33 +-
.../impl/pipe/runtime/PipeMetaSyncProcedure.java | 6 +-
.../impl/region/AddRegionPeerProcedure.java | 30 +-
.../impl/region/CreateRegionGroupsProcedure.java | 10 +-
.../impl/sync/AuthOperationProcedure.java | 6 +
.../iotdb/confignode/service/ConfigNode.java | 8 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 9 +-
.../manager/consensus/ConsensusManagerTest.java | 116 +++++
.../confignode/manager/load/LoadManagerTest.java | 70 +++
.../pipe/sink/PipeConfigNodeThriftRequestTest.java | 212 +++++++++
.../persistence/auth/AuthorPlanExecutorTest.java | 80 ++++
.../impl/sync/AuthOperationProcedureTest.java | 56 +++
.../thrift/ConfigNodeRPCServiceProcessorTest.java | 47 ++
.../apache/iotdb/consensus/config/RatisConfig.java | 22 +-
.../apache/iotdb/consensus/ratis/RatisClient.java | 31 +-
.../iotdb/consensus/ratis/RatisConsensus.java | 2 +-
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 12 +
.../iotdb/db/i18n/DataNodeQueryMessages.java | 2 +
.../iotdb/db/i18n/StorageEngineMessages.java | 16 +
.../apache/iotdb/db/i18n/DataNodePipeMessages.java | 12 +
.../iotdb/db/i18n/DataNodeQueryMessages.java | 2 +
.../iotdb/db/i18n/StorageEngineMessages.java | 16 +
.../iotdb/db/auth/ClusterAuthorityFetcher.java | 35 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 31 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 13 +-
.../db/consensus/DataRegionConsensusImpl.java | 2 +
.../db/consensus/SchemaRegionConsensusImpl.java | 3 +
.../agent/runtime/PipeDataNodeRuntimeAgent.java | 16 +-
.../table/TsFileInsertionEventTableParser.java | 197 ++++----
.../twostage/plugin/TwoStageCountProcessor.java | 9 +-
.../legacy/IoTDBLegacyPipeReceiverAgent.java | 3 +-
.../protocol/thrift/IoTDBDataNodeReceiver.java | 91 +++-
...aNodeHardlinkOrCopiedFileDirStartupCleaner.java | 254 ++++++++++-
.../resource/log/PipePeriodicalLogReducer.java | 93 ----
.../evolvable/batch/PipeTabletEventPlainBatch.java | 22 +-
.../batch/PipeTransferBatchReqBuilder.java | 43 +-
.../request/PipeTransferTabletRawReq.java | 89 +++-
.../sink/protocol/writeback/WriteBackSink.java | 21 +-
.../pipe/sink/util/TabletStatementConverter.java | 29 +-
.../listener/PipeInsertionDataNodeListener.java | 2 +-
.../iotdb/db/protocol/client/ConfigNodeClient.java | 45 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 27 ++
.../execution/schedule/DriverScheduler.java | 15 +-
.../multilevelqueue/MultilevelPriorityQueue.java | 10 +
.../execution/schedule/task/DriverTask.java | 13 +
.../metric/DriverSchedulerMetricSet.java | 13 +
.../iotdb/db/queryengine/plan/Coordinator.java | 15 +-
.../db/queryengine/plan/analyze/AnalyzeUtils.java | 48 +-
.../plan/analyze/ClusterPartitionFetcher.java | 38 +-
.../plan/analyze/load/LoadTsFileAnalyzer.java | 3 +-
.../analyze/load/LoadTsFileTableSchemaCache.java | 31 +-
.../plan/node/load/LoadSingleTsFileNode.java | 36 +-
.../plan/relational/planner/PredicateUtils.java | 28 +-
.../scheduler/load/LoadTsFileDispatcherImpl.java | 8 +-
.../plan/scheduler/load/LoadTsFileScheduler.java | 88 ++--
.../plan/statement/crud/InsertTabletStatement.java | 118 ++---
.../impl/pbtree/memory/ReleaseFlushMonitor.java | 17 +
.../schemaregion/mtree/traverser/Traverser.java | 1 +
.../db/storageengine/dataregion/DataRegion.java | 8 +-
.../utils/writer/AbstractCompactionWriter.java | 165 ++++++-
.../writer/AbstractCrossCompactionWriter.java | 3 +-
.../writer/AbstractInnerCompactionWriter.java | 4 +-
.../utils/writer/FastInnerCompactionWriter.java | 10 +-
.../writer/ReadPointCrossCompactionWriter.java | 5 +-
.../writer/ReadPointInnerCompactionWriter.java | 5 +-
.../writer/RepairUnsortedFileCompactionWriter.java | 4 +-
.../dataregion/snapshot/SnapshotLoader.java | 46 +-
.../tableDiskUsageIndex/TableDiskUsageIndex.java | 31 +-
.../load/splitter/AlignedChunkData.java | 9 +
.../load/splitter/NonAlignedChunkData.java | 16 +
.../schemaRegion/SchemaStatisticsTest.java | 61 +--
.../pipe/event/TsFileInsertionEventParserTest.java | 88 ++++
.../plugin/TwoStageCountProcessorTest.java} | 32 +-
.../protocol/thrift/IoTDBDataNodeReceiverTest.java | 43 +-
.../pipe/sink/PipeDataNodeThriftRequestTest.java | 505 +++++++++++++++++++++
.../AlignedSeriesAggregationScanOperatorTest.java | 33 +-
.../operator/DeviceViewIntoOperatorTest.java | 16 +-
.../execution/operator/FillOperatorTest.java | 7 +-
.../operator/HorizontallyConcatOperatorTest.java | 3 +-
.../operator/MergeTreeSortOperatorTest.java | 3 +-
.../execution/operator/OffsetOperatorTest.java | 20 +-
.../execution/operator/OperatorTestUtils.java} | 43 +-
.../SeriesAggregationScanOperatorTest.java | 33 +-
.../execution/operator/SeriesScanOperatorTest.java | 3 +-
.../execution/operator/TreeIntoOperatorTest.java | 6 +-
.../operator/TreeLinearFillOperatorTest.java | 5 +-
.../operator/UpdateLastCacheOperatorTest.java | 7 +-
.../schedule/DefaultDriverSchedulerTest.java | 41 ++
.../queryengine/plan/analyze/AnalyzeUtilsTest.java | 129 ++++++
.../plan/analyze/load/LoadTsFileAnalyzerTest.java | 69 ++-
.../relational/planner/PredicateUtilsTest.java | 13 +
.../load/LoadTsFileDispatcherImplTest.java | 98 ++++
.../utils/writer/AbstractCompactionWriterTest.java | 167 +++++++
.../dataregion/snapshot/IoTDBSnapshotTest.java | 26 ++
.../load/splitter/ChunkDataDirectWriteTest.java | 91 ++++
.../iotdb/db/utils/ConfigurationFileUtilsTest.java | 82 ++++
.../conf/iotdb-system.properties.template | 25 +-
.../apache/iotdb/commons/i18n/UtilMessages.java | 1 +
.../apache/iotdb/commons/i18n/UtilMessages.java | 1 +
.../iotdb/commons/concurrent/ThreadName.java | 3 +-
.../iotdb/commons/pipe/config/PipeDescriptor.java | 8 +-
.../commons/pipe/resource/log/PipeLogger.java | 18 +-
.../resource/log/PipePeriodicalLogReducer.java | 76 ++++
.../thrift/request/PipeTransferFileSealReqV2.java | 8 +
.../org/apache/iotdb/commons/utils/FileUtils.java | 3 +
...llPoints.java => RegionMaintainKillPoints.java} | 17 +-
.../apache/iotdb/commons/utils/WindowsOSUtils.java | 47 +-
.../commons/pipe/config/PipeDescriptorTest.java | 65 +++
.../commons/pipe/resource/PipeLoggerTest.java | 83 ++++
.../common/PipeTransferSliceReqBuilderTest.java | 32 ++
.../thrift/request/PipeRequestTypeTest.java | 61 +++
.../request/PipeTransferCompressedReqTest.java | 112 +++++
.../request/PipeTransferFileSealReqV2Test.java | 65 +++
.../apache/iotdb/commons/utils/FileUtilsTest.java | 8 +
.../iotdb/commons/utils/WindowsOSUtilsTest.java | 12 +
.../src/main/thrift/confignode.thrift | 6 +
scripts/sbin/windows/start-cli.bat | 23 +-
189 files changed, 7040 insertions(+), 1108 deletions(-)
copy
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/{IoTDBRegionMigrateDataNodeCrashITFrameworkForIoTV1.java
=> IoTDBRegionMigrateITFrameworkForRatis.java} (74%)
copy
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/datanodecrash/{iotv1/IoTDBRegionMigrateOriginalCrashWhenRemoveRemotePeerForIoTV1IT.java
=> ratis/IoTDBRegionMigrateAddingPeerCrashForRatisIT.java} (68%)
copy
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/{iotv2/batch/IoTDBRegionMigrateClusterCrashIoTV2BatchIT.java
=> ratis/IoTDBRegionMigrateClusterCrashForRatisIT.java} (67%)
copy
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/{iotv1/IoTDBRegionMigrateConfigNodeCrashIoTV1IT.java
=> ratis/IoTDBRegionMigrateConfigNodeCrashForRatisIT.java} (68%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/removedatanode/IoTDBRemoveDataNodeRegionAllocationIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/removedatanode/IoTDBRemoveLastDataNodeIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/TypeConversionSemanticCase.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/enhanced/IoTDBPipeTypeConversionSemanticIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/auto/enhanced/IoTDBPipeTypeConversionSemanticIT.java
copy
integration-test/src/test/java/org/apache/iotdb/relational/it/{query/recent/IoTDBNullValueIT.java
=> db/it/IoTDBWindowFunctionBatchedResultIT.java} (53%)
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/consensus/ConsensusManagerTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/persistence/auth/AuthorPlanExecutorTest.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/log/PipePeriodicalLogReducer.java
copy
iotdb-core/datanode/src/{main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/ShowTriggersStatement.java
=>
test/java/org/apache/iotdb/db/pipe/processor/twostage/plugin/TwoStageCountProcessorTest.java}
(53%)
copy
iotdb-core/datanode/src/{main/java/org/apache/iotdb/db/queryengine/execution/operator/process/TreeLinearFillOperator.java
=>
test/java/org/apache/iotdb/db/queryengine/execution/operator/OperatorTestUtils.java}
(50%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/analyze/AnalyzeUtilsTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/scheduler/load/LoadTsFileDispatcherImplTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/writer/AbstractCompactionWriterTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/load/splitter/ChunkDataDirectWriteTest.java
create mode 100644
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/pipe/resource/log/PipePeriodicalLogReducer.java
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/utils/KillPoint/{IoTConsensusRemovePeerCoordinatorKillPoints.java
=> RegionMaintainKillPoints.java} (51%)
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/config/PipeDescriptorTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/resource/PipeLoggerTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/sink/payload/thrift/request/PipeRequestTypeTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/sink/payload/thrift/request/PipeTransferCompressedReqTest.java
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/sink/payload/thrift/request/PipeTransferFileSealReqV2Test.java
