This is an automated email from the ASF dual-hosted git repository. spricoder pushed a commit to branch feature/leader-write in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit bdf89f8ab056c48fcec46f0f971a9e43575d5ae5 Merge: e9963110be4 8064ac58aa3 Author: spricoder <[email protected]> AuthorDate: Thu Apr 25 16:11:27 2024 +0800 Merge branch 'master' into feature/leader-write .../org/apache/iotdb/db/it/IoTDBTimeZoneIT.java | 2 +- .../cli/src/assembly/resources/tools/backup.bat | 125 +++ .../cli/src/assembly/resources/tools/backup.sh | 134 +++ .../org/apache/iotdb/tool/IoTDBDataBackTool.java | 985 +++++++++++++++++++++ .../confignode/conf/ConfigNodeDescriptor.java | 1 + .../confignode/conf/ConfigNodeRemoveCheck.java | 5 +- .../confignode/conf/SystemPropertiesUtils.java | 3 +- .../consensus/request/ConfigPhysicalPlan.java | 1 + .../consensus/request/ConfigPhysicalPlanType.java | 1 + .../iotdb/confignode/manager/ProcedureManager.java | 90 +- .../iotdb/confignode/manager/load/LoadManager.java | 8 +- .../manager/load/balancer/PartitionBalancer.java | 10 +- .../manager/load/balancer/RouteBalancer.java | 32 +- .../manager/partition/PartitionManager.java | 14 +- .../pipe/extractor/IoTDBConfigRegionExtractor.java | 13 +- .../iotdb/confignode/persistence/AuthorInfo.java | 3 + .../partition/DatabasePartitionTable.java | 11 +- .../persistence/partition/PartitionInfo.java | 11 +- .../procedure/env/RegionMaintainHandler.java | 119 ++- .../impl/region/AddRegionPeerProcedure.java | 28 +- .../impl/region/RemoveRegionPeerProcedure.java | 2 +- .../confignode/persistence/AuthorInfoTest.java | 21 + .../consensus/iot/IoTConsensusServerImpl.java | 47 +- .../assembly/resources/conf/logback-datanode.xml | 15 - .../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 12 +- .../db/conf/rest/IoTDBRestServiceDescriptor.java | 1 + .../metadata/view/BrokenViewException.java | 13 +- .../PipeDataRegionProcessorConstructor.java | 3 + .../agent/receiver/PipeDataNodeReceiverAgent.java | 5 - .../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 9 + .../schema/PipeSchemaRegionSnapshotEvent.java | 55 +- .../tablet/PipeInsertNodeTabletInsertionEvent.java | 5 + .../common/tablet/PipeRawTabletInsertionEvent.java | 5 + .../common/tsfile/PipeTsFileInsertionEvent.java | 25 + .../common/tsfile/TsFileInsertionPointCounter.java | 169 ++++ .../common/watermark/PipeWatermarkEvent.java} | 23 +- .../dataregion/DataRegionWatermarkInjector.java | 76 ++ .../dataregion/IoTDBDataRegionExtractor.java | 39 +- .../PipeHistoricalDataRegionTsFileExtractor.java | 24 +- .../schemaregion/IoTDBSchemaRegionExtractor.java | 13 +- .../processor/aggregate/AggregateProcessor.java | 1 + .../pipe/processor/twostage/combiner/Combiner.java | 107 +++ .../twostage/combiner/PipeCombineHandler.java | 198 +++++ .../combiner/PipeCombineHandlerManager.java | 163 ++++ .../twostage/exchange/payload/CombineRequest.java | 139 +++ .../payload/FetchCombineResultRequest.java | 119 +++ .../payload/FetchCombineResultResponse.java | 99 +++ .../twostage/exchange/payload/RequestType.java} | 36 +- .../receiver/TwoStageAggregateReceiver.java | 82 ++ .../exchange/sender/TwoStageAggregateSender.java | 235 +++++ .../processor/twostage/operator/CountOperator.java | 52 ++ .../processor/twostage/operator/Operator.java} | 16 +- .../twostage/plugin/TwoStageCountProcessor.java | 388 ++++++++ .../pipe/processor/twostage/state/CountState.java} | 36 +- .../db/pipe/processor/twostage/state/State.java} | 18 +- .../legacy/IoTDBLegacyPipeReceiverAgent.java | 1 - .../protocol/thrift/IoTDBDataNodeReceiver.java | 59 +- .../thrift/IoTDBDataNodeReceiverAgent.java | 3 + .../visitor/PipeStatementTSStatusVisitor.java | 57 +- .../visitor/PipeStatementToBatchVisitor.java | 185 ++++ .../subtask/processor/PipeProcessorSubtask.java | 21 +- .../rest/utils/InsertTabletSortDataUtils.java | 16 +- .../execution/executor/RegionWriteExecutor.java | 12 +- .../analyze/cache/partition/PartitionCache.java | 1 + .../visitor/CompleteMeasurementSchemaVisitor.java | 6 +- .../iotdb/db/service/RegionMigrateService.java | 10 +- .../dataregion/tsfile/TsFileResource.java | 2 +- .../storageengine/dataregion/wal/node/WALNode.java | 7 +- .../db/tools/schema/SRStatementGenerator.java | 91 +- .../db/auth/user/LocalFileUserManagerTest.java | 8 + .../db/utils/SchemaRegionSnapshotParserTest.java | 86 +- .../commons/auth/authorizer/BasicAuthorizer.java | 12 +- .../iotdb/commons/auth/authorizer/IAuthorizer.java | 2 + .../iotdb/commons/auth/user/BasicUserManager.java | 16 +- .../iotdb/commons/auth/user/IUserManager.java | 3 +- .../commons/concurrent/IoTDBThreadPoolFactory.java | 12 - .../apache/iotdb/commons/conf/CommonConfig.java | 41 + .../iotdb/commons/conf/CommonDescriptor.java | 22 + .../commons/consensus/index/ProgressIndex.java | 7 +- .../commons/consensus/index/ProgressIndexType.java | 7 +- .../consensus/index/impl/HybridProgressIndex.java | 4 + .../consensus/index/impl/MetaProgressIndex.java | 2 +- .../consensus/index/impl/StateProgressIndex.java | 234 +++++ .../iotdb/commons/pipe/config/PipeConfig.java | 30 + .../config/constant/PipeExtractorConstant.java | 4 + .../config/constant/PipeProcessorConstant.java | 2 + .../request/IoTDBConnectorRequestVersion.java | 1 + .../pipe/plugin/builtin/BuiltinPipePlugin.java | 2 + .../twostage/TwoStageCountProcessor.java} | 23 +- .../commons/pipe/receiver/IoTDBFileReceiver.java | 20 +- .../org/apache/iotdb/commons/utils/FileUtils.java | 18 + iotdb-doap.rdf | 26 +- 92 files changed, 4439 insertions(+), 461 deletions(-)
