This is an automated email from the ASF dual-hosted git repository. haonan pushed a commit to branch batch_wal in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit b3a56410344b1581f618c68c6f727e4e1dd1be98 Merge: 82ba9190802 1b9f4f79de0 Author: HTHou <[email protected]> AuthorDate: Mon Apr 1 15:31:18 2024 +0800 Merge branch 'master' of github.com:apache/iotdb into batch_wal .../apache/iotdb/SubscriptionSessionExample.java | 16 +- .../iotdb/it/env/cluster/env/AbstractEnv.java | 15 + .../it/env/cluster/node/AbstractNodeWrapper.java | 11 + .../iotdb/it/env/remote/env/RemoteServerEnv.java | 10 + .../java/org/apache/iotdb/itbase/env/BaseEnv.java | 4 + ...oTDBMultiDBRegionGroupLeaderDistributionIT.java | 154 ++++++++ ...a => IoTDBRegionGroupLeaderDistributionIT.java} | 123 +++--- .../partition/IoTDBAutoRegionGroupExtensionIT.java | 119 +++--- .../IoTDBRegionMigrateReliabilityITFramework.java} | 431 ++++++++++++--------- .../CoordinatorRemoveRemotePeerCrashIT.java | 51 +++ .../IoTDBRegionMigrateDataNodeCrashIT.java | 72 ++++ .../pass/IoTDBRegionMigrateConfigNodeCrashIT.java | 92 +++++ .../pass/IoTDBRegionMigrateNormalIT.java | 27 +- .../pass/IoTDBRegionMigrateOtherIT.java | 45 +++ .../scalar/IoTDBSubStringFunctionIT.java | 30 +- .../iotdb/pipe/it/autocreate/IoTDBPipeAlterIT.java | 167 ++++---- .../it/autocreate/IoTDBPipeAutoConflictIT.java | 72 ++-- .../pipe/it/autocreate/IoTDBPipeClusterIT.java | 218 +++++------ .../autocreate/IoTDBPipeConnectorParallelIT.java | 18 +- .../pipe/it/autocreate/IoTDBPipeDataSinkIT.java | 32 +- .../pipe/it/autocreate/IoTDBPipeExtractorIT.java | 200 +++++----- .../pipe/it/autocreate/IoTDBPipeIdempotentIT.java | 28 +- .../pipe/it/autocreate/IoTDBPipeLifeCycleIT.java | 180 ++++----- .../pipe/it/autocreate/IoTDBPipeNullValueIT.java | 29 +- .../it/autocreate/IoTDBPipePatternFormatIT.java | 54 +-- .../pipe/it/autocreate/IoTDBPipeProcessorIT.java | 18 +- .../pipe/it/autocreate/IoTDBPipeProtocolIT.java | 70 ++-- .../it/autocreate/IoTDBPipeSwitchStatusIT.java | 58 +-- .../pipe/it/autocreate/IoTDBPipeSyntaxIT.java | 218 +++++------ .../iotdb/pipe/it/manual/IoTDBPipeInclusionIT.java | 48 +-- .../pipe/it/manual/IoTDBPipeManualConflictIT.java | 52 +-- .../pipe/it/manual/IoTDBPipeMetaHistoricalIT.java | 38 +- .../it/manual/IoTDBPipeMetaLeaderChangeIT.java | 34 +- .../pipe/it/manual/IoTDBPipeMetaRestartIT.java | 32 +- .../it/manual/IoTDBPipeMultiSchemaRegionIT.java | 29 +- .../iotdb/pipe/it/single/IoTDBPipeAggregateIT.java | 10 +- .../pipe/it/single/IoTDBPipeSingleEnvDemoIT.java | 10 +- .../iotdb/session/it/IoTDBSessionSimpleIT.java | 37 ++ .../it/{ => dual}/AbstractSubscriptionDualIT.java | 2 +- .../IoTDBSubscriptionConsumerGroupIT.java | 58 +-- .../it/{ => dual}/IoTDBSubscriptionTopicIT.java | 113 +++--- .../it/local/IoTDBSubscriptionBasicIT.java | 157 ++++++++ .../it/local/IoTDBSubscriptionIdempotentIT.java | 162 ++++++++ .../IoTDBSubscriptionRestartIT.java} | 212 +++++----- ...{ExportCsvTestIT.java => ExportDataTestIT.java} | 59 ++- ...{ImportCsvTestIT.java => ImportDataTestIT.java} | 6 +- iotdb-client/cli/pom.xml | 4 + .../tools/{export-csv.bat => export-data.bat} | 2 +- .../tools/{export-csv.sh => export-data.sh} | 2 +- .../tools/{import-csv.bat => import-data.bat} | 2 +- .../tools/{import-csv.sh => import-data.sh} | 2 +- .../java/org/apache/iotdb/cli/AbstractCli.java | 4 +- ...{AbstractCsvTool.java => AbstractDataTool.java} | 7 +- .../iotdb/tool/{ExportCsv.java => ExportData.java} | 178 ++++++++- .../iotdb/tool/{ImportCsv.java => ImportData.java} | 64 ++- ...riteCsvFileTest.java => WriteDataFileTest.java} | 6 +- .../org/apache/iotdb/isession/SessionConfig.java | 5 +- .../java/org/apache/iotdb/rpc/TSStatusCode.java | 1 + .../java/org/apache/iotdb/session/Session.java | 250 +++++++++++- .../org/apache/iotdb/session/pool/SessionPool.java | 11 + .../session/subscription/SubscriptionSession.java | 3 +- .../iotdb/session/SessionCacheLeaderTest.java | 6 +- .../java/org/apache/iotdb/session/SessionTest.java | 5 +- .../apache/iotdb/session/pool/SessionPoolTest.java | 2 + .../iotdb/confignode/conf/ConfigNodeConfig.java | 4 +- .../confignode/conf/ConfigNodeDescriptor.java | 5 +- .../confignode/conf/ConfigNodeStartupCheck.java | 2 +- .../manager/consensus/ConsensusManager.java | 3 +- .../manager/load/balancer/RegionBalancer.java | 9 +- .../manager/load/balancer/RouteBalancer.java | 3 +- .../region/GreedyCopySetRegionGroupAllocator.java | 100 +++-- .../region/GreedyRegionGroupAllocator.java | 40 +- .../balancer/region/IRegionGroupAllocator.java | 3 + .../router/leader/GreedyLeaderBalancer.java | 129 +----- .../balancer/router/leader/ILeaderBalancer.java | 6 +- .../router/leader/MinCostFlowLeaderBalancer.java | 211 ++++++---- .../iotdb/confignode/manager/node/NodeManager.java | 7 + .../manager/partition/PartitionManager.java | 24 ++ .../agent/receiver/IoTDBConfigNodeReceiver.java | 21 +- .../config/IoTDBConfigRegionAirGapConnector.java | 53 ++- .../config/IoTDBConfigRegionConnector.java | 15 +- .../persistence/partition/PartitionInfo.java | 47 ++- .../impl/region/AddRegionPeerProcedure.java | 4 + .../impl/region/RegionMigrateProcedure.java | 2 + .../impl/region/RemoveRegionPeerProcedure.java | 4 + .../region/AllocatorScatterWidthManualTest.java | 5 + .../GreedyCopySetRegionGroupAllocatorTest.java | 115 ++++-- .../region/GreedyRegionGroupAllocatorTest.java | 4 + ...alancerTest.java => CFDLeaderBalancerTest.java} | 66 ++-- .../router/leader/GreedyLeaderBalancerTest.java | 6 +- .../leader/LeaderBalancerComparisonTest.java | 4 +- .../UpgradeFromWALToConsensusLayerTest.java | 4 +- .../apache/iotdb/consensus/iot/IoTConsensus.java | 58 ++- .../consensus/iot/IoTConsensusServerImpl.java | 69 ++-- .../service/IoTConsensusRPCServiceProcessor.java | 5 + .../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 25 +- .../airgap/IoTDBDataNodeAirGapConnector.java | 5 + .../airgap/IoTDBDataRegionAirGapConnector.java | 20 +- .../airgap/IoTDBSchemaRegionAirGapConnector.java | 40 +- .../receiver/thrift/IoTDBDataNodeReceiver.java | 2 +- .../iotdb/db/protocol/client/ConfigNodeClient.java | 6 +- .../protocol/thrift/impl/ClientRPCServiceImpl.java | 31 +- .../schema/source/TimeSeriesSchemaSource.java | 2 +- .../apache/iotdb/db/schemaengine/SchemaEngine.java | 6 +- .../schemaengine/metric/SchemaRegionMemMetric.java | 2 +- .../rescon/DataNodeSchemaQuotaManager.java | 30 +- .../rescon/ISchemaRegionStatistics.java | 2 +- .../rescon/MemSchemaEngineStatistics.java | 29 +- .../rescon/MemSchemaRegionStatistics.java | 40 +- .../schemaregion/impl/SchemaRegionMemoryImpl.java | 23 +- .../schemaregion/impl/SchemaRegionPBTreeImpl.java | 22 +- .../java/org/apache/iotdb/db/service/DataNode.java | 68 +++- .../DefaultCompactionTaskComparatorImpl.java | 21 +- .../broker/SerializedEnrichedEvent.java | 2 +- .../schemaRegion/SchemaStatisticsTest.java | 12 +- .../resources/conf/iotdb-common.properties | 9 - .../apache/iotdb/commons/conf/CommonConfig.java | 30 +- .../iotdb/commons/conf/CommonDescriptor.java | 6 +- .../apache/iotdb/commons/conf/IoTDBConstant.java | 5 + .../pipe/connector/client/IoTDBSyncClient.java | 13 + .../connector/client/IoTDBSyncClientManager.java | 35 +- .../connector/protocol/IoTDBAirGapConnector.java | 44 ++- .../connector/protocol/IoTDBSslSyncConnector.java | 5 + .../commons/pipe/receiver/IoTDBFileReceiver.java | 31 +- .../iotdb/commons/pipe/receiver/IoTDBReceiver.java | 2 +- .../commons/pipe/receiver/IoTDBReceiverAgent.java | 8 +- .../subscription/config/SubscriptionConfig.java | 8 +- .../org/apache/iotdb/commons/utils/FileUtils.java | 10 - .../utils/{ => KillPoint}/DataNodeKillPoints.java | 13 +- .../IoTConsensusRemovePeerKillPoints.java} | 13 +- .../iotdb/commons/utils/KillPoint/KillPoint.java | 80 ++++ .../NeverTriggeredKillPoint.java} | 10 +- .../iotdb/tsfile/compress/IUnCompressor.java | 2 +- .../org/apache/iotdb/tsfile/compress/LZ4Test.java | 21 + .../src/main/thrift/confignode.thrift | 1 + pom.xml | 1 - 136 files changed, 3924 insertions(+), 2014 deletions(-)
