This is an automated email from the ASF dual-hosted git repository. haonan pushed a commit to branch speed_up_recover in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit dd7ca41a1386ca660b86f8573430ac3ec454af91 Merge: eae6ccc31e9 0f797e28cf9 Author: HTHou <[email protected]> AuthorDate: Mon Jul 22 09:46:53 2024 +0800 Merge branch 'master' of github.com:apache/iotdb into speed_up_recover .github/workflows/cluster-it-1c1d.yml | 1 + .github/workflows/cluster-it-1c3d.yml | 1 + .github/workflows/daily-it.yml | 1 + .github/workflows/multi-language-client.yml | 20 +- .github/workflows/pipe-it-2cluster.yml | 1 + .github/workflows/sonar-codecov.yml | 1 + .github/workflows/unit-test.yml | 1 + docker/src/main/DockerCompose/do-docker-build.sh | 4 +- docker/src/main/Dockerfile-0.10.1 | 39 ---- docker/src/main/Dockerfile-0.11.4 | 41 ---- docker/src/main/Dockerfile-0.12.6-cluster | 53 ----- docker/src/main/Dockerfile-0.12.6-node | 45 ---- docker/src/main/Dockerfile-0.13.0-cluster | 53 ----- docker/src/main/Dockerfile-0.13.3-node | 45 ---- .../src/main/Dockerfile-0.13.3-node-multi-platform | 45 ---- docker/src/main/Dockerfile-0.8.1 | 40 ---- docker/src/main/Dockerfile-0.9.1 | 41 ---- docker/src/main/Dockerfile-0.9.1-jre8 | 41 ---- docker/src/main/Dockerfile-1.0.0-confignode | 2 +- docker/src/main/Dockerfile-1.0.0-datanode | 2 +- docker/src/main/Dockerfile-1.0.0-standalone | 2 +- docker/src/main/Dockerfile-1c1d | 2 +- .../it/env/cluster/config/MppCommonConfig.java | 6 + .../env/cluster/config/MppSharedCommonConfig.java | 7 + .../it/env/remote/config/RemoteCommonConfig.java | 5 + .../org/apache/iotdb/itbase/env/CommonConfig.java | 2 + .../db/it/fill/IoTDBFillWithNewDataTypeIT.java | 145 ++++++++++++ .../apache/iotdb/db/it/schema/IoTDBTagAlterIT.java | 1 + .../org/apache/iotdb/db/it/schema/IoTDBTagIT.java | 1 + .../apache/iotdb/db/it/schema/IoTDBTagLimitIT.java | 15 +- .../it/schema/quota/IoTDBClusterDeviceQuotaIT.java | 3 +- .../db/it/schema/quota/IoTDBClusterQuotaIT.java | 1 + .../schema/regionscan/IoTDBActiveRegionScanIT.java | 21 +- .../regionscan/IoTDBActiveRegionScanIT2.java | 15 +- .../IoTDBActiveRegionScanWithModsIT.java | 25 +- .../IoTDBActiveRegionScanWithModsIT2.java | 15 +- .../regionscan/IoTDBActiveRegionScanWithTTLIT.java | 45 ++-- .../iotdb/db/it/selectinto/IoTDBSelectInto2IT.java | 3 +- .../iotdb/db/it/selectinto/IoTDBSelectInto3IT.java | 3 +- .../iotdb/db/it/selectinto/IoTDBSelectIntoIT.java | 56 ++++- .../iotdb/pipe/it/autocreate/IoTDBPipeAlterIT.java | 183 ++++++++++++++- .../pipe/it/autocreate/IoTDBPipeIdempotentIT.java | 84 +++---- .../it/manual/IoTDBPipeMetaLeaderChangeIT.java | 22 +- .../session/it/IoTDBSessionSchemaTemplateIT.java | 4 +- .../org/apache/iotdb/util/AbstractSchemaIT.java | 15 +- .../java/org/apache/iotdb/tool/ExportData.java | 6 +- .../java/org/apache/iotdb/tool/ExportSchema.java | 2 +- iotdb-client/client-cpp/pom.xml | 32 ++- iotdb-client/client-py/pom.xml | 7 + .../rpc/subscription/config/ConsumerConstant.java | 3 +- .../session/subscription/SubscriptionSession.java | 1 + .../consumer/SubscriptionConsumer.java | 20 +- .../consumer/SubscriptionPushConsumer.java | 6 +- .../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 8 + .../manager/load/balancer/RegionBalancer.java | 7 +- ...artiteGraphReplicationRegionGroupAllocator.java | 256 +++++++++++++++++++++ .../runtime/PipeLeaderChangeHandler.java | 5 +- .../pipe/extractor/ConfigRegionListeningQueue.java | 25 +- .../subscription/SubscriptionCoordinator.java | 6 +- .../confignode/persistence/pipe/PipeTaskInfo.java | 15 ++ .../impl/pipe/task/AlterPipeProcedureV2.java | 58 ++++- .../impl/pipe/task/CreatePipeProcedureV2.java | 4 +- .../procedure/store/ProcedureFactory.java | 5 +- .../confignode/procedure/store/ProcedureType.java | 1 + .../ConfigRegionListeningQueueTest.java | 13 +- .../impl/pipe/task/AlterPipeProcedureV2Test.java | 10 +- ...reV2Test.java => AlterPipeProcedureV3Test.java} | 19 +- .../org/apache/iotdb/consensus/IStateMachine.java | 9 + .../consensus/iot/IoTConsensusServerImpl.java | 1 + .../consensus/iot/log/ConsensusReqReader.java | 2 +- .../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 4 +- .../dataregion/DataExecutionVisitor.java | 6 + .../dataregion/DataRegionStateMachine.java | 14 +- .../schemaregion/SchemaExecutionVisitor.java | 155 ++++++++----- .../common/tsfile/PipeTsFileInsertionEvent.java | 7 + .../schemaregion/SchemaRegionListeningQueue.java | 22 +- .../pipeconsensus/PipeConsensusProcessor.java | 7 +- .../pipeconsensus/PipeConsensusReceiver.java | 3 +- .../iotdb/db/protocol/client/ConfigNodeClient.java | 4 +- .../execution/executor/RegionWriteExecutor.java | 81 ++++--- .../execution/load/LoadTsFileManager.java | 26 +-- .../operator/process/AbstractIntoOperator.java | 12 + .../analyze/cache/partition/PartitionCache.java | 20 +- .../config/executor/ClusterConfigTaskExecutor.java | 6 + .../db/queryengine/plan/parser/ASTVisitor.java | 13 ++ .../plan/planner/OperatorTreeGenerator.java | 20 +- .../plan/planner/plan/node/PlanNodeType.java | 2 + .../ContinuousSameSearchIndexSeparatorNode.java | 34 +-- .../scheduler/FragmentInstanceDispatcherImpl.java | 64 +++--- .../plan/scheduler/SimpleQueryTerminator.java | 96 +++----- .../plan/statement/literal/BooleanLiteral.java | 4 +- .../plan/statement/literal/DoubleLiteral.java | 3 +- .../plan/statement/literal/Literal.java | 4 + .../plan/statement/literal/LongLiteral.java | 26 ++- .../plan/statement/literal/StringLiteral.java | 21 +- .../metadata/pipe/AlterPipeStatement.java | 18 ++ .../schemaengine/schemaregion/ISchemaRegion.java | 4 +- .../schemaregion/impl/SchemaRegionMemoryImpl.java | 125 +++++++--- .../schemaregion/impl/SchemaRegionPBTreeImpl.java | 130 ++++++++--- .../mtree/impl/mem/MTreeBelowSGMemoryImpl.java | 107 +++++---- .../mtree/impl/pbtree/MTreeBelowSGCachedImpl.java | 118 ++++++---- .../mtree/impl/pbtree/mnode/ICachedMNode.java | 1 + .../write/req/SchemaRegionWritePlanFactory.java | 2 +- .../req/impl/CreateAlignedTimeSeriesPlanImpl.java | 45 ++-- .../write/req/impl/CreateTimeSeriesPlanImpl.java | 9 + .../java/org/apache/iotdb/db/service/DataNode.java | 2 +- .../metrics/IoTDBInternalLocalReporter.java | 1 + .../db/storageengine/dataregion/DataRegion.java | 17 ++ .../execute/utils/reader/PointPriorityReader.java | 12 +- .../dataregion/flush/CompressionRatio.java | 46 ++-- .../memtable/AlignedWritableMemChunk.java | 13 -- .../dataregion/memtable/WritableMemChunk.java | 6 - .../dataregion/snapshot/SnapshotTaker.java | 25 ++ .../dataregion/tsfile/TsFileResource.java | 11 + .../dataregion/wal/buffer/AbstractWALBuffer.java | 4 +- .../dataregion/wal/buffer/IWALBuffer.java | 4 +- .../dataregion/wal/buffer/WALBuffer.java | 9 +- .../dataregion/wal/buffer/WALEntry.java | 3 + .../dataregion/wal/buffer/WALEntryType.java | 1 + .../dataregion/wal/buffer/WALInfoEntry.java | 1 + .../wal/checkpoint/CheckpointManager.java | 3 +- .../wal/exception/BrokenWALFileException.java} | 17 +- .../storageengine/dataregion/wal/io/LogWriter.java | 9 +- .../dataregion/wal/io/WALMetaData.java | 64 +++--- .../storageengine/dataregion/wal/io/WALWriter.java | 2 - .../dataregion/wal/node/IWALNode.java | 4 + .../dataregion/wal/node/WALFakeNode.java | 7 + .../storageengine/dataregion/wal/node/WALNode.java | 17 +- .../rescon/disk/strategy/SequenceStrategy.java | 24 +- .../agent/SubscriptionBrokerAgent.java | 28 ++- .../agent/SubscriptionConsumerAgent.java | 12 +- .../subscription/agent/SubscriptionTopicAgent.java | 10 +- .../db/subscription/broker/SubscriptionBroker.java | 89 ++++--- .../broker/SubscriptionPrefetchingQueue.java | 67 ++++-- .../broker/SubscriptionPrefetchingTabletQueue.java | 15 +- .../broker/SubscriptionPrefetchingTsFileQueue.java | 175 ++++++++------ .../db/subscription/event/SubscriptionEvent.java | 18 +- .../batch/SubscriptionPipeTabletEventBatch.java | 2 +- .../batch/SubscriptionPipeTsFileEventBatch.java | 2 +- .../receiver/SubscriptionReceiverV1.java | 90 +++++--- .../org/apache/iotdb/db/utils/CommonUtils.java | 39 ++-- .../schemaRegion/AbstractSchemaRegionTest.java | 9 +- .../schemaRegion/SchemaRegionBasicTest.java | 245 ++++++++++++++++---- .../schemaRegion/SchemaRegionManagementTest.java | 4 +- .../SchemaRegionSimpleRecoverTest.java | 135 ++++++++++- .../schemaRegion/SchemaRegionTemplateTest.java | 2 +- .../schemaRegion/SchemaRegionTestUtil.java | 41 +++- .../schemaRegion/SchemaStatisticsTest.java | 28 +-- .../extractor/SchemaRegionListeningQueueTest.java | 15 +- .../compaction/CompactionTaskManagerTest.java | 5 +- .../dataregion/flush/CompressionRatioTest.java | 36 +++ .../dataregion/wal/io/WALFileTest.java | 15 ++ .../org/apache/iotdb/db/tools/MLogParserTest.java | 2 +- .../apache/iotdb/db/utils/DateTimeUtilsTest.java | 63 +++-- .../db/utils/SchemaRegionSnapshotParserTest.java | 10 +- .../reporter/iotdb/IoTDBSessionReporter.java | 2 +- .../conf/iotdb-system.properties.template | 2 +- .../commons/schema/node/utils/IMNodeFactory.java | 1 + .../org/apache/iotdb/commons/utils/IOUtils.java | 32 +++ .../apache/iotdb/commons/utils/JVMCommonUtils.java | 30 ++- .../src/main/thrift/confignode.thrift | 2 + pom.xml | 14 +- 162 files changed, 2923 insertions(+), 1511 deletions(-)
