This is an automated email from the ASF dual-hosted git repository. caogaofei pushed a commit to branch ty/TableModelGrammar in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 3a8183fe219541d6fb9882fe6a1731f52d978e1a Merge: 34bf1aa11bb 6408bd86367 Author: Beyyes <[email protected]> AuthorDate: Mon Apr 15 20:14:10 2024 +0800 Merge branch 'ty/TableModelGrammar' of github.com:apache/iotdb into ty/TableModelGrammar README.md | 62 +- example/pipe-opc-ua-sink/pom.xml | 34 ++ .../apache/iotdb/SubscriptionSessionExample.java | 18 +- .../it/env/cluster/config/MppConfigNodeConfig.java | 6 + .../iotdb/it/env/cluster/env/AbstractEnv.java | 29 +- .../it/env/cluster/node/AbstractNodeWrapper.java | 5 + .../env/remote/config/RemoteConfigNodeConfig.java | 6 + .../apache/iotdb/itbase/env/BaseNodeWrapper.java | 2 + .../apache/iotdb/itbase/env/ConfigNodeConfig.java | 2 + ...oTDBRegionMigrateDataNodeCrashITFramework.java} | 14 +- .../IoTDBRegionMigrateReliabilityITFramework.java | 412 +++++++++---- .../it/regionmigration/KillPointContext.java | 25 +- .../pass/IoTDBRegionMigrateClusterCrashIT.java | 68 +++ .../pass/IoTDBRegionMigrateConfigNodeCrashIT.java | 92 ++- .../pass/IoTDBRegionMigrateNormalIT.java | 8 +- .../pass/IoTDBRegionMigrateOtherIT.java | 9 +- ...ateCoordinatorCrashWhenRemoveRemotePeerIT.java} | 24 +- .../IoTDBRegionMigrateDataNodeCrashIT.java | 59 +- ...MigrateOriginalCrashWhenDeleteLocalPeerIT.java} | 19 +- ...igrateOriginalCrashWhenRemoveRemotePeerIT.java} | 19 +- .../pipe/it/autocreate/AbstractPipeDualAutoIT.java | 4 + .../pipe/it/autocreate/IoTDBPipeClusterIT.java | 75 ++- .../pipe/it/autocreate/IoTDBPipeIdempotentIT.java | 4 + .../pipe/it/autocreate/IoTDBPipeProcessorIT.java | 4 + .../pipe/it/autocreate/IoTDBPipeProtocolIT.java | 12 + .../pipe/it/manual/AbstractPipeDualManualIT.java | 4 + .../pipe/it/manual/IoTDBPipeMetaHistoricalIT.java | 4 + .../it/manual/IoTDBPipeMetaLeaderChangeIT.java | 4 + .../iotdb/pipe/it/single/AbstractPipeSingleIT.java | 2 + .../iotdb/session/it/IoTDBSessionSimpleIT.java | 1 + .../it/dual/AbstractSubscriptionDualIT.java | 4 + .../it/dual/IoTDBSubscriptionTopicIT.java | 157 ++++- .../it/local/IoTDBSubscriptionBasicIT.java | 12 +- .../it/local/IoTDBSubscriptionIdempotentIT.java | 22 +- .../it/local/IoTDBSubscriptionRestartIT.java | 298 +++++++++- .../org/apache/iotdb/isession/SessionDataSet.java | 6 +- .../apache/iotdb/rpc/TElasticFramedTransport.java | 3 +- .../java/org/apache/iotdb/rpc/TSStatusCode.java | 3 + .../rpc/subscription/config/ConsumerConstant.java | 17 +- .../exception}/SubscriptionException.java | 2 +- .../SubscriptionParameterNotValidException.java | 17 +- .../SubscriptionPollTimeOutException.java | 16 +- .../subscription/ConsumerHeartbeatWorker.java | 26 +- .../subscription/PullConsumerAutoCommitWorker.java | 10 +- .../session/subscription/SubscriptionConsumer.java | 383 ++++++++++-- .../subscription/SubscriptionEndpointsSyncer.java | 131 +++++ .../session/subscription/SubscriptionProvider.java | 48 +- .../subscription/SubscriptionPullConsumer.java | 99 +++- .../subscription/SubscriptionPushConsumer.java | 2 +- .../session/subscription/SubscriptionSession.java | 20 +- .../SubscriptionSessionConnection.java | 16 - .../session/subscription/model/Subscription.java | 6 +- .../iotdb/session/subscription/model/Topic.java | 4 +- iotdb-connector/grafana-plugin/yarn.lock | 16 +- .../confignode/client/DataNodeRequestType.java | 3 + .../client/async/AsyncDataNodeClientPool.java | 14 + .../client/async/handlers/AsyncClientHandler.java | 2 + .../client/sync/SyncDataNodeClientPool.java | 3 + .../consensus/request/ConfigPhysicalPlan.java | 12 + .../consensus/request/ConfigPhysicalPlanType.java | 5 + .../request/write/table/CommitCreateTablePlan.java | 66 +++ .../request/write/table/PreCreateTablePlan.java | 67 +++ .../write/table/RollbackCreateTablePlan.java | 66 +++ .../statemachine/ConfigRegionStateMachine.java | 3 + .../iotdb/confignode/manager/ConfigManager.java | 24 + .../apache/iotdb/confignode/manager/IManager.java | 7 + .../iotdb/confignode/manager/ProcedureManager.java | 54 +- .../iotdb/confignode/manager/node/NodeManager.java | 2 + .../receiver/IoTDBConfigNodeReceiverAgent.java | 21 + .../pipe/execution/PipeConfigNodeSubtask.java | 9 +- .../receiver/protocol/IoTDBConfigNodeReceiver.java | 36 +- .../manager/schema/ClusterSchemaManager.java | 10 + .../persistence/executor/ConfigPlanExecutor.java | 9 + .../persistence/schema/ClusterSchemaInfo.java | 75 +++ .../confignode/persistence/schema/ConfigMTree.java | 109 ++++ .../schema/mnode/impl/ConfigTableNode.java | 221 +++++++ .../schema/mnode/impl/TableNodeStatus.java | 58 ++ .../schema/mnode/info/ConfigTableInfo.java | 46 +- .../persistence/subscription/SubscriptionInfo.java | 2 +- .../iotdb/confignode/procedure/Procedure.java | 15 - .../procedure/env/RegionMaintainHandler.java | 85 +-- .../procedure/impl/StateMachineProcedure.java | 18 + .../impl/region/AddRegionPeerProcedure.java | 91 ++- .../impl/region/RemoveRegionPeerProcedure.java | 23 +- .../impl/schema/DataNodeRegionTaskExecutor.java | 2 +- .../impl/schema/table/CreateTableProcedure.java | 429 ++++++++++++++ .../AbstractOperateSubscriptionProcedure.java | 2 +- .../consumer/AlterConsumerGroupProcedure.java | 2 +- .../runtime/ConsumerGroupMetaSyncProcedure.java | 2 +- .../subscription/CreateSubscriptionProcedure.java | 2 +- .../subscription/DropSubscriptionProcedure.java | 2 +- .../subscription/topic/AlterTopicProcedure.java | 2 +- .../subscription/topic/CreateTopicProcedure.java | 2 +- .../subscription/topic/DropTopicProcedure.java | 2 +- .../topic/runtime/TopicMetaSyncProcedure.java | 2 +- .../testonly/CreateManyDatabasesProcedure.java | 10 +- .../procedure/state/schema/CreateTableState.java} | 13 +- .../procedure/store/ProcedureFactory.java | 6 + .../confignode/procedure/store/ProcedureType.java | 2 + .../thrift/ConfigNodeRPCServiceProcessor.java | 13 +- iotdb-core/consensus/pom.xml | 4 + .../org/apache/iotdb/consensus/IConsensus.java | 19 + .../consensus/exception/ConsensusException.java | 4 + .../apache/iotdb/consensus/iot/IoTConsensus.java | 91 ++- .../consensus/iot/IoTConsensusServerImpl.java | 130 +++-- .../service/IoTConsensusRPCServiceProcessor.java | 8 +- .../iotdb/consensus/ratis/RatisConsensus.java | 42 +- .../iotdb/consensus/simple/SimpleConsensus.java | 11 + .../apache/iotdb/consensus/iot/ReplicateTest.java | 21 + .../apache/iotdb/consensus/iot/StabilityTest.java | 12 +- .../iotdb/consensus/ratis/RatisConsensusTest.java | 26 +- .../dataregion/DataRegionStateMachine.java | 15 +- .../db/exception/PartitionViolationException.java | 6 +- .../table/TableAlreadyExistsException.java} | 13 +- .../metadata/table/TableNotExistsException.java} | 15 +- ...IoTDBThriftSyncPipeTransferBatchReqBuilder.java | 2 +- .../builder/PipeTransferBatchReqBuilder.java | 49 +- .../async/IoTDBDataRegionAsyncConnector.java | 26 + .../PipeTransferTabletBatchEventHandler.java | 12 +- .../PipeTransferTabletInsertionEventHandler.java | 5 - .../PipeTransferTsFileInsertionEventHandler.java | 2 - .../common/tablet/PipeRawTabletInsertionEvent.java | 4 +- .../iotdb/db/pipe/metric/PipeConnectorMetrics.java | 46 +- .../iotdb/db/pipe/metric/PipeExtractorMetrics.java | 49 +- .../iotdb/db/pipe/metric/PipeProcessorMetrics.java | 46 +- .../processor/aggregate/AggregateProcessor.java | 60 +- .../protocol/thrift/IoTDBDataNodeReceiver.java | 60 +- .../thrift/IoTDBDataNodeReceiverAgent.java | 18 + .../db/pipe/resource/memory/PipeMemoryBlock.java | 7 +- .../resource/tsfile/PipeTsFileResourceManager.java | 1 - .../pipe/task/connection/PipeEventCollector.java | 8 +- .../db/pipe/task/stage/PipeTaskConnectorStage.java | 3 +- .../db/pipe/task/stage/PipeTaskProcessorStage.java | 2 +- .../subtask/connector/PipeConnectorSubtask.java | 6 +- .../connector/PipeConnectorSubtaskManager.java | 10 +- .../subtask/processor/PipeProcessorSubtask.java | 5 +- .../iotdb/db/protocol/client/ConfigNodeClient.java | 14 + .../impl/DataNodeInternalRPCServiceImpl.java | 56 +- .../db/queryengine/common/MPPQueryContext.java | 17 +- .../common/header/ColumnHeaderConstant.java | 17 + .../common/header/DatasetHeaderFactory.java | 8 + .../execution/exchange/sink/ShuffleSinkHandle.java | 4 +- .../exchange/source/LocalSourceHandle.java | 9 - .../queryengine/execution/memory/MemoryPool.java | 14 +- .../iotdb/db/queryengine/plan/Coordinator.java | 15 +- .../queryengine/plan/analyze/AnalyzeVisitor.java | 53 +- .../analyze/cache/schema/DataNodeSchemaCache.java | 47 +- .../analyze/cache/schema/SchemaCacheEntry.java | 8 + .../cache/schema/TimeSeriesSchemaCache.java | 32 + .../cache/schema/dualkeycache/IDualKeyCache.java | 9 + .../schema/dualkeycache/impl/DualKeyCacheImpl.java | 59 ++ .../schema/lastcache/DataNodeLastCacheManager.java | 7 + .../schema/lastcache/ILastCacheContainer.java | 5 +- .../cache/schema/lastcache/LastCacheContainer.java | 7 + .../analyze/lock/DataNodeSchemaLockManager.java | 59 ++ .../plan/analyze/lock/SchemaLockType.java | 64 ++ .../plan/analyze/schema/ClusterSchemaFetcher.java | 14 +- .../execution/config/TableConfigTaskVisitor.java | 109 +++- .../config/executor/ClusterConfigTaskExecutor.java | 89 ++- .../config/executor/IConfigTaskExecutor.java | 12 +- .../metadata/relational/CreateTableTask.java | 16 +- .../metadata/relational/DescribeTableTask.java | 85 +++ .../config/metadata/relational/ShowTablesTask.java | 77 +++ .../db/queryengine/plan/parser/ASTVisitor.java | 2 +- .../db/schemaengine/table/DataNodeTableCache.java | 207 +++++++ .../iotdb/db/schemaengine/table/ITableCache.java} | 18 +- .../java/org/apache/iotdb/db/service/DataNode.java | 73 +-- .../iotdb/db/service/RegionMigrateService.java | 7 +- .../db/storageengine/dataregion/DataRegion.java | 44 +- .../exception/CompactionExceptionHandler.java | 15 +- .../execute/recover/CompactionRecoverTask.java | 18 +- .../execute/task/AbstractCompactionTask.java | 10 +- .../execute/task/InnerSpaceCompactionTask.java | 2 +- .../compaction/schedule/CompactionScheduler.java | 6 - .../compaction/schedule/CompactionTaskQueue.java | 52 +- .../impl/RewriteCrossSpaceCompactionSelector.java | 2 +- .../memtable/AlignedWritableMemChunk.java | 5 +- .../dataregion/snapshot/SnapshotLoader.java | 6 - .../storageengine/dataregion/tsfile/TsFileID.java | 18 +- .../tsfile/timeindex/DeviceTimeIndex.java | 64 +- .../dataregion/tsfile/timeindex/FileTimeIndex.java | 22 +- .../dataregion/tsfile/timeindex/ITimeIndex.java | 2 - .../agent/SubscriptionAgentLauncher.java | 2 +- .../agent/SubscriptionConsumerAgent.java | 2 +- .../receiver/SubscriptionReceiverV1.java | 7 +- .../task/stage/SubscriptionTaskConnectorStage.java | 2 +- .../SubscriptionConnectorSubtaskManager.java | 12 +- .../cache/dualkeycache/DualKeyCacheTest.java | 114 ++++ .../inner/InnerSpaceCompactionExceptionTest.java | 5 +- .../src/assembly/resources/sbin/health_check.bat | 641 +++++++++++++++++++++ .../src/assembly/resources/sbin/health_check.sh | 388 +++++++++++++ .../iotdb/commons/pipe/event/EnrichedEvent.java | 24 +- .../pipe/progress/PipeEventCommitManager.java | 26 +- .../commons/pipe/progress/PipeEventCommitter.java | 15 +- .../commons/pipe/receiver/IoTDBFileReceiver.java | 263 ++++++--- .../commons/pipe/receiver/IoTDBReceiverAgent.java | 46 +- .../task/subtask/PipeAbstractConnectorSubtask.java | 2 +- .../pipe/task/subtask/PipeReportableSubtask.java | 2 +- .../commons/pipe/task/subtask/PipeSubtask.java | 18 +- .../iotdb/commons/schema/SchemaConstant.java | 6 + .../apache/iotdb/commons/schema/table/TsTable.java | 144 +++++ .../schema/table/TsTableInternalRPCType.java | 64 ++ .../schema/table/TsTableInternalRPCUtil.java | 98 ++++ .../schema/table/column/AttributeColumnSchema.java | 57 ++ .../schema/table/column/IdColumnSchema.java | 57 ++ .../table/column/MeasurementColumnSchema.java | 101 ++++ .../schema/table/column/TimeColumnSchema.java | 57 ++ .../schema/table/column/TsTableColumnCategory.java | 73 +++ .../schema/table/column/TsTableColumnSchema.java | 74 +++ .../table/column/TsTableColumnSchemaUtil.java | 80 +++ .../meta/consumer/ConsumerGroupMeta.java | 2 +- ... => IoTConsensusDeleteLocalPeerKillPoints.java} | 8 +- ...a => IoTConsensusInactivatePeerKillPoints.java} | 8 +- ...TConsensusRemovePeerCoordinatorKillPoints.java} | 2 +- ...nsusRemovePeerKillPoints.java => KillNode.java} | 11 +- .../consumer/ConsumerGroupDeSerTest.java | 2 +- .../src/main/thrift/confignode.thrift | 16 +- .../src/main/thrift/iotconsensus.thrift | 1 + .../src/main/thrift/datanode.thrift | 10 + pom.xml | 2 +- 220 files changed, 7510 insertions(+), 1243 deletions(-)
