This is an automated email from the ASF dual-hosted git repository. caogaofei pushed a commit to branch ty/TableModelGrammar in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 25a643c7d559099ef339cd4c8c4ef0e5004021ac Merge: a746a36a450 e400a45fd90 Author: Beyyes <[email protected]> AuthorDate: Sun Apr 7 11:46:06 2024 +0800 Merge branch 'ty/TableModelGrammar' of github.com:apache/iotdb into ty/TableModelGrammar code-coverage/pom.xml | 2 +- distribution/pom.xml | 14 +- example/client-cpp-example/pom.xml | 2 +- example/flink-sql/pom.xml | 2 +- example/flink/pom.xml | 2 +- example/hadoop/pom.xml | 2 +- example/jdbc/pom.xml | 2 +- example/kafka/pom.xml | 2 +- example/mqtt-customize/pom.xml | 2 +- example/mqtt/pom.xml | 2 +- example/pipe-count-point-processor/pom.xml | 2 +- example/pipe-opc-ua-sink/pom.xml | 2 +- example/pom.xml | 2 +- example/pulsar/pom.xml | 2 +- example/rabbitmq/pom.xml | 2 +- example/rest-java-example/pom.xml | 2 +- example/rocketmq/pom.xml | 2 +- example/schema/pom.xml | 4 +- example/session/pom.xml | 2 +- example/trigger/pom.xml | 2 +- example/tsfile/pom.xml | 2 +- example/udf/pom.xml | 2 +- integration-test/pom.xml | 40 +- .../IoTDBOrderByLimitOffsetAlignByDeviceIT.java | 2 +- .../iotdb/db/it/query/IoTDBNullValueFillIT.java | 12 +- iotdb-api/common-api/pom.xml | 2 +- iotdb-api/external-api/pom.xml | 2 +- iotdb-api/pipe-api/pom.xml | 4 +- .../api/customizer/parameter/PipeParameters.java | 3 +- iotdb-api/pom.xml | 2 +- iotdb-api/trigger-api/pom.xml | 4 +- iotdb-api/udf-api/pom.xml | 4 +- .../org/apache/iotdb/udf/api/utils/RowImpl.java | 3 +- iotdb-client/cli/pom.xml | 22 +- iotdb-client/client-cpp/pom.xml | 4 +- .../client-py/iotdb/template/TemplateNode.py | 9 +- .../iotdb/tsfile/common/constant/TsFileConstant.py | 3 +- iotdb-client/client-py/pom.xml | 4 +- iotdb-client/client-py/requirements_dev.txt | 2 +- iotdb-client/isession/pom.xml | 12 +- iotdb-client/jdbc/pom.xml | 12 +- .../org/apache/iotdb/jdbc/IoTDBConnection.java | 10 +- .../java/org/apache/iotdb/jdbc/IoTDBStatement.java | 65 --- iotdb-client/pom.xml | 2 +- iotdb-client/service-rpc/pom.xml | 8 +- ...rtFactory.java => BaseRpcTransportFactory.java} | 30 +- .../iotdb/rpc/DeepCopyRpcTransportFactory.java | 35 +- .../rpc/TCompressedElasticFramedTransport.java | 7 +- .../apache/iotdb/rpc/TElasticFramedTransport.java | 47 +- .../java/org/apache/iotdb/rpc/TSStatusCode.java | 14 + .../iotdb/rpc/TSnappyElasticFramedTransport.java | 22 +- .../rpc/TimeoutChangeableTFastFramedTransport.java | 13 +- .../TimeoutChangeableTSnappyFramedTransport.java | 12 +- .../iotdb/rpc/ZeroCopyRpcTransportFactory.java | 35 +- iotdb-client/session/pom.xml | 14 +- .../java/org/apache/iotdb/session/Session.java | 30 +- .../apache/iotdb/session/SessionConnection.java | 27 +- .../org/apache/iotdb/session/ThriftConnection.java | 10 +- iotdb-connector/flink-iotdb-connector/pom.xml | 12 +- iotdb-connector/flink-sql-iotdb-connector/pom.xml | 14 +- iotdb-connector/flink-tsfile-connector/pom.xml | 8 +- iotdb-connector/grafana-connector/pom.xml | 4 +- iotdb-connector/grafana-plugin/pom.xml | 2 +- iotdb-connector/grafana-plugin/yarn.lock | 6 +- iotdb-connector/hadoop/pom.xml | 6 +- iotdb-connector/hive-connector/pom.xml | 8 +- iotdb-connector/pom.xml | 2 +- iotdb-connector/spark-iotdb-connector/pom.xml | 8 +- .../spark-iotdb-connector/scala_2.11/pom.xml | 2 +- .../spark-iotdb-connector/scala_2.12/pom.xml | 2 +- iotdb-connector/spark-tsfile/pom.xml | 8 +- iotdb-connector/zeppelin-interpreter/pom.xml | 6 +- iotdb-core/antlr/pom.xml | 2 +- .../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 3 + .../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 30 ++ .../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 12 + iotdb-core/confignode/pom.xml | 28 +- .../confignode/client/DataNodeRequestType.java | 4 + .../client/async/AsyncDataNodeClientPool.java | 16 + .../client/async/handlers/AsyncClientHandler.java | 20 + .../ConsumerGroupPushMetaRPCHandler.java | 91 ++++ .../rpc/subscription/TopicPushMetaRPCHandler.java | 89 ++++ .../consensus/request/ConfigPhysicalPlan.java | 24 + .../consensus/request/ConfigPhysicalPlanType.java | 10 + .../read/subscription/ShowSubscriptionPlan.java} | 25 +- .../request/read/subscription/ShowTopicPlan.java} | 25 +- .../consumer/AlterConsumerGroupPlan.java | 80 ++++ .../write/subscription/topic/AlterTopicPlan.java | 80 ++++ .../write/subscription/topic/CreateTopicPlan.java | 80 ++++ .../write/subscription/topic/DropTopicPlan.java | 80 ++++ .../subscription/SubscriptionTableResp.java | 78 ++++ .../response/subscription/TopicTableResp.java | 76 ++++ .../statemachine/ConfigRegionStateMachine.java | 7 +- .../iotdb/confignode/manager/ConfigManager.java | 175 +++++++- .../apache/iotdb/confignode/manager/IManager.java | 45 +- .../iotdb/confignode/manager/ProcedureManager.java | 132 +++++- .../manager/consensus/ConsensusManager.java | 5 +- .../pipe/coordinator/task/PipeTaskCoordinator.java | 4 + .../coordinator/task/PipeTaskCoordinatorLock.java | 6 +- .../manager/schema/ClusterSchemaManager.java | 19 + .../subscription/SubscriptionCoordinator.java | 228 ++++++++++ .../subscription/SubscriptionManager.java} | 25 +- .../persistence/executor/ConfigPlanExecutor.java | 23 + .../persistence/schema/ClusterSchemaInfo.java | 23 + .../persistence/subscription/SubscriptionInfo.java | 494 +++++++++++++++++++++ .../procedure/env/ConfigNodeProcedureEnv.java | 59 +++ .../impl/pipe/AbstractOperatePipeProcedureV2.java | 19 +- .../procedure/impl/pipe/PipeTaskOperation.java | 3 +- .../runtime/PipeHandleLeaderChangeProcedure.java | 16 +- .../runtime/PipeHandleMetaChangeProcedure.java | 16 +- .../impl/pipe/runtime/PipeMetaSyncProcedure.java | 16 +- .../impl/pipe/task/AlterPipeProcedureV2.java | 17 +- .../impl/pipe/task/CreatePipeProcedureV2.java | 17 +- .../impl/pipe/task/DropPipeProcedureV2.java | 17 +- .../impl/pipe/task/StartPipeProcedureV2.java | 17 +- .../impl/pipe/task/StopPipeProcedureV2.java | 17 +- .../AbstractOperateSubscriptionProcedure.java | 279 ++++++++++++ .../SubscriptionOperation.java} | 23 +- .../consumer/AlterConsumerGroupProcedure.java | 267 +++++++++++ .../consumer/CreateConsumerProcedure.java | 127 ++++++ .../consumer/DropConsumerProcedure.java | 96 ++++ .../subscription/CreateSubscriptionProcedure.java | 367 +++++++++++++++ .../subscription/DropSubscriptionProcedure.java | 335 ++++++++++++++ .../subscription/topic/AlterTopicProcedure.java | 224 ++++++++++ .../subscription/topic/CreateTopicProcedure.java | 228 ++++++++++ .../subscription/topic/DropTopicProcedure.java | 153 +++++++ .../subscription/OperateSubscriptionState.java} | 19 +- .../procedure/store/ProcedureFactory.java | 48 ++ .../confignode/procedure/store/ProcedureType.java | 12 +- .../service/thrift/ConfigNodeRPCService.java | 4 +- .../thrift/ConfigNodeRPCServiceProcessor.java | 61 +++ .../request/ConfigPhysicalPlanSerDeTest.java | 56 +++ .../persistence/schema/ConfigMTreeTest.java | 7 + .../consumer/CreateConsumerProcedureTest.java | 78 ++++ .../consumer/DropConsumerProcedureTest.java | 76 ++++ .../CreateSubscriptionProcedureTest.java | 112 +++++ .../DropSubscriptionProcedureTest.java | 103 +++++ .../topic/AlterTopicProcedureTest.java | 60 +++ .../topic/CreateTopicProcedureTest.java | 61 +++ .../subscription/topic/DropTopicProcedureTest.java | 52 +++ iotdb-core/consensus/pom.xml | 14 +- .../iot/client/SyncIoTConsensusServiceClient.java | 4 +- .../iot/service/IoTConsensusRPCService.java | 4 +- .../simple/SimpleConsensusServerImpl.java | 17 +- iotdb-core/datanode/pom.xml | 50 +-- .../src/main/codegen/templates/linearFill.ftl | 25 +- .../org/apache/iotdb/db/audit/AuditLogger.java | 4 + .../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 9 +- .../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 6 +- .../PipeDataRegionProcessorConstructor.java | 4 + .../receiver/PipeStatementTSStatusVisitor.java | 13 +- .../legacy/IoTDBLegacyPipeReceiverAgent.java | 4 +- .../iotdb/db/protocol/client/ConfigNodeClient.java | 75 +++- .../impl/DataNodeInternalRPCServiceImpl.java | 43 ++ .../common/header/ColumnHeaderConstant.java | 19 + .../common/header/DatasetHeaderFactory.java | 8 + .../execution/exchange/MPPDataExchangeService.java | 4 +- .../fragment/FragmentInstanceContext.java | 3 + .../execution/fragment/QueryStatistics.java | 2 + .../operator/process/fill/linear/LinearFill.java | 49 +- .../operator/schema/source/DeviceSchemaSource.java | 4 +- .../schema/source/LogicalViewSchemaSource.java | 9 +- .../schema/source/TimeSeriesSchemaSource.java | 4 +- .../execution/operator/source/SeriesScanUtil.java | 12 + .../metric/QueryRelatedResourceMetricSet.java | 102 +++++ .../metric/SeriesScanCostMetricSet.java | 22 + .../db/queryengine/plan/analyze/Analysis.java | 8 + .../plan/execution/config/ConfigTaskVisitor.java | 31 ++ .../config/executor/ClusterConfigTaskExecutor.java | 118 +++++ .../config/executor/IConfigTaskExecutor.java | 13 + .../config/sys/subscription/CreateTopicTask.java | 42 ++ .../config/sys/subscription/DropTopicTask.java | 42 ++ .../sys/subscription/ShowSubscriptionTask.java | 86 ++++ .../config/sys/subscription/ShowTopicsTask.java | 80 ++++ .../visitor/ColumnTransformerVisitor.java | 20 +- .../plan/optimization/ColumnInjectionPushDown.java | 2 +- .../plan/optimization/LimitOffsetPushDown.java | 2 +- .../OrderByExpressionWithLimitChangeToTopK.java | 2 +- .../plan/optimization/PredicatePushDown.java | 2 +- .../db/queryengine/plan/parser/ASTVisitor.java | 72 +++ .../plan/planner/LocalExecutionPlanner.java | 5 +- .../queryengine/plan/planner/LogicalPlanner.java | 2 +- .../plan/planner/plan/node/PlanVisitor.java | 8 +- .../function/LongVariableConstraint.java | 4 - .../plan/relational/function/Signature.java | 7 - .../function/TypeVariableConstraint.java | 8 - .../queryengine/plan/statement/StatementType.java | 8 +- .../plan/statement/StatementVisitor.java | 21 + .../subscription/CreateTopicStatement.java | 88 ++++ .../metadata/subscription/DropTopicStatement.java | 76 ++++ .../subscription/ShowSubscriptionsStatement.java | 77 ++++ .../metadata/subscription/ShowTopicsStatement.java | 77 ++++ .../statement/sys/ExplainAnalyzeStatement.java | 7 + .../schemaregion/impl/SchemaRegionMemoryImpl.java | 5 +- .../schemaregion/mtree/impl/mem/MemMTreeStore.java | 1 + .../db/service/DataNodeInternalRPCService.java | 4 +- .../org/apache/iotdb/db/service/RPCService.java | 8 +- .../db/storageengine/dataregion/DataRegion.java | 6 +- .../dataregion/memtable/PlainDeviceID.java | 11 + .../read/reader/chunk/MemChunkReader.java | 6 + .../dataregion/read/reader/common/Element.java | 10 +- .../read/reader/common/PriorityMergeReader.java | 27 +- .../storageengine/dataregion/wal/WALManager.java | 3 + .../rescon/memory/TsFileResourceManager.java | 35 +- .../db/subscription/agent/SubscriptionAgent.java} | 27 +- .../db/subscription/agent/topic/TopicAgent.java | 104 +++++ .../execution/operator/LinearFillOperatorTest.java | 88 ++-- .../builder/EvaluationDAGBuilderTest.java | 2 + .../read/reader/common/FakedSeriesReader.java | 6 + .../rescon/memory/ResourceManagerTest.java | 10 +- iotdb-core/metrics/core/pom.xml | 4 +- iotdb-core/metrics/interface/pom.xml | 12 +- iotdb-core/metrics/pom.xml | 2 +- iotdb-core/node-commons/pom.xml | 22 +- .../resources/conf/iotdb-common.properties | 2 +- .../client/sync/SyncConfigNodeIServiceClient.java | 4 +- .../sync/SyncDataNodeInternalServiceClient.java | 4 +- .../SyncDataNodeMPPDataExchangeServiceClient.java | 4 +- .../commons/exception/SubscriptionException.java} | 42 +- .../pipe/connector/client/IoTDBSyncClient.java | 6 +- .../pipe/plugin/builtin/BuiltinPipePlugin.java | 3 + .../throwing/ThrowingExceptionProcessor.java | 99 +++++ .../service/AbstractThriftServiceThread.java | 18 +- .../iotdb/commons/service/ThriftServiceThread.java | 25 +- .../iotdb/commons/service/metric/enums/Metric.java | 1 + .../subscription/config/ConsumerConfig.java} | 19 +- .../commons/subscription/config/TopicConfig.java} | 19 +- .../subscription/config/TopicConstant.java} | 29 +- .../meta/consumer/ConsumerGroupMeta.java | 274 ++++++++++++ .../meta/consumer/ConsumerGroupMetaKeeper.java | 129 ++++++ .../subscription/meta/consumer/ConsumerMeta.java | 138 ++++++ .../meta/subscription/SubscriptionMeta.java | 118 +++++ .../commons/subscription/meta/topic/TopicMeta.java | 201 +++++++++ .../subscription/meta/topic/TopicMetaKeeper.java | 134 ++++++ .../commons/udf/builtin/String/UDTFConcat.java | 6 +- .../iotdb/commons/udf/builtin/UDTFConst.java | 24 +- .../iotdb/commons/udf/builtin/UDTFConstE.java | 8 +- .../iotdb/commons/udf/builtin/UDTFConstPi.java | 8 +- .../client/mock/MockInternalRPCService.java | 4 +- .../consumer/ConsumerGroupDeSerTest.java | 70 +++ .../commons/subscription/topic/TopicDeSerTest.java | 57 +++ iotdb-core/pom.xml | 2 +- iotdb-core/relational-grammar/pom.xml | 2 +- iotdb-core/relational-parser/pom.xml | 9 +- iotdb-core/tsfile/pom.xml | 2 +- .../apache/iotdb/tsfile/read/common/BatchData.java | 6 + .../iotdb/tsfile/read/common/block/TsBlock.java | 10 + .../tsfile/read/common/block/TsBlockUtil.java | 6 +- .../read/common/block/column/TimeColumn.java | 9 +- .../iotdb/tsfile/read/reader/IPointReader.java | 2 + .../page/LazyLoadAlignedPagePointReader.java | 14 +- iotdb-doap.rdf | 10 +- iotdb-protocol/openapi/pom.xml | 2 +- iotdb-protocol/pom.xml | 2 +- iotdb-protocol/thrift-commons/pom.xml | 2 +- iotdb-protocol/thrift-confignode/pom.xml | 4 +- .../src/main/thrift/confignode.thrift | 154 ++++++- iotdb-protocol/thrift-consensus/pom.xml | 4 +- iotdb-protocol/thrift-datanode/pom.xml | 4 +- .../src/main/thrift/datanode.thrift | 42 ++ library-udf/pom.xml | 6 +- pom.xml | 7 +- 262 files changed, 8425 insertions(+), 905 deletions(-)
