This is an automated email from the ASF dual-hosted git repository. jackietien pushed a commit to branch ty/SupportFill in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 2d88c35822742bace9f96a94afefafc4e3d5a968 Merge: b4fd1b7a2a5 cd3e8af7e47 Author: JackieTien97 <[email protected]> AuthorDate: Thu Sep 26 17:58:11 2024 +0800 Merge remote-tracking branch 'origin/master' into ty/SupportFill .github/workflows/dependency-check.yml | 59 ++++++ dependencies.json | 167 ++++++++++++++++ .../apache/iotdb/db/it/IoTDBDatetimeFormatIT.java | 9 + .../apache/iotdb/db/it/path/IoTDBQuotedPathIT.java | 11 +- .../iotdb/pipe/it/autocreate/IoTDBPipeAlterIT.java | 20 +- .../db/it/IoTDBMultiIDsWithAttributesTableIT.java | 19 ++ .../iotdb/tool/tsfile/ImportTsFileScanTool.java | 4 +- iotdb-core/ainode/pyproject.toml | 2 +- .../iotdb/confignode/conf/ConfigNodeConfig.java | 12 +- .../consensus/request/ConfigPhysicalPlan.java | 40 ++++ .../request/read/ConfigPhysicalReadPlan.java | 4 +- .../read/ainode/GetAINodeConfigurationPlan.java | 21 +- .../request/read/model/GetModelInfoPlan.java | 22 ++- .../request/read/model/ShowModelPlan.java | 24 +++ .../agent/runtime/PipeConfigNodeRuntimeAgent.java | 13 +- .../agent/runtime/PipeConfigRegionListener.java | 7 +- .../protocol/IoTDBConfigRegionConnector.java | 3 +- .../confignode/persistence/node/NodeInfo.java | 33 +++- .../confignode/persistence/pipe/PipeInfo.java | 33 +++- .../thrift/ConfigNodeRPCServiceProcessor.java | 9 +- .../iotdb/consensus/ratis/RatisConsensus.java | 3 + .../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 23 +-- .../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 25 ++- .../schemaregion/SchemaExecutionVisitor.java | 12 ++ .../client/IoTDBDataNodeSyncClientManager.java | 26 +-- .../thrift/sync/IoTDBDataNodeSyncConnector.java | 3 +- .../twostage/plugin/TwoStageCountProcessor.java | 2 +- .../handler/AINodeRPCServiceThriftHandler.java | 60 ------ .../protocol/thrift/impl/AINodeRPCServiceImpl.java | 187 ------------------ .../db/queryengine/common/MPPQueryContext.java | 18 +- .../execution/executor/RegionReadExecutor.java | 3 +- .../process/AggregationMergeSortOperator.java | 3 +- .../relational/ColumnTransformerBuilder.java | 23 ++- .../iotdb/db/queryengine/plan/Coordinator.java | 6 +- .../analyze/lock/DataNodeSchemaLockManager.java | 17 +- .../execution/config/TableConfigTaskVisitor.java | 90 ++++++++- .../execution/config/TreeConfigTaskVisitor.java | 16 +- .../config/executor/ClusterConfigTaskExecutor.java | 113 +++-------- .../config/executor/IConfigTaskExecutor.java | 20 +- .../config/metadata/CreatePipePluginTask.java | 10 + .../config/metadata/DropPipePluginTask.java | 7 + .../metadata/{model => }/ShowAINodesTask.java | 11 +- .../config/metadata/ShowDataNodesTask.java | 2 +- .../execution/config/metadata/ShowRegionTask.java | 29 ++- ...ShowDataNodesTask.java => ShowAINodesTask.java} | 11 +- .../metadata/relational/ShowConfigNodesTask.java | 9 +- .../metadata/relational/ShowDataNodesTask.java | 9 +- .../execution/config/sys/pipe/AlterPipeTask.java | 14 ++ .../execution/config/sys/pipe/CreatePipeTask.java | 11 ++ .../execution/config/sys/pipe/DropPipeTask.java | 8 + .../execution/config/sys/pipe/ShowPipeTask.java | 7 + .../execution/config/sys/pipe/StartPipeTask.java | 7 + .../execution/config/sys/pipe/StopPipeTask.java | 7 + .../db/queryengine/plan/parser/ASTVisitor.java | 6 +- .../plan/parser/StatementGenerator.java | 11 +- .../plan/planner/OperatorTreeGenerator.java | 2 +- .../relational/analyzer/ExpressionTreeUtils.java | 5 +- .../relational/analyzer/StatementAnalyzer.java | 54 +++++ .../plan/relational/metadata/Metadata.java | 3 +- .../metadata/TableBuiltinAggregationFunction.java | 12 +- .../relational/metadata/TableMetadataImpl.java | 43 ++-- .../distribute/TableDistributedPlanner.java | 7 + .../TableModelTypeProviderExtractor.java | 11 +- .../PushAggregationIntoTableScan.java | 14 +- .../relational/planner/optimizations/Util.java | 7 +- .../plan/relational/sql/ast/AlterPipe.java | 143 ++++++++++++++ .../plan/relational/sql/ast/AstVisitor.java | 40 ++++ .../relational/sql/ast/CoalesceExpression.java | 28 +++ .../plan/relational/sql/ast/CreatePipe.java | 113 +++++++++++ .../plan/relational/sql/ast/CreatePipePlugin.java | 95 +++++++++ .../plan/relational/sql/ast/DropPipe.java | 75 +++++++ .../plan/relational/sql/ast/DropPipePlugin.java | 75 +++++++ .../plan/relational/sql/ast/Expression.java | 3 + .../plan/relational/sql/ast/PipeStatement.java} | 18 +- .../plan/relational/sql/ast/ShowAINodes.java} | 41 ++-- .../plan/relational/sql/ast/ShowPipePlugins.java} | 20 +- .../plan/relational/sql/ast/ShowPipes.java | 76 +++++++ .../plan/relational/sql/ast/StartPipe.java} | 49 ++--- .../plan/relational/sql/ast/StopPipe.java} | 49 ++--- .../relational/sql/ast/TableExpressionType.java | 3 +- .../plan/relational/sql/parser/AstBuilder.java | 218 +++++++++++++++++++++ .../plan/relational/sql/util/SqlFormatter.java | 208 ++++++++++++++++++++ .../plan/relational/type/InternalTypeManager.java | 1 + .../column/multi/CoalesceColumnTransformer.java | 57 ++++++ .../schemaregion/utils/MetaFormatUtils.java | 5 +- .../apache/iotdb/db/service/AINodeRPCService.java | 94 --------- .../iotdb/db/service/AINodeRPCServiceMBean.java | 22 --- .../java/org/apache/iotdb/db/service/DataNode.java | 4 - .../iotdb/db/storageengine/StorageEngine.java | 1 + .../db/storageengine/dataregion/DataRegion.java | 7 +- .../RepairUnsortedFileCompactionPerformer.java | 9 +- .../execute/task/AbstractCompactionTask.java | 2 +- .../execute/task/CrossSpaceCompactionTask.java | 3 + .../task/RepairUnsortedFileCompactionTask.java | 84 ++++---- .../execute/task/SettleCompactionTask.java | 30 +-- .../utils/AlignedSeriesBatchCompactionUtils.java | 10 +- .../compaction/repair/RepairDataFileScanUtil.java | 12 ++ .../repair/RepairTimePartitionScanTask.java | 3 +- .../repair/UnsortedFileRepairTaskScheduler.java | 2 +- .../impl/RewriteCrossSpaceCompactionSelector.java | 4 + .../impl/SizeTieredCompactionSelector.java | 12 +- .../dataregion/tsfile/TsFileRepairStatus.java | 16 +- .../agent/SubscriptionBrokerAgent.java | 10 + .../db/subscription/broker/SubscriptionBroker.java | 20 ++ .../broker/SubscriptionPrefetchingQueue.java | 14 +- .../db/subscription/event/SubscriptionEvent.java | 6 + .../batch/SubscriptionPipeTabletEventBatch.java | 10 +- .../batch/SubscriptionPipeTsFileEventBatch.java | 12 +- .../event/pipe/SubscriptionPipeEmptyEvent.java | 9 + .../event/pipe/SubscriptionPipeEvents.java | 4 + .../pipe/SubscriptionPipeTabletBatchEvents.java | 9 + .../pipe/SubscriptionPipeTsFileBatchEvents.java | 13 ++ .../pipe/SubscriptionPipeTsFilePlainEvent.java | 9 + .../SubscriptionPrefetchingQueueMetrics.java | 2 +- .../task/subtask/SubscriptionConnectorSubtask.java | 14 ++ .../SubscriptionConnectorSubtaskManager.java | 3 + .../iotdb/db/utils/constant/SqlConstant.java | 5 + .../operator/AggregationMergeSortOperatorTest.java | 177 +++++++++++++++++ .../plan/relational/analyzer/AggregationTest.java | 171 ++++++++++++---- .../plan/relational/analyzer/TSBSMetadata.java | 5 +- .../plan/relational/analyzer/TSBSTest.java | 1 + .../plan/relational/analyzer/TestMatadata.java | 5 +- .../assertions/AggregationTableScanMatcher.java | 11 +- .../planner/assertions/PlanMatchPattern.java | 2 +- .../repair/RepairUnsortedFileCompactionTest.java | 100 +++++++++- .../repair/RepairUnsortedFileSchedulerTest.java | 2 +- .../tablemodel/CompactionWithAllNullRowsTest.java | 2 + .../compaction/utils/BatchCompactionUtilsTest.java | 138 +++++++++++++ .../compaction/utils/CompactionTaskQueueTest.java | 8 +- .../conf/iotdb-system.properties.template | 8 +- .../agent/plugin/builtin/BuiltinPipePlugin.java | 1 + .../config/constant/PipeExtractorConstant.java | 6 + .../connector/protocol/IoTDBSslSyncConnector.java | 29 +-- .../options/PipeInclusionOptions.java | 2 +- .../db/relational/grammar/sql/RelationalSql.g4 | 144 +++++++++++++- .../src/main/thrift/datanode.thrift | 15 +- pom.xml | 89 ++++++++- src/main/groovy/checkDependencies.groovy | 60 ++++++ src/main/xslt/sbom-filter.xsl | 41 ++++ 139 files changed, 3329 insertions(+), 939 deletions(-)
