This is an automated email from the ASF dual-hosted git repository. haonan pushed a commit to branch refector_py_table_session in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit b03412bd791c865b708db68d43d7b32e89902307 Merge: 44b462a5082 b34b714c80e Author: HTHou <[email protected]> AuthorDate: Thu Nov 28 12:05:14 2024 +0800 Merge branch 'master' of github.com:apache/iotdb into refector_py_table_session .github/workflows/pipe-it-2cluster.yml | 18 ++ .../confignode/it/IoTDBConfigNodeSnapshotIT.java | 14 +- .../it/partition/IoTDBPartitionCreationIT.java | 59 +++- .../it/partition/IoTDBPartitionDurableIT.java | 130 -------- .../org/apache/iotdb/db/it/IoTDBRestServiceIT.java | 8 +- .../it/IoTDBSyntaxConventionStringLiteralIT.java | 2 +- .../iotdb/db/it/udaf/IoTDBUDAFManagementIT.java | 12 +- .../iotdb/db/it/udf/IoTDBUDFManagementIT.java | 17 +- .../pipe/it/tablemodel/IoTDBPipeDataSinkIT.java | 59 ++++ .../relational/it/db/it/IoTDBDeletionTableIT.java | 71 +++++ .../db/it/IoTDBMultiIDsWithAttributesTableIT.java | 148 ++++++++- .../it/query/old/IoTDBFilterTableIT.java | 24 ++ .../iotdb/relational/it/schema/IoTDBTableIT.java | 3 +- .../it/session/IoTDBTableModelSessionIT.java | 39 +++ .../iotdb/session/it/IoTDBSessionRelationalIT.java | 32 ++ .../udf/api/relational/AggregationFunction.java | 11 +- .../iotdb/udf/api/relational/SQLFunction.java | 11 +- .../iotdb/udf/api/relational/ScalarFunction.java | 11 +- .../iotdb/udf/api/relational/TableFunction.java | 11 +- .../iotdb/udf/api/relational/access/Record.java | 129 ++++++++ .../java/org/apache/iotdb/rpc/TSStatusCode.java | 2 + .../heartbeat/DataNodeHeartbeatHandler.java | 14 +- .../consensus/request/ConfigPhysicalPlan.java | 10 +- .../consensus/request/ConfigPhysicalPlanType.java | 5 +- ...TablePlan.java => GetAllFunctionTablePlan.java} | 6 +- .../read/function/GetFunctionTablePlan.java | 10 +- ...onPlan.java => DropTableModelFunctionPlan.java} | 12 +- ...ionPlan.java => DropTreeModelFunctionPlan.java} | 12 +- ...opFunctionPlan.java => UpdateFunctionPlan.java} | 44 ++- .../response/function/FunctionTableResp.java | 14 +- .../iotdb/confignode/manager/ConfigManager.java | 10 +- .../apache/iotdb/confignode/manager/IManager.java | 6 +- .../iotdb/confignode/manager/UDFManager.java | 95 ++++-- .../manager/load/cache/AbstractLoadCache.java | 2 +- .../confignode/manager/load/cache/LoadCache.java | 8 + .../load/cache/region/RegionGroupCache.java | 4 + .../iotdb/confignode/manager/node/NodeManager.java | 2 +- .../iotdb/confignode/persistence/UDFInfo.java | 43 ++- .../persistence/executor/ConfigPlanExecutor.java | 20 +- .../persistence/schema/ClusterSchemaInfo.java | 3 + .../confignode/persistence/schema/ConfigMTree.java | 2 +- .../procedure/env/RemoveDataNodeHandler.java | 27 +- .../impl/pipe/AbstractOperatePipeProcedureV2.java | 79 ++++- .../impl/pipe/task/CreatePipeProcedureV2.java | 4 +- ...bstractOperateSubscriptionAndPipeProcedure.java | 4 +- .../thrift/ConfigNodeRPCServiceProcessor.java | 7 +- .../request/ConfigPhysicalPlanSerDeTest.java | 22 +- .../response/ConvertToThriftRespTest.java | 19 +- .../iotdb/confignode/persistence/UDFInfoTest.java | 6 +- .../iot/client/IoTConsensusClientPool.java | 5 +- .../apache/iotdb/consensus/pipe/PipeConsensus.java | 13 +- .../consensus/pipe/PipeConsensusServerImpl.java | 24 +- .../consensuspipe/ConsensusPipeDispatcher.java | 3 +- .../pipe/consensuspipe/ConsensusPipeManager.java | 18 +- .../pipe/metric/PipeConsensusSyncLagManager.java | 88 +++--- .../service/PipeConsensusRPCServiceProcessor.java | 3 +- .../iotdb/consensus/ratis/RatisConsensus.java | 3 +- .../PipeDataRegionProcessorConstructor.java | 4 + .../protocol/writeback/WriteBackConnector.java | 120 ++++---- .../consensus/ConsensusPipeDataNodeDispatcher.java | 4 +- .../deletion/persist/PageCacheDeletionBuffer.java | 4 +- .../db/pipe/event/common/PipeInsertionEvent.java | 4 + .../dataregion/DataRegionListeningFilter.java | 28 ++ ...oricalDataRegionTsFileAndDeletionExtractor.java | 69 ++--- .../schemachange/RenameDatabaseProcessor.java | 101 ++++++ .../pipeconsensus/PipeConsensusReceiver.java | 27 +- .../iotdb/db/protocol/client/ConfigNodeClient.java | 5 +- .../protocol/client/DataNodeClientPoolFactory.java | 5 +- .../protocol/thrift/impl/ClientRPCServiceImpl.java | 4 +- .../impl/DataNodeInternalRPCServiceImpl.java | 7 +- .../common/header/ColumnHeaderConstant.java | 4 +- .../execution/aggregation/UDAFAccumulator.java | 2 +- .../execution/operator/OperatorContext.java | 4 +- .../TableAggregationTableScanOperator.java | 45 +-- .../relational/TableFullOuterJoinOperator.java | 292 ++++-------------- .../source/relational/TableInnerJoinOperator.java | 182 +++++++---- .../source/relational/TableScanOperator.java | 44 ++- .../grouped/HashAggregationOperator.java | 2 + .../grouped/StreamingAggregationOperator.java | 5 +- .../grouped/StreamingHashAggregationOperator.java | 18 +- .../builder/InMemoryHashAggregationBuilder.java | 13 + .../db/queryengine/plan/analyze/AnalyzeUtils.java | 56 +++- .../plan/execution/config/ConfigExecution.java | 2 +- .../execution/config/TreeConfigTaskVisitor.java | 5 +- .../config/executor/ClusterConfigTaskExecutor.java | 76 +++-- .../config/executor/IConfigTaskExecutor.java | 14 +- .../config/metadata/CreateFunctionTask.java | 28 +- .../config/metadata/DropFunctionTask.java | 10 +- .../config/metadata/ShowFunctionsTask.java | 102 +++++-- .../TableModelStatementMemorySourceVisitor.java | 7 +- .../plan/expression/multi/FunctionExpression.java | 4 +- .../db/queryengine/plan/parser/ASTVisitor.java | 9 +- .../plan/planner/TableOperatorGenerator.java | 6 +- .../planner/distribution/ExchangeNodeAdder.java | 4 + .../plan/planner/plan/node/ExplainAnalyzeNode.java | 26 +- .../plan/planner/plan/node/PlanGraphPrinter.java | 29 +- .../plan/planner/plan/node/PlanNodeType.java | 9 +- .../plan/planner/plan/node/PlanVisitor.java | 11 + .../planner/plan/node/process/ExchangeNode.java | 9 +- .../planner/plan/node/write/InsertTabletNode.java | 12 +- .../node/write/RelationalInsertTabletNode.java | 88 ++++-- .../plan/relational/analyzer/Analysis.java | 8 +- .../plan/relational/analyzer/Analyzer.java | 2 +- .../relational/analyzer/StatementAnalyzer.java | 1 + .../function/arithmetic/AdditionResolver.java | 14 + .../function/arithmetic/DivisionResolver.java | 10 + .../function/arithmetic/ModulusResolver.java | 10 + .../arithmetic/MultiplicationResolver.java | 10 + .../function/arithmetic/SubtractionResolver.java | 10 + .../relational/metadata/TableMetadataImpl.java | 17 +- .../plan/relational/planner/RelationPlanner.java | 3 + .../relational/planner/TableLogicalPlanner.java | 10 +- .../planner/distribute/AddExchangeNodes.java | 25 +- .../planner/distribute/SubPlanGenerator.java | 2 +- .../distribute/TableDistributedPlanGenerator.java | 23 +- .../distribute/TableDistributedPlanner.java | 2 +- .../distribute/TableModelQueryFragmentPlanner.java | 6 +- .../TableModelTypeProviderExtractor.java | 4 +- .../planner/node}/ExchangeNode.java | 72 +++-- .../planner/node/ExplainAnalyzeNode.java | 115 +++++++ .../optimizations/PushPredicateIntoTableScan.java | 12 +- .../optimizations/UnaliasSymbolReferences.java | 2 +- .../plan/relational/sql/ast/ExplainAnalyze.java | 5 - .../plan/relational/sql/ast/InsertTablet.java | 3 + .../queryengine/plan/relational/sql/ast/Query.java | 5 - .../plan/relational/sql/ast/Statement.java | 4 - .../plan/statement/crud/InsertTabletStatement.java | 10 + .../metadata/CreateFunctionStatement.java | 24 +- .../dag/column/leaf/NullColumnTransformer.java | 4 +- .../AbstractCastFunctionColumnTransformer.java | 4 +- .../dag/udf/UDAFInformationInferrer.java | 2 +- .../transformation/dag/udf/UDTFExecutor.java | 2 +- .../dag/udf/UDTFInformationInferrer.java | 2 +- .../db/schemaengine/table/DataNodeTableCache.java | 3 +- .../java/org/apache/iotdb/db/service/DataNode.java | 16 +- .../db/storageengine/dataregion/DataRegion.java | 24 +- .../CompactionStatisticsCheckFailedException.java | 87 ++++++ .../task/RepairUnsortedFileCompactionTask.java | 4 +- .../compaction/execute/utils/CompactionUtils.java | 4 - .../compaction/repair/RepairDataFileScanUtil.java | 338 +++++++++++++++------ .../repair/RepairTimePartitionScanTask.java | 4 +- .../dataregion/flush/MemTableFlushTask.java | 2 +- .../dataregion/memtable/AbstractMemTable.java | 7 +- .../memtable/AlignedWritableMemChunk.java | 18 +- .../memtable/AlignedWritableMemChunkGroup.java | 10 +- .../dataregion/memtable/IWritableMemChunk.java | 5 +- .../dataregion/memtable/TsFileProcessor.java | 1 + .../dataregion/memtable/WritableMemChunk.java | 2 +- .../dataregion/modification/DeletionPredicate.java | 22 +- .../dataregion/modification/IDPredicate.java | 80 ++--- .../dataregion/modification/ModEntry.java | 16 +- .../dataregion/modification/ModificationFile.java | 31 +- .../modification/PartitionLevelModFileManager.java | 2 - .../modification/TableDeletionEntry.java | 14 +- .../dataregion/modification/TreeDeletionEntry.java | 14 +- .../dataregion/tsfile/TsFileResource.java | 8 +- .../file/UnsealedTsFileRecoverPerformer.java | 22 ++ .../apache/iotdb/db/utils/QueryDataSetUtils.java | 6 + .../iotdb/db/utils/io/BufferSerializable.java | 2 +- .../iotdb/db/utils/io/StreamSerializable.java | 2 +- .../iotdb/db/metadata/path/PatternTreeMapTest.java | 27 +- .../plan/relational/analyzer/AnalyzerTest.java | 2 +- .../plan/relational/analyzer/JoinTest.java | 2 +- .../analyzer/LimitOffsetPushDownTest.java | 2 +- .../plan/relational/analyzer/SortTest.java | 2 +- .../plan/relational/analyzer/SubQueryTest.java | 2 +- .../plan/relational/analyzer/TestUtils.java | 2 +- .../planner/assertions/ExchangeNodeMatcher.java | 2 +- .../planner/assertions/PlanMatchPattern.java | 2 +- .../planner/assertions/PlanMatchingVisitor.java | 4 +- .../storageengine/dataregion/DataRegionTest.java | 29 +- .../dataregion/LastFlushTimeMapTest.java | 13 +- .../inner/InnerSpaceCompactionSelectorTest.java | 2 +- .../repair/RepairDataFileScanUtilTest.java | 128 +++++++- .../modification/ModificationFileTest.java | 8 +- .../file/UnsealedTsFileRecoverPerformerTest.java | 47 +++ .../apache/iotdb/commons/client/ClientManager.java | 11 +- .../iotdb/commons/client/ClientPoolFactory.java | 35 +-- .../iotdb/commons/client/IClientPoolFactory.java | 4 +- .../client/factory/AsyncThriftClientFactory.java | 6 + .../apache/iotdb/commons/conf/IoTDBConstant.java | 2 + .../org/apache/iotdb/commons/path/PartialPath.java | 3 +- .../apache/iotdb/commons/path/PatternTreeMap.java | 2 +- .../agent/plugin/builtin/BuiltinPipePlugin.java | 3 + .../schemachange/RenameDatabaseProcessor.java} | 18 +- .../config/constant/PipeProcessorConstant.java | 2 + .../connector/client/IoTDBSyncClientManager.java | 25 +- .../schema/table/TsTableInternalRPCUtil.java | 6 +- .../apache/iotdb/commons/udf/UDFInformation.java | 64 ++-- .../org/apache/iotdb/commons/udf/UDFTable.java | 105 ++++--- .../java/org/apache/iotdb/commons/udf/UDFType.java | 71 +++++ .../BuiltinTimeSeriesGeneratingFunction.java | 13 + .../commons/udf/service/UDFExecutableManager.java | 46 +++ .../commons/udf/service/UDFManagementService.java | 286 +++++++---------- .../iotdb/commons/udf/utils/TreeUDFUtils.java} | 32 +- .../iotdb/commons/client/ClientManagerTest.java | 11 +- .../thrift-commons/src/main/thrift/common.thrift | 5 + .../src/main/thrift/confignode.thrift | 9 +- .../src/main/thrift/datanode.thrift | 1 + 199 files changed, 3389 insertions(+), 1770 deletions(-)
