This is an automated email from the ASF dual-hosted git repository. cdutz pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit bf64c2f1143b839a4bd13a99e96481c7398e6b22 Merge: f6e5f1cb0b8 e4ed1964fd6 Author: Christofer Dutz <[email protected]> AuthorDate: Mon Feb 5 13:49:09 2024 +0100 Merge remote-tracking branch 'upstream/master' .../constant/BuiltinAggregationFunctionEnum.java | 2 +- .../org/apache/iotdb/db/it/IoTDBDeletionIT.java | 51 +-- ...ushQueryMergeIT.java => IoTDBFlushQueryIT.java} | 3 +- .../apache/iotdb/db/it/IoTDBInsertMultiRowIT.java | 1 - .../org/apache/iotdb/db/it/IoTDBMultiDeviceIT.java | 1 - .../db/it/aggregation/IoTDBAggregationIT.java | 52 +++ .../db/it/aggregation/maxby/IoTDBMaxBy2IT.java | 29 +- .../db/it/aggregation/maxby/IoTDBMaxBy3IT.java | 36 +- .../maxby/IoTDBMaxByAlignedSeriesIT.java | 71 +++ .../db/it/aggregation/maxby/IoTDBMaxByIT.java | 487 +++++++++++++++++++++ .../db/it/aligned/IoTDBAlignedDataDeletionIT.java | 52 +-- .../iotdb/db/it/auth/IoTDBSystemPermissionIT.java | 2 - .../org/apache/iotdb/pipe/it/IoTDBPipeAlterIT.java | 154 +++++++ .../iotdb/session/it/IoTDBSessionComplexIT.java | 2 - .../java/org/apache/iotdb/pipe/api/PipeSink.java | 49 ++- .../java/org/apache/iotdb/pipe/api/PipeSource.java | 42 +- .../api/customizer/parameter/PipeParameters.java | 28 ++ .../java/org/apache/iotdb/tool/ExportTsFile.java | 3 +- iotdb-client/jdbc/pom.xml | 4 + .../apache/iotdb/jdbc/IoTDBDatabaseMetadata.java | 37 +- .../org/apache/iotdb/jdbc/IoTDBJDBCResultSet.java | 9 + .../sql/factory/IoTDBDynamicTableFactory.java | 1 + .../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 1 + .../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 34 +- .../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 4 + .../consensus/request/ConfigPhysicalPlan.java | 4 + .../consensus/request/ConfigPhysicalPlanType.java | 1 + .../request/write/pipe/task/AlterPipePlanV2.java | 66 +++ .../iotdb/confignode/manager/ConfigManager.java | 9 + .../apache/iotdb/confignode/manager/IManager.java | 9 + .../iotdb/confignode/manager/ProcedureManager.java | 19 + .../pipe/coordinator/task/PipeTaskCoordinator.java | 10 + .../persistence/executor/ConfigPlanExecutor.java | 3 + .../persistence/pipe/PipePluginInfo.java | 22 +- .../confignode/persistence/pipe/PipeTaskInfo.java | 77 +++- .../impl/pipe/AbstractOperatePipeProcedureV2.java | 21 +- .../procedure/impl/pipe/PipeTaskOperation.java | 1 + ...eProcedureV2.java => AlterPipeProcedureV2.java} | 195 +++++---- .../impl/pipe/task/CreatePipeProcedureV2.java | 25 +- .../impl/pipe/task/StopPipeProcedureV2.java | 3 +- .../procedure/store/ProcedureFactory.java | 6 + .../confignode/procedure/store/ProcedureType.java | 1 + .../thrift/ConfigNodeRPCServiceProcessor.java | 6 + .../request/ConfigPhysicalPlanSerDeTest.java | 29 +- .../iotdb/confignode/persistence/PipeInfoTest.java | 2 +- .../impl/pipe/task/AlterPipeProcedureV2Test.java | 68 +++ .../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 48 -- .../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 40 -- .../dataregion/DataRegionStateMachine.java | 10 +- .../pipe/agent/plugin/PipePluginDataNodeAgent.java | 13 + .../db/pipe/agent/runtime/PipeRuntimeAgent.java | 27 +- .../common/PipeTransferHandshakeConstant.java} | 22 +- ...akeReq.java => PipeTransferHandshakeV1Req.java} | 18 +- ...akeReq.java => PipeTransferHandshakeV2Req.java} | 63 ++- .../protocol/airgap/IoTDBAirGapConnector.java | 28 +- .../async/IoTDBThriftAsyncClientManager.java | 61 ++- .../thrift/sync/IoTDBThriftSyncClientManager.java | 55 ++- .../pipe/extractor/IoTDBDataRegionExtractor.java | 13 +- .../PipeHistoricalDataRegionTsFileExtractor.java | 12 +- .../receiver/thrift/IoTDBThriftReceiverV1.java | 66 ++- .../pipe/task/builder/PipeDataNodeTaskBuilder.java | 31 +- .../iotdb/db/protocol/client/ConfigNodeClient.java | 7 + .../protocol/thrift/impl/ClientRPCServiceImpl.java | 3 +- .../execution/aggregation/AccumulatorFactory.java | 43 +- .../execution/aggregation/Aggregator.java | 18 +- .../execution/aggregation/MaxByAccumulator.java | 424 ++++++++++++++++++ .../SlidingWindowAggregatorFactory.java | 35 +- .../execution/load/LoadTsFileManager.java | 2 +- .../execution/operator/process/TopKOperator.java | 2 +- .../operator/source/AlignedSeriesScanOperator.java | 19 +- .../queryengine/plan/analyze/AnalyzeVisitor.java | 21 +- .../plan/analyze/ExpressionTypeAnalyzer.java | 39 +- .../db/queryengine/plan/analyze/TemplatedInfo.java | 1 + .../db/queryengine/plan/analyze/TypeProvider.java | 4 + .../plan/execution/config/ConfigTaskVisitor.java | 8 + .../config/executor/ClusterConfigTaskExecutor.java | 54 ++- .../config/executor/IConfigTaskExecutor.java | 3 + .../execution/config/sys/pipe/AlterPipeTask.java | 42 ++ .../ReplaceRawPathWithGroupedPathVisitor.java | 7 +- .../cartesian/BindSchemaForExpressionVisitor.java | 7 +- .../cartesian/BindSchemaForPredicateVisitor.java | 6 +- ...catDeviceAndBindSchemaForExpressionVisitor.java | 7 +- .../ConcatExpressionWithSuffixPathsVisitor.java | 23 +- .../db/queryengine/plan/parser/ASTVisitor.java | 91 ++-- .../plan/planner/LogicalPlanBuilder.java | 52 ++- .../plan/planner/OperatorTreeGenerator.java | 59 ++- .../plan/planner/TemplatedLogicalPlan.java | 1 - .../distribution/DistributionPlanContext.java | 7 +- .../plan/planner/distribution/SourceRewriter.java | 45 +- .../plan/parameter/AggregationDescriptor.java | 36 +- .../CrossSeriesAggregationDescriptor.java | 146 ++++-- .../queryengine/plan/statement/StatementType.java | 1 + .../plan/statement/StatementVisitor.java | 5 + .../metadata/pipe/AlterPipeStatement.java | 95 ++++ .../impl/pbtree/schemafile/AliasIndexPage.java | 3 +- .../mtree/impl/pbtree/schemafile/ISegment.java | 7 +- .../impl/pbtree/schemafile/ISegmentedPage.java | 11 +- .../mtree/impl/pbtree/schemafile/InternalPage.java | 3 +- .../impl/pbtree/schemafile/SegmentedPage.java | 43 +- .../impl/pbtree/schemafile/WrappedSegment.java | 10 +- .../pbtree/schemafile/pagemgr/PageManager.java | 45 +- .../db/storageengine/dataregion/DataRegion.java | 112 +++-- .../impl/ReadChunkCompactionPerformer.java | 1 - .../execute/task/InnerSpaceCompactionTask.java | 11 +- .../task/InsertionCrossSpaceCompactionTask.java | 12 +- .../writer/AbstractCrossCompactionWriter.java | 9 +- .../writer/AbstractInnerCompactionWriter.java | 8 - .../compaction/io/CompactionTsFileWriter.java | 5 +- .../compaction/schedule/CompactionWorker.java | 22 +- .../estimator/AbstractCompactionEstimator.java | 18 +- .../estimator/AbstractCrossSpaceEstimator.java | 3 - .../estimator/AbstractInnerSpaceEstimator.java | 6 +- .../dataregion/flush/MemTableFlushTask.java | 14 +- .../dataregion/memtable/AbstractMemTable.java | 14 +- .../memtable/AlignedWritableMemChunk.java | 6 +- .../dataregion/memtable/PrimitiveMemTable.java | 5 - .../dataregion/memtable/TsFileProcessor.java | 159 +++---- .../dataregion/memtable/WritableMemChunk.java | 2 +- .../rescon/memory/MemTableManager.java | 60 +-- .../db/storageengine/rescon/memory/SystemInfo.java | 28 +- .../java/org/apache/iotdb/db/utils/MemUtils.java | 68 +-- .../org/apache/iotdb/db/utils/SchemaUtils.java | 4 + .../apache/iotdb/db/utils/TypeInferenceUtils.java | 3 + .../iotdb/db/utils/constant/SqlConstant.java | 1 + .../iotdb/db/utils/constant/TestConstant.java | 4 + .../db/utils/datastructure/AlignedTVList.java | 4 +- .../iotdb/db/utils/datastructure/BinaryTVList.java | 2 +- .../iotdb/db/utils/datastructure/TVList.java | 8 +- .../connector/PipeDataNodeThriftRequestTest.java | 68 ++- .../iotdb/db/pipe/connector/PipeReceiverTest.java | 4 +- .../execution/aggregation/AccumulatorTest.java | 81 +++- .../AlignedSeriesAggregationScanOperatorTest.java | 22 +- .../operator/AlignedSeriesScanOperatorTest.java | 15 +- .../execution/operator/OperatorMemoryTest.java | 11 +- .../SlidingWindowAggregationOperatorTest.java | 2 +- .../plan/analyze/AggregationDescriptorTest.java | 8 +- .../plan/planner/LogicalPlannerTest.java | 2 +- .../plan/planner/QueryLogicalPlanUtil.java | 27 +- .../distribution/AggregationDistributionTest.java | 31 +- .../node/process/GroupByLevelNodeSerdeTest.java | 3 +- .../node/process/GroupByTagNodeSerdeTest.java | 22 +- .../compaction/CompactionSchedulerTest.java | 1 - .../compaction/utils/CompactionConfigRestorer.java | 4 - .../apache/iotdb/db/utils/EnvironmentUtils.java | 4 - .../org/apache/iotdb/db/utils/MemUtilsTest.java | 87 +++- .../resources/conf/iotdb-common.properties | 15 - .../commons/pipe/agent/plugin/PipePluginAgent.java | 11 + .../commons/pipe/agent/task/PipeTaskAgent.java | 7 +- .../config/constant/PipeConnectorConstant.java | 2 + .../pipe/config/constant/SystemConstant.java} | 22 +- .../connector/payload/request/PipeRequestType.java | 4 +- .../builtin/connector/iotdb/IoTDBConnector.java | 34 +- .../udf/builtin/BuiltinAggregationFunction.java | 5 +- .../tsfile/read/common/block/TsBlockBuilder.java | 17 +- .../write/writer/RestorableTsFileIOWriter.java | 1 - .../iotdb/tsfile/write/writer/TsFileIOWriter.java | 52 +-- .../writer/TsFileIOWriterMemoryControlTest.java | 34 +- .../thrift-commons/src/main/thrift/common.thrift | 3 +- .../src/main/thrift/confignode.thrift | 11 +- pom.xml | 2 +- 160 files changed, 3536 insertions(+), 1339 deletions(-)
