This is an automated email from the ASF dual-hosted git repository. caogaofei pushed a commit to branch agg_table_scan in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit 232a29500ff873db5420911c67a3db96db5d0209 Merge: 321a4f932ca 360ca21fe3c Author: Beyyes <[email protected]> AuthorDate: Thu Oct 10 10:15:07 2024 +0800 Merge branch 'master' into agg_table_scan .github/workflows/dependency-check.yml | 2 +- .../IoTDBRegionMigrateReliabilityITFramework.java | 4 +- .../IoTDBRemoveDataNodeITFramework.java | 288 +++++++++++++ .../IoTDBRemoveDataNodeNormalIT.java | 26 +- ...FormatIT.java => IoTDBTreePatternFormatIT.java} | 2 +- .../relational/it/db/it/IoTDBInsertTableIT.java | 79 ++++ .../iotdb/session/it/IoTDBSessionSimpleIT.java | 37 ++ .../org/apache/iotdb/tool/tsfile/ExportTsFile.java | 203 +++++---- .../apache/iotdb/session/SessionConnection.java | 6 +- iotdb-core/ainode/resources/conf/ainode-env.bat | 4 +- iotdb-core/ainode/resources/conf/ainode-env.sh | 4 +- .../iotdb/confignode/client/CnToDnRequestType.java | 2 +- .../CnToDnInternalServiceAsyncRequestManager.java | 15 + .../rpc/DataNodeAsyncRequestRPCHandler.java | 3 + .../client/sync/SyncDataNodeClientPool.java | 6 +- .../iotdb/confignode/conf/ConfigNodeConfig.java | 4 +- .../iotdb/confignode/manager/ConfigManager.java | 8 + .../iotdb/confignode/manager/ProcedureManager.java | 298 ++++++++++--- .../manager/load/balancer/RegionBalancer.java | 4 +- .../manager/load/balancer/RouteBalancer.java | 39 +- .../region/GreedyRegionGroupAllocator.java | 57 ++- ...PartiteGraphPlacementRegionGroupAllocator.java} | 162 ++++--- ...r.java => CostFlowSelectionLeaderBalancer.java} | 263 ++++++------ .../iotdb/confignode/manager/node/NodeManager.java | 85 ++-- .../manager/partition/PartitionManager.java | 2 +- .../protocol/IoTDBConfigRegionAirGapConnector.java | 2 +- .../protocol/IoTDBConfigRegionConnector.java | 2 +- .../pipe/event/PipeConfigRegionSnapshotEvent.java | 28 +- .../pipe/event/PipeConfigRegionWritePlanEvent.java | 15 +- .../PipeConfigPhysicalPlanPatternParseVisitor.java | 52 +-- .../receiver/protocol/IoTDBConfigNodeReceiver.java | 6 +- .../confignode/persistence/ProcedureInfo.java | 2 +- .../procedure/CompletedProcedureRecycler.java | 2 +- .../procedure/env/ConfigNodeProcedureEnv.java | 77 +--- .../procedure/env/RegionMaintainHandler.java | 243 +---------- .../procedure/env/RemoveDataNodeHandler.java | 469 +++++++++++++++++++++ ...rocedure.java => RemoveDataNodesProcedure.java} | 162 ++++--- .../pipe/plugin/CreatePipePluginProcedure.java | 4 +- .../impl/pipe/plugin/DropPipePluginProcedure.java | 4 +- .../impl/region/RegionMigrateProcedure.java | 4 + .../procedure/impl/region/RegionMigrationPlan.java | 97 +++++ .../procedure/store/ProcedureFactory.java | 6 +- .../iotdb/confignode/service/ConfigNode.java | 21 +- .../router/leader/CFDLeaderBalancerTest.java | 6 +- .../leader/LeaderBalancerComparisonTest.java | 4 +- ...eConfigPhysicalPlanPatternParseVisitorTest.java | 6 +- .../UpgradeFromWALToConsensusLayerTest.java | 31 +- .../impl/node/RemoveDataNodeProcedureTest.java | 55 --- .../impl/node/RemoveDataNodesProcedureTest.java | 90 ++++ .../assembly/resources/sbin/remove-datanode.bat | 38 +- .../src/assembly/resources/sbin/remove-datanode.sh | 25 +- .../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 4 + .../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 25 +- .../agent/task/connection/PipeEventCollector.java | 7 +- .../subtask/connector/PipeConnectorSubtask.java | 2 +- .../airgap/IoTDBSchemaRegionAirGapConnector.java | 2 +- .../thrift/sync/IoTDBSchemaRegionConnector.java | 2 +- .../db/pipe/event/UserDefinedEnrichedEvent.java | 11 +- .../event/common/heartbeat/PipeHeartbeatEvent.java | 10 +- .../schema/PipeSchemaRegionSnapshotEvent.java | 22 +- .../schema/PipeSchemaRegionWritePlanEvent.java | 21 +- .../tablet/PipeInsertNodeTabletInsertionEvent.java | 23 +- .../common/tablet/PipeRawTabletInsertionEvent.java | 42 +- .../tablet/TabletInsertionDataContainer.java | 16 +- .../event/common/terminate/PipeTerminateEvent.java | 8 +- .../common/tsfile/PipeTsFileInsertionEvent.java | 21 +- .../common/tsfile/TsFileInsertionPointCounter.java | 6 +- .../container/TsFileInsertionDataContainer.java | 6 +- .../TsFileInsertionDataContainerProvider.java | 14 +- .../query/TsFileInsertionQueryDataContainer.java | 8 +- .../scan/TsFileInsertionScanDataContainer.java | 19 +- .../db/pipe/event/realtime/PipeRealtimeEvent.java | 30 +- .../event/realtime/PipeRealtimeEventFactory.java | 6 +- .../dataregion/IoTDBDataRegionExtractor.java | 38 +- .../PipeHistoricalDataRegionTsFileExtractor.java | 20 +- .../realtime/PipeRealtimeDataRegionExtractor.java | 57 ++- .../realtime/assigner/PipeDataRegionAssigner.java | 6 +- .../realtime/epoch/TsFileEpochManager.java | 6 +- .../matcher/CachedSchemaPatternMatcher.java | 9 +- .../schemaregion/PipePlanPatternParseVisitor.java | 52 +-- .../protocol/thrift/IoTDBDataNodeReceiver.java | 6 +- ...peStatementDataTypeConvertExecutionVisitor.java | 4 +- .../visitor/PipeStatementPatternParseVisitor.java | 26 +- .../impl/DataNodeInternalRPCServiceImpl.java | 5 +- .../execution/exchange/SharedTsBlockQueue.java | 10 + .../exchange/source/LocalSourceHandle.java | 12 + .../operator/schema/source/DeviceSchemaSource.java | 2 +- .../source/ActiveDeviceRegionScanOperator.java | 2 +- .../execution/operator/source/SeriesScanUtil.java | 16 +- .../db/queryengine/plan/analyze/TypeProvider.java | 10 +- .../analyze/cache/schema/DataNodeTTLCache.java | 62 +-- .../plan/planner/OperatorTreeGenerator.java | 8 +- .../plan/planner/plan/node/PlanNodeType.java | 8 + .../plan/relational/function/BoundSignature.java | 36 ++ .../plan/relational/function/FunctionKind.java | 20 +- .../plan/relational/metadata/ColumnSchema.java | 47 +-- .../relational/metadata/FunctionNullability.java | 31 ++ .../plan/relational/metadata/ResolvedFunction.java | 32 +- .../relational/planner/node/AggregationNode.java | 219 +++++++++- .../planner/node/AggregationTableScanNode.java | 275 ++++++++++++ .../plan/relational/utils/TypeUtil.java | 105 +++++ .../java/org/apache/iotdb/db/service/DataNode.java | 37 +- .../iotdb/db/service/RegionMigrateService.java | 4 +- .../iotdb/db/storageengine/StorageEngine.java | 8 +- .../db/storageengine/dataregion/DataRegion.java | 47 +-- .../execute/performer/ICompactionPerformer.java | 2 - .../performer/impl/FastCompactionPerformer.java | 49 ++- .../impl/ReadChunkCompactionPerformer.java | 16 +- .../impl/ReadPointCompactionPerformer.java | 10 +- .../RepairUnsortedFileCompactionPerformer.java | 3 +- .../task/RepairUnsortedFileCompactionTask.java | 10 +- .../execute/utils/MultiTsFileDeviceIterator.java | 42 +- .../ReadChunkAlignedSeriesCompactionExecutor.java | 8 +- .../repair/RepairTimePartitionScanTask.java | 6 +- .../schedule/CompactionScheduleContext.java | 25 +- .../selector/impl/SettleSelectorImpl.java | 16 +- .../impl/SizeTieredCompactionSelector.java | 3 +- .../dataregion/memtable/TsFileProcessor.java | 13 +- .../dataregion/read/QueryDataSource.java | 5 + .../storageengine/dataregion/wal/WALManager.java | 2 +- .../load/active/ActiveLoadDirScanner.java | 13 + .../load/active/ActiveLoadTsFileLoader.java | 15 + .../PipeStatementPatternParseVisitorTest.java | 6 +- .../pipe/event/PipeTabletInsertionEventTest.java | 26 +- .../event/TsFileInsertionDataContainerTest.java | 48 +-- .../extractor/PipePlanPatternParseVisitorTest.java | 6 +- .../pattern/CachedSchemaPatternMatcherTest.java | 16 +- ...ePatternTest.java => IoTDBTreePatternTest.java} | 24 +- ...PatternTest.java => PrefixTreePatternTest.java} | 24 +- .../db/storageengine/dataregion/TTLQueryTest.java | 14 +- .../iotdb/db/storageengine/dataregion/TTLTest.java | 46 +- .../compaction/AbstractCompactionTest.java | 3 +- .../repair/RepairUnsortedFileCompactionTest.java | 32 +- .../settle/SettleCompactionRecoverTest.java | 2 +- .../settle/SettleCompactionSelectorTest.java | 14 +- .../settle/SettleCompactionTaskTest.java | 22 +- .../tablemodel/CompactionWithAllNullRowsTest.java | 9 +- .../TableModelCompactionWithTTLTest.java | 191 +++++++++ .../compaction/utils/CompactionCheckerUtils.java | 3 +- .../utils/MultiTsFileDeviceIteratorTest.java | 38 +- .../conf/iotdb-system.properties.template | 4 +- .../apache/iotdb/commons/ServerCommandLine.java | 24 +- .../client/request/AsyncRequestManager.java | 2 +- .../config/constant/PipeExtractorConstant.java | 4 + ...IoTDBPipePattern.java => IoTDBTreePattern.java} | 12 +- ...efixPipePattern.java => PrefixTreePattern.java} | 4 +- .../pipe/datastructure/pattern/TablePattern.java | 94 +++++ .../pattern/{PipePattern.java => TreePattern.java} | 28 +- .../iotdb/commons/pipe/event/EnrichedEvent.java | 48 ++- .../commons/pipe/event/PipeSnapshotEvent.java | 15 +- .../commons/pipe/event/PipeWritePlanEvent.java | 15 +- .../commons/pipe/event/ProgressReportEvent.java | 13 +- .../extractor/IoTDBNonDataRegionExtractor.java | 40 +- .../apache/iotdb/commons/schema/table/TsTable.java | 15 + .../iotdb/commons/ServerCommandLineTest.java | 35 +- .../src/main/thrift/datanode.thrift | 8 +- pom.xml | 181 ++++---- 157 files changed, 4149 insertions(+), 1734 deletions(-)
