This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch ty/SupportFill
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 1e55b9b1646 fix it
add 08bc12c67bd Adjust procedure's default clean interval #13648
add a1ca84a78b3 [Config-properties] Change
iot_consensus_throttle_threshold_in_byte = wal_throttle_threshold_in_byte for
compatibility (#13652)
add c7a31ffa81f Invalidate schema cache when data region leader change
(#13585)
add 9587da224bb Pipe: fix npe when discard events under some cases (#13661)
add 9015ffbc4fc Pipe: Fixed the bug that timeChunk
TsFileInsertionScanDataContainer can be used only once (#13656)
add 8fca51a3c23 Fix unexpected column order in ExportTsFile when wildcard
is not used (#13662)
add b488a79a89c Pipe: fix NPE in SessionUtils Binary/Date value
serialization called by TsFileInsertionScanDataContainer (#13654)
add cc7394642de Remove datanode optimization (#13559)
add 8efd9ef0ac4 Replenish annotations to load balancers (#13675)
add 195949d6439 Feature/make load active listening pipe dir settable
(#13674)
add 220c953f0ba AINode: depend torch of cpu version (#13670)
add 2ec48d28a6c Active Load: Fix load tsfile failed when system is read
only (#13646)
add c78d6d726c1 Merge remote-tracking branch 'origin/master' into
ty/SupportFill
add b98e9ddd9e3 Support fill fe change
No new revisions were added by this update.
Summary of changes:
.../IoTDBRegionMigrateReliabilityITFramework.java | 4 +-
.../IoTDBRemoveDataNodeITFramework.java | 288 +++++++++++++
.../IoTDBRemoveDataNodeNormalIT.java} | 14 +-
.../org/apache/iotdb/tool/tsfile/ExportTsFile.java | 203 +++++----
iotdb-core/ainode/resources/conf/ainode-env.bat | 4 +-
iotdb-core/ainode/resources/conf/ainode-env.sh | 4 +-
.../iotdb/confignode/client/CnToDnRequestType.java | 2 +-
.../CnToDnInternalServiceAsyncRequestManager.java | 15 +
.../rpc/DataNodeAsyncRequestRPCHandler.java | 3 +
.../client/sync/SyncDataNodeClientPool.java | 6 +-
.../iotdb/confignode/conf/ConfigNodeConfig.java | 2 +-
.../iotdb/confignode/manager/ProcedureManager.java | 298 ++++++++++---
.../manager/load/balancer/RegionBalancer.java | 4 +-
.../manager/load/balancer/RouteBalancer.java | 39 +-
.../region/GreedyRegionGroupAllocator.java | 57 ++-
...PartiteGraphPlacementRegionGroupAllocator.java} | 162 ++++---
...r.java => CostFlowSelectionLeaderBalancer.java} | 263 ++++++------
.../iotdb/confignode/manager/node/NodeManager.java | 85 ++--
.../manager/partition/PartitionManager.java | 2 +-
.../procedure/CompletedProcedureRecycler.java | 2 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 77 +---
.../procedure/env/RegionMaintainHandler.java | 243 +----------
.../procedure/env/RemoveDataNodeHandler.java | 469 +++++++++++++++++++++
...rocedure.java => RemoveDataNodesProcedure.java} | 162 ++++---
.../pipe/plugin/CreatePipePluginProcedure.java | 4 +-
.../impl/pipe/plugin/DropPipePluginProcedure.java | 4 +-
.../impl/region/RegionMigrateProcedure.java | 4 +
.../procedure/impl/region/RegionMigrationPlan.java | 97 +++++
.../procedure/store/ProcedureFactory.java | 6 +-
.../iotdb/confignode/service/ConfigNode.java | 21 +-
.../router/leader/CFDLeaderBalancerTest.java | 6 +-
.../leader/LeaderBalancerComparisonTest.java | 4 +-
.../UpgradeFromWALToConsensusLayerTest.java | 31 +-
.../impl/node/RemoveDataNodeProcedureTest.java | 55 ---
.../impl/node/RemoveDataNodesProcedureTest.java | 90 ++++
.../assembly/resources/sbin/remove-datanode.bat | 38 +-
.../src/assembly/resources/sbin/remove-datanode.sh | 25 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 4 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 25 +-
.../subtask/connector/PipeConnectorSubtask.java | 2 +-
.../scan/TsFileInsertionScanDataContainer.java | 15 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 5 +-
.../plan/optimization/LimitOffsetPushDown.java | 2 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 2 +-
.../plan/planner/OperatorTreeGenerator.java | 2 +-
.../plan/planner/TableOperatorGenerator.java | 2 +-
.../plan/planner/plan/node/PlanGraphPrinter.java | 17 +-
.../planner/plan/parameter/FillDescriptor.java | 6 +-
.../plan/relational/analyzer/Analysis.java | 27 +-
.../relational/analyzer/StatementAnalyzer.java | 110 +++--
.../plan/relational/planner/QueryPlanner.java | 58 ++-
...PruneTopKColumns.java => PruneFillColumns.java} | 24 +-
.../relational/planner/node/LinearFillNode.java | 49 ++-
.../plan/relational/planner/node/Patterns.java | 4 +
.../relational/planner/node/PreviousFillNode.java | 69 ++-
.../optimizations/LogicalOptimizeFactory.java | 2 +
.../PushLimitOffsetIntoTableScan.java | 7 +
.../optimizations/TransformSortToStreamSort.java | 4 -
.../optimizations/UnaliasSymbolReferences.java | 25 +-
.../queryengine/plan/relational/sql/ast/Fill.java | 76 ++--
.../plan/relational/sql/parser/AstBuilder.java | 66 ++-
.../plan/relational/sql/util/SqlFormatter.java | 35 +-
.../plan/statement/component/FillComponent.java | 2 +-
.../plan/statement/component/FillPolicy.java | 2 +-
.../java/org/apache/iotdb/db/service/DataNode.java | 33 +-
.../iotdb/db/service/RegionMigrateService.java | 4 +-
.../storageengine/dataregion/wal/WALManager.java | 2 +-
.../load/active/ActiveLoadDirScanner.java | 13 +
.../load/active/ActiveLoadTsFileLoader.java | 15 +
.../plan/optimization/TestPlanBuilder.java | 2 +-
.../planner/node/process/FillNodeSerdeTest.java | 2 +-
.../conf/iotdb-system.properties.template | 4 +-
.../apache/iotdb/commons/ServerCommandLine.java | 24 +-
.../client/request/AsyncRequestManager.java | 2 +-
.../iotdb/commons/ServerCommandLineTest.java | 35 +-
.../db/relational/grammar/sql/RelationalSql.g4 | 29 +-
.../src/main/thrift/datanode.thrift | 8 +-
77 files changed, 2472 insertions(+), 1136 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/removedatanode/IoTDBRemoveDataNodeITFramework.java
copy
integration-test/src/test/java/org/apache/iotdb/confignode/it/{regionmigration/pass/IoTDBRegionMigrateNormalIT.java
=> removedatanode/IoTDBRemoveDataNodeNormalIT.java} (66%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/region/{PartiteGraphReplicationRegionGroupAllocator.java
=> PartiteGraphPlacementRegionGroupAllocator.java} (59%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/balancer/router/leader/{MinCostFlowLeaderBalancer.java
=> CostFlowSelectionLeaderBalancer.java} (52%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/env/RemoveDataNodeHandler.java
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/node/{RemoveDataNodeProcedure.java
=> RemoveDataNodesProcedure.java} (55%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/region/RegionMigrationPlan.java
delete mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/node/RemoveDataNodeProcedureTest.java
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/node/RemoveDataNodesProcedureTest.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/iterative/rule/{PruneTopKColumns.java
=> PruneFillColumns.java} (69%)
