This is an automated email from the ASF dual-hosted git repository.
Caideyipi pushed a change to branch fix/clear-pipe-runtime-error-message
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from cf23bde3d7b Merge branch 'master' of https://github.com/apache/iotdb
into fix/clear-pipe-runtime-error-message
add b35a575199a Fix deletion visibility in region migration IT (#18065)
add 2fedd8a395d Add degraded status to show pipes (#18047)
add d00ec094a0e Support multiple regions in MIGRATE REGION and multiple
DataNodes in REMOVE DATANODE (#18046)
add 3b7df259b8d Use procedures for region create/delete to fix the
delete-region ghost task (#18033)
add 522c31c7750 Display data partition repair progress by providing a new
SQL statement (#17637)
add 127eff05577 Reduce log level of TsFileGenerator (#18068)
add 615785d801a Merge branch 'master' of https://github.com/apache/iotdb
into fix/clear-pipe-runtime-error-message
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/it/utils/TsFileGenerator.java | 6 +-
...ataPartitionTableIntegrityCheckProcedureIT.java | 36 +++
.../commit/IoTDBMigrateMultiRegionForIoTV1IT.java | 206 ++++++++++++
...TDBRegionMigrateWithDeletionMultiDataDirIT.java | 58 ++--
...gionMigrateWithDeletionMultiDataDirTableIT.java | 58 ++--
.../daily/iotv1/RegionMigrateFileAssertions.java | 167 ++++++++++
.../IoTDBRemoveDataNodeNormalIT.java | 7 +
.../relational/it/schema/IoTDBDatabaseIT.java | 5 +-
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 3 +-
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 11 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 6 +-
.../iotdb/confignode/i18n/ManagerMessages.java | 5 +-
.../iotdb/confignode/i18n/ProcedureMessages.java | 10 +
.../iotdb/confignode/i18n/ManagerMessages.java | 5 +-
.../iotdb/confignode/i18n/ProcedureMessages.java | 10 +
.../client/async/CnToDnAsyncRequestType.java | 1 -
.../CnToDnInternalServiceAsyncRequestManager.java | 5 -
.../heartbeat/DataNodeHeartbeatHandler.java | 3 +-
.../client/sync/CnToDnSyncRequestType.java | 1 +
.../client/sync/SyncDataNodeClientPool.java | 3 +
.../response/pipe/task/PipeTableResp.java | 4 +
.../iotdb/confignode/manager/ConfigManager.java | 17 +-
.../apache/iotdb/confignode/manager/IManager.java | 3 +
.../iotdb/confignode/manager/ProcedureManager.java | 204 +++++++-----
.../manager/partition/PartitionManager.java | 346 +++++++++------------
.../pipe/agent/task/PipeConfigNodeTaskAgent.java | 4 +
.../runtime/PipeRuntimeCoordinator.java | 6 +-
.../runtime/heartbeat/PipeHeartbeat.java | 22 +-
.../runtime/heartbeat/PipeHeartbeatParser.java | 1 +
.../runtime/heartbeat/PipeHeartbeatScheduler.java | 6 +-
.../persistence/partition/PartitionInfo.java | 27 +-
.../DataPartitionTableIntegrityCheckProcedure.java | 141 ++++++++-
.../impl/region/CreateRegionGroupsProcedure.java | 22 +-
.../impl/region/RemoveRegionGroupProcedure.java | 284 +++++++++++++++++
.../impl/schema/DeleteDatabaseProcedure.java | 94 +-----
...ationState.java => RemoveRegionGroupState.java} | 4 +-
.../state/schema/DeleteDatabaseState.java | 5 +-
.../procedure/store/ProcedureFactory.java | 6 +
.../confignode/procedure/store/ProcedureType.java | 1 +
.../thrift/ConfigNodeRPCServiceProcessor.java | 6 +
.../consensus/response/pipe/PipeTableRespTest.java | 48 +++
.../runtime/heartbeat/PipeHeartbeatParserTest.java | 104 ++++++-
.../confignode/persistence/PartitionInfoTest.java | 27 ++
...aPartitionTableIntegrityCheckProcedureTest.java | 13 +
...st.java => RemoveRegionGroupProcedureTest.java} | 43 ++-
.../db/pipe/agent/task/PipeDataNodeTaskAgent.java | 14 +
.../PipeRealtimeDataRegionHybridSource.java | 96 +++++-
.../iotdb/db/protocol/client/ConfigNodeClient.java | 9 +
.../impl/DataNodeInternalRPCServiceImpl.java | 103 ++++--
.../common/header/DatasetHeaderFactory.java | 5 +
.../InformationSchemaContentSupplierFactory.java | 5 +
.../execution/config/TreeConfigTaskVisitor.java | 9 +
.../config/executor/ClusterConfigTaskExecutor.java | 35 ++-
.../config/executor/IConfigTaskExecutor.java | 2 +
.../config/metadata/region/MigrateRegionTask.java | 2 +-
.../ShowRepairDataPartitionTableProgressTask.java} | 54 ++--
.../execution/config/sys/pipe/ShowPipeTask.java | 5 +
.../db/queryengine/plan/parser/ASTVisitor.java | 15 +-
.../security/TreeAccessCheckVisitor.java | 11 +
.../plan/relational/sql/ast/MigrateRegion.java | 22 +-
.../plan/relational/sql/parser/AstBuilder.java | 8 +-
.../queryengine/plan/statement/StatementType.java | 1 +
.../plan/statement/StatementVisitor.java | 7 +
.../metadata/region/MigrateRegionStatement.java | 14 +-
...RepairDataPartitionTableProgressStatement.java} | 11 +-
.../iotdb/db/service/RegionMigrateService.java | 12 +-
.../db/pipe/source/PipeRealtimeExtractTest.java | 151 ++++++++-
.../config/sys/pipe/ShowPipeTaskTest.java | 72 +++++
.../parser/MigrateRegionMultiRegionParseTest.java | 63 ++++
.../parser/RemoveDataNodeMultiNodeParseTest.java | 59 ++++
.../plan/parser/StatementGeneratorTest.java | 21 ++
... => MigrateRegionMultiRegionStatementTest.java} | 42 ++-
...a => RemoveDataNodeMultiNodeStatementTest.java} | 36 ++-
... => RepairDataPartitionTableProgressState.java} | 12 +-
.../commons/pipe/agent/task/PipeTaskAgent.java | 22 ++
.../pipe/agent/task/meta/PipeTemporaryMeta.java | 29 +-
.../agent/task/meta/PipeTemporaryMetaInAgent.java | 25 +-
.../task/meta/PipeTemporaryMetaInCoordinator.java | 29 +-
.../schema/column/ColumnHeaderConstant.java | 16 +-
.../commons/schema/table/InformationSchema.java | 3 +
.../agent/task/meta/PipeTemporaryMetaTest.java | 92 ++++++
.../db/relational/grammar/sql/RelationalSql.g4 | 4 +-
.../thrift-commons/src/main/thrift/common.thrift | 1 +
.../src/main/thrift/confignode.thrift | 12 +-
.../src/main/thrift/datanode.thrift | 14 +
85 files changed, 2526 insertions(+), 661 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/commit/IoTDBMigrateMultiRegionForIoTV1IT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/regionmigration/pass/daily/iotv1/RegionMigrateFileAssertions.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/impl/region/RemoveRegionGroupProcedure.java
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/procedure/state/{NotifyRegionMigrationState.java
=> RemoveRegionGroupState.java} (93%)
copy
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/procedure/impl/region/{RemoveRegionPeerProcedureTest.java
=> RemoveRegionGroupProcedureTest.java} (57%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/{session/ShowCurrentUserTask.java
=> sys/ShowRepairDataPartitionTableProgressTask.java} (60%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/sys/{RepairDataPartitionTable.java
=> ShowRepairDataPartitionTableProgressStatement.java} (81%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/execution/config/sys/pipe/ShowPipeTaskTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/parser/MigrateRegionMultiRegionParseTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/parser/RemoveDataNodeMultiNodeParseTest.java
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/sql/parser/{CountDBStatementTest.java
=> MigrateRegionMultiRegionStatementTest.java} (53%)
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/queryengine/plan/relational/sql/parser/{CountDBStatementTest.java
=> RemoveDataNodeMultiNodeStatementTest.java} (61%)
copy
iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/enums/{ReadConsistencyLevel.java
=> RepairDataPartitionTableProgressState.java} (76%)
create mode 100644
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/pipe/agent/task/meta/PipeTemporaryMetaTest.java
