This is an automated email from the ASF dual-hosted git repository. haonan pushed a change to branch test_wal_sync_pr in repository https://gitbox.apache.org/repos/asf/iotdb.git
from ff0519e3cf fix dispatcher order issue between two threads && IndexController RWLock add 0eb5010414 Rename iotdb-env.sh to datanode-env.sh (#6455) add 81c363e8dc [IOTDB-3260] Fix npe while concurrent delete storage group (#6428) add d3c4b6c7b7 Remove more code about old cluster module (#6461) add 31e77506b3 Update cluster UserGuide and Config-Manual (#6460) add aa5f219a82 [IOTDB-3665] Optimization of configuring consensus protocol type on data node (#6466) add 34577f3169 [IOTDB-3664] Modify python client test code (#6465) add 3fadcfeab8 [IOTDB-3254][IOTDB-3492] Fix storage group related error message (#6462) add 5142ef319d fix bug when count wal files. (#6463) add 823bddf1d0 [IOTDB-3532][metric] Fix some problem in grafana dashboard and add doc. (#6467) add 2ab81ae760 update Maintenance-Command.md (#6454) add 3008429c95 [IOTDB-3629] Fix TimeJoinOperator may cause Source handle is blocked exception (#6469) add 58680be34d update it doc (#6452) add 75e2bb5ed7 not initialize thread pool in CompactionTaskManager if all compaction is disable (#6472) add 3e24176780 Fix joining cluster after deactivating IoTDB DataNode (#6475) add 554665ef95 [IOTDB-3353] Refactor insert exception processing (#6451) add ea437401d0 [IOTDB-3548] Fix not enough dataNode error msg (#6476) add aa15d1a540 [IOTDB-3501] Add IT for syntax convention in new cluster (#6456) add 58a0a62fef [IOTDB-3606] Add path related IT in new cluster (#6458) add 0525417abe Remove grafana connector and rename server to datanode in distribution package (#6477) add e16cf90c1e [IOTDB-3677] Fix NPE while calling QueryExecution.getBatchResult (#6479) add b7af23a4bd [IOTDB-3636] Fix delete non existing sg error msg (#6478) add d05dcde13c [IOTDB-3391] && [IOTDB-3372] Judge ConfigNode status through heartbeat && show cluster did not return a correct result when stop a datanode or confignode (#6402) add b6ca325434 Add default pool size for data block exchange pool (#6480) add 3fe0263838 temporarily close partition cache. (#6486) add 1d1331ee2a Merge branch 'master' of https://github.com/apache/iotdb into test_wal_sync_pr No new revisions were added by this update. Summary of changes: .github/workflows/main-unix.yml | 3 +- .github/workflows/main-win.yml | 14 +- README.md | 2 +- README_ZH.md | 2 +- client-py/tests/test_template.py | 3 +- .../resources/conf/iotdb-confignode.properties | 6 +- .../client/AsyncConfigNodeClientPool.java | 72 ++ .../confignode/client/AsyncDataNodeClientPool.java | 7 +- ...andler.java => ConfigNodeHeartbeatHandler.java} | 34 +- ...tHandler.java => DataNodeHeartbeatHandler.java} | 17 +- .../iotdb/confignode/manager/ConfigManager.java | 31 + .../apache/iotdb/confignode/manager/IManager.java | 3 + .../iotdb/confignode/manager/NodeManager.java | 6 + .../iotdb/confignode/manager/load/LoadManager.java | 64 +- ...eatCache.java => ConfigNodeHeartbeatCache.java} | 11 +- ...tbeatCache.java => DataNodeHeartbeatCache.java} | 6 +- .../confignode/persistence/ClusterSchemaInfo.java | 4 +- .../persistence/partition/PartitionInfo.java | 24 +- .../thrift/ConfigNodeRPCServiceProcessor.java | 20 +- distribution/pom.xml | 6 +- distribution/src/assembly/all.xml | 16 +- .../src/assembly/{server.xml => datanode.xml} | 6 +- docker/src/main/Dockerfile-single | 4 +- docker/src/main/Dockerfile-single-influxdb | 4 +- docker/src/main/Dockerfile-single-tc | 4 +- docs/UserGuide/Cluster/Cluster-Concept.md | 97 ++ docs/UserGuide/Cluster/Cluster-Setup-Example.md | 293 ------ docs/UserGuide/Cluster/Cluster-Setup.md | 393 ++------ .../Integration-Test-refactoring-tutorial.md | 40 +- docs/UserGuide/Maintenance-Tools/JMX-Tool.md | 2 +- .../Maintenance-Tools/Maintenance-Command.md | 90 +- docs/UserGuide/Maintenance-Tools/Metric-Tool.md | 73 +- docs/UserGuide/QuickStart/QuickStart.md | 6 +- docs/UserGuide/QuickStart/ServerFileList.md | 2 +- .../Reference/ConfigNode-Config-Manual.md | 283 ++++++ ...{Config-Manual.md => DataNode-Config-Manual.md} | 240 +++-- docs/zh/UserGuide/Cluster/Cluster-Concept.md | 98 ++ docs/zh/UserGuide/Cluster/Cluster-Setup-Example.md | 298 ------ docs/zh/UserGuide/Cluster/Cluster-Setup.md | 382 ++------ .../Integration-Test-refactoring-tutorial.md | 39 - docs/zh/UserGuide/Maintenance-Tools/JMX-Tool.md | 2 +- .../Maintenance-Tools/Maintenance-Command.md | 90 +- docs/zh/UserGuide/Maintenance-Tools/Metric-Tool.md | 72 +- docs/zh/UserGuide/QuickStart/QuickStart.md | 2 +- docs/zh/UserGuide/QuickStart/ServerFileList.md | 2 +- .../Reference/ConfigNode-Config-Manual.md | 278 ++++++ ...{Config-Manual.md => DataNode-Config-Manual.md} | 178 +++- .../Apache IoTDB ConfigNode Dashboard v0.14.0.json | 89 +- .../Apache IoTDB DataNode Dashboard v0.14.0.json | 52 +- .../standalone/Apache IoTDB Dashboard v0.14.0.json | 48 +- integration-test/pom.xml | 4 +- integration-test/src/assembly/mpp-test.xml | 4 +- .../org/apache/iotdb/it/env/DataNodeWrapper.java | 4 +- .../apache/iotdb/itbase/constant/TestConstant.java | 1 + .../org/apache/iotdb/db/it}/IoTDBQuotedPathIT.java | 71 +- .../db/it/IoTDBSyntaxConventionIdentifierIT.java | 998 +++++++++++++++++++++ .../it}/IoTDBSyntaxConventionStringLiteralIT.java | 519 +++++------ integration/pom.xml | 5 - .../iotdb/db/integration/IoTDBNumberPathIT.java | 483 ---------- .../apache/iotdb/commons/conf/IoTDBConstant.java | 2 +- .../conf/{iotdb-env.bat => datanode-env.bat} | 2 +- .../conf/{iotdb-env.sh => datanode-env.sh} | 2 +- .../resources/conf/iotdb-datanode.properties | 6 +- .../src/assembly/resources/sbin/start-datanode.bat | 14 +- .../src/assembly/resources/sbin/start-datanode.sh | 14 +- .../assembly/resources/sbin/start-new-server.bat | 6 +- .../assembly/resources/sbin/start-new-server.sh | 8 +- .../src/assembly/resources/sbin/start-server.bat | 6 +- server/src/assembly/resources/sbin/start-server.sh | 8 +- .../assembly/resources/tools/rocksdb-transfer.bat | 6 +- .../assembly/resources/tools/rocksdb-transfer.sh | 8 +- .../assembly/resources/tools/start-WalChecker.sh | 6 +- .../apache/iotdb/db/client/ConfigNodeClient.java | 13 + .../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 6 +- .../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 3 - .../org/apache/iotdb/db/conf/IoTDBStartCheck.java | 56 +- .../statemachine/visitor/DataExecutionVisitor.java | 49 +- .../engine/compaction/CompactionTaskManager.java | 8 +- .../iotdb/db/engine/storagegroup/DataRegion.java | 14 +- .../iotdb/db/exception/BatchProcessException.java | 5 + .../metadata/SeriesOverflowException.java | 2 +- .../iotdb/db/mpp/execution/driver/DataDriver.java | 2 +- .../iotdb/db/mpp/execution/driver/Driver.java | 22 +- .../iotdb/db/mpp/execution/driver/IDriver.java | 2 +- .../db/mpp/execution/driver/SchemaDriver.java | 2 +- .../db/mpp/execution/exchange/ISinkHandle.java | 2 +- .../db/mpp/execution/exchange/ISourceHandle.java | 2 +- .../db/mpp/execution/exchange/LocalSinkHandle.java | 2 +- .../mpp/execution/exchange/LocalSourceHandle.java | 2 +- .../db/mpp/execution/exchange/SinkHandle.java | 2 +- .../db/mpp/execution/exchange/SourceHandle.java | 2 +- .../iotdb/db/mpp/execution/operator/Operator.java | 4 +- .../operator/process/AggregationOperator.java | 4 +- .../operator/process/DeviceMergeOperator.java | 12 +- .../operator/process/DeviceViewOperator.java | 4 +- .../execution/operator/process/FillOperator.java | 2 +- .../operator/process/LastQueryMergeOperator.java | 2 +- .../execution/operator/process/LimitOperator.java | 2 +- .../operator/process/LinearFillOperator.java | 2 +- .../execution/operator/process/OffsetOperator.java | 2 +- .../process/RawDataAggregationOperator.java | 2 +- .../process/SlidingWindowAggregationOperator.java | 2 +- .../execution/operator/process/SortOperator.java | 2 +- .../operator/process/TimeJoinOperator.java | 11 +- .../operator/process/TransformOperator.java | 2 +- .../operator/process/UpdateLastCacheOperator.java | 2 +- .../operator/schema/CountMergeOperator.java | 11 +- .../schema/NodeManageMemoryMergeOperator.java | 2 +- .../operator/schema/NodePathsConvertOperator.java | 2 +- .../operator/schema/NodePathsCountOperator.java | 4 +- .../operator/schema/SchemaFetchMergeOperator.java | 2 +- .../operator/schema/SchemaQueryMergeOperator.java | 2 +- .../schema/SchemaQueryOrderByHeatOperator.java | 4 +- .../operator/source/ExchangeOperator.java | 4 +- .../mpp/execution/schedule/DriverTaskThread.java | 2 +- .../db/mpp/execution/schedule/task/DriverTask.java | 2 +- .../mpp/plan/analyze/ClusterPartitionFetcher.java | 16 +- .../db/mpp/plan/execution/QueryExecution.java | 54 +- .../mpp/plan/execution/config/ConfigExecution.java | 15 +- .../mpp/plan/execution/config/ShowClusterTask.java | 5 +- .../config/executor/ClusterConfigTaskExecutor.java | 5 +- .../executor/StandaloneConfigTaskExecutor.java | 15 +- .../plan/execution/memory/MemorySourceHandle.java | 2 +- .../java/org/apache/iotdb/db/service/DataNode.java | 25 +- .../db/service/metrics/predefined/FileMetrics.java | 9 +- .../thrift/impl/DataNodeTSIServiceImpl.java | 2 +- .../service/thrift/impl/InternalServiceImpl.java | 2 +- .../apache/iotdb/db/utils/ErrorHandlingUtils.java | 6 + .../iotdb/db/mpp/execution/DataDriverTest.java | 2 +- .../execution/exchange/LocalSinkHandleTest.java | 2 +- .../execution/exchange/LocalSourceHandleTest.java | 4 +- .../db/mpp/execution/exchange/StubSinkHandle.java | 2 +- .../execution/memory/MemorySourceHandleTest.java | 2 +- .../DriverTaskTimeoutSentinelThreadTest.java | 11 +- .../org/apache/iotdb/db/script/EnvScriptIT.java | 8 +- .../src/test/resources/iotdb-datanode.properties | 2 +- site/src/main/.vuepress/config.js | 14 +- testcontainer/Readme.md | 8 +- testcontainer/pom.xml | 12 - .../src/test/resources/1node/docker-compose.yaml | 44 - .../test/resources/1node/iotdb-cluster.properties | 35 - .../src/test/resources/3nodes/docker-compose.yaml | 44 - .../test/resources/3nodes/iotdb-cluster.properties | 35 - .../src/test/resources/5nodes/docker-compose.yaml | 43 - .../test/resources/5nodes/iotdb-cluster.properties | 35 - ...engine.properties => iotdb-datanode.properties} | 2 +- thrift-commons/src/main/thrift/common.thrift | 10 +- .../src/main/thrift/confignode.thrift | 4 + thrift/src/main/thrift/mpp.thrift | 2 +- 149 files changed, 3428 insertions(+), 3030 deletions(-) create mode 100644 confignode/src/main/java/org/apache/iotdb/confignode/client/AsyncConfigNodeClientPool.java copy confignode/src/main/java/org/apache/iotdb/confignode/client/handlers/{HeartbeatHandler.java => ConfigNodeHeartbeatHandler.java} (52%) rename confignode/src/main/java/org/apache/iotdb/confignode/client/handlers/{HeartbeatHandler.java => DataNodeHeartbeatHandler.java} (73%) copy confignode/src/main/java/org/apache/iotdb/confignode/manager/load/heartbeat/{HeartbeatCache.java => ConfigNodeHeartbeatCache.java} (88%) rename confignode/src/main/java/org/apache/iotdb/confignode/manager/load/heartbeat/{HeartbeatCache.java => DataNodeHeartbeatCache.java} (94%) rename distribution/src/assembly/{server.xml => datanode.xml} (96%) create mode 100644 docs/UserGuide/Cluster/Cluster-Concept.md delete mode 100644 docs/UserGuide/Cluster/Cluster-Setup-Example.md create mode 100644 docs/UserGuide/Reference/ConfigNode-Config-Manual.md rename docs/UserGuide/Reference/{Config-Manual.md => DataNode-Config-Manual.md} (89%) create mode 100644 docs/zh/UserGuide/Cluster/Cluster-Concept.md delete mode 100644 docs/zh/UserGuide/Cluster/Cluster-Setup-Example.md create mode 100644 docs/zh/UserGuide/Reference/ConfigNode-Config-Manual.md rename docs/zh/UserGuide/Reference/{Config-Manual.md => DataNode-Config-Manual.md} (91%) rename {integration/src/test/java/org/apache/iotdb/db/integration => integration-test/src/test/java/org/apache/iotdb/db/it}/IoTDBQuotedPathIT.java (63%) create mode 100644 integration-test/src/test/java/org/apache/iotdb/db/it/IoTDBSyntaxConventionIdentifierIT.java copy {integration/src/test/java/org/apache/iotdb/db/integration => integration-test/src/test/java/org/apache/iotdb/db/it}/IoTDBSyntaxConventionStringLiteralIT.java (59%) delete mode 100644 integration/src/test/java/org/apache/iotdb/db/integration/IoTDBNumberPathIT.java rename server/src/assembly/resources/conf/{iotdb-env.bat => datanode-env.bat} (98%) rename server/src/assembly/resources/conf/{iotdb-env.sh => datanode-env.sh} (99%) delete mode 100644 testcontainer/src/test/resources/1node/docker-compose.yaml delete mode 100644 testcontainer/src/test/resources/1node/iotdb-cluster.properties delete mode 100644 testcontainer/src/test/resources/3nodes/docker-compose.yaml delete mode 100644 testcontainer/src/test/resources/3nodes/iotdb-cluster.properties delete mode 100644 testcontainer/src/test/resources/5nodes/docker-compose.yaml delete mode 100644 testcontainer/src/test/resources/5nodes/iotdb-cluster.properties rename testcontainer/src/test/resources/{iotdb-engine.properties => iotdb-datanode.properties} (94%)