This is an automated email from the ASF dual-hosted git repository.
marklau99 pushed a change to branch IOTDB-5209-rel/1.0
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 1d853aa64c [IOTDB-5209] Limit the read rate of compaction execution
(#8461)
add 93a6e7a948 Add the statistics of flush point (#8494)
add 8091e3de6d [IOTDB-5222] Fix the load of metric related configuration
(#8466) (#8493)
add 77ae2fe17c Fix python ITs (#8503)
add 8bddc5aba4 [To rel/1.0][IOTDB-5216] Fix order by timeseries doesn't
take effect in aligned last query (#8501)
add caf2b3ba77 [To rel/1.0][IOTDB-5121] Update registerUDF.sh and
regsiterUDF.bat of library-udf
add 7d3f6e6a7c [To rel/1.0] Keep Session interface compatible
add d1dbd2702b [To rel/1.0][IOTDB-5233] Correct the message of unsupported
thrift interface of schema template (#8508)
add cfacd9a769 [To rel/1.0] Add sleep time when the retry of
pullAndCheckConfiguration
add d99fbc26e1 [To rel/1.0] [IOTDB-5125] Change default port and stop the
process when port is already in use (#8512)
add 062d163397 [To rel/1.0][IOTDB-5240] Add template id to schema region
snapshot (#8517)
add a190342c2c [To rel/1.0][IOTDB-5117] Introduce
MemoryDistributionCalculator for FragmentInstance
add abc82e519b Simpify IoTDBClusterRegionLeaderBalancingIT
add 00a40800c9 [To rel/1.0] Add getBackupConfiguration() to 1.0 (#8518)
add ef33a37a35 [IOTDB-5214] Cherry-pick of snapshot transfer IT (#8525)
add ba3cfe9242 [IOTDB-5236] Fix DeleteData Python API cannot work (#8511)
(#8528)
add 9d89b9bd33 [To rel/1.0] [IOTDB-5212] Modify the CQ syntax
compatibility prompt (#8533)
add dc48b9a951 [To rel/1.0] Fix sonar check fail in IntoOperator (#8532)
add 5ced0d43a7 [To rel/1.0][IOTDB-5234] Add schema config recommendation
when upgrading from 0.13 (#8539)
add ca9c567c47 [To rel/1.0][IOTDB-5246] Enhance IoTConsensus field name
(#8535)
add 02357a93a5 [To rel/1.0][IOTDB-5232] Add schema memory metric (#8544)
add 0edcf9eee1 Add interface to set datatype of mqtt (#8549)
add 44d773247a Upgrade the metric of flush from important to core (#8524)
(#8543)
add 9c62f1b50c Unify the ip/port in datanode (#8541) (#8552)
add eaf40ec407 Modify the default value of
`iot_consensus_cache_window_time_in_ms` to 10s (#8553) (#8556)
add 08b36eb2f2 [To rel/1.0][IOTDB-5258] merge tsfile md and add export
tsfile and csv tool add timeout param (#8554)
add 1513e16b0a [IOTDB-5231]Add the handle of exception when metric
reporter failed to start (#8523) (#8559)
add 85470ec1f5 [To rel/1.0][IOTDB-5127]Separate ISession and ISessionPool
as a module (#8560)
add f6fbaffb75 [To rel/1.0][IOTDB-5215]Fix setting chunkPointNumLowerBound
in IoTDBDescriptor (#8475)
add aa1f8d23d7 [To rel/1.0][IOTDB-5261]support modify the
dn_max_connection_for_internal_servic of IoTConsensus (#8568)
add 93d0ccb7a4 add faq (#8586)
add 2444ca7668 [To rel/1.0][IOTDB-5127] add some deprecated methods on
ISession ISessionPool and rename package name (#8578)
add 55368fe02c Fix c++ user guide typo (#8593)
add 1c69001bf4 [To rel/1.0] Add ISessionDataSet interface (#8584)
add a526ecf785 [To rel/1.0][IOTDB-5269] Fix
PathPatternTree.getAllDevicePatterns bug (#8590)
add d2e64f5bbf [To rel/1.0] [IOTDB-5117] Fix some issues in
MemoryDistributionCalculator (#8581)
add 3d3c995e50 [To rel/1.0][IOTDB-5127] update Session and SessionPool
return (#8595)
add 338ccaaa95 remove (#8598)
add 7520b6c3b4 [To rel/1.0][IOTDB-5277] SchemaRegion throws NPE when
loading snapshot (#8606)
add ff9f9b0b68 [To rel/1.0] Cherry pick cluster node start protocol for
rel/1.0 (#8592)
add 9bb0b510a8 Merge remote-tracking branch 'upstream/rel/1.0' into
IOTDB-5209-rel/1.0
No new revisions were added by this update.
Summary of changes:
.../org/apache/iotdb/tool/AbstractCsvTool.java | 3 +
.../org/apache/iotdb/tool/AbstractTsFileTool.java | 2 +
.../main/java/org/apache/iotdb/tool/ExportCsv.java | 16 +-
.../java/org/apache/iotdb/tool/ExportTsFile.java | 18 +-
client-py/iotdb/Session.py | 26 +-
client-py/iotdb/utils/IoTDBRpcDataSet.py | 2 +-
.../{test_one_device.py => test_delete_data.py} | 33 +-
.../assembly/resources/sbin/start-confignode.bat | 55 ++-
.../assembly/resources/sbin/start-confignode.sh | 22 +-
.../src/assembly/resources/sbin/stop-confignode.sh | 19 +-
.../confignode/client/ConfigNodeRequestType.java | 1 +
.../client/sync/SyncConfigNodeClientPool.java | 3 +
.../iotdb/confignode/conf/ConfigNodeConfig.java | 15 +-
.../confignode/conf/ConfigNodeDescriptor.java | 2 +
.../confignode/conf/SystemPropertiesUtils.java | 53 ++-
.../consensus/response/ConfigurationResp.java | 6 +-
.../consensus/response/DataNodeRegisterResp.java | 44 +-
.../iotdb/confignode/manager/ConfigManager.java | 136 +++++--
.../iotdb/confignode/manager/ConsensusManager.java | 2 +-
.../apache/iotdb/confignode/manager/IManager.java | 19 +-
.../manager/node/ClusterNodeStartUtils.java | 380 +++++++++++++++++
.../iotdb/confignode/manager/node/NodeManager.java | 156 +++----
.../confignode/persistence/node/NodeInfo.java | 27 --
.../iotdb/confignode/service/ConfigNode.java | 74 +++-
.../thrift/ConfigNodeRPCServiceProcessor.java | 36 +-
.../iotdb/consensus/config/IoTConsensusConfig.java | 55 ++-
.../consensus/iot/client/DispatchLogHandler.java | 20 +-
.../iot/client/IoTConsensusClientPool.java | 7 +-
.../{PendingBatch.java => Batch.java} | 32 +-
.../consensus/iot/logdispatcher/LogDispatcher.java | 88 ++--
.../logdispatcher/LogDispatcherThreadMetrics.java | 2 +-
.../consensus/iot/logdispatcher/SyncStatus.java | 18 +-
.../iot/service/IoTConsensusRPCService.java | 2 +-
.../service/IoTConsensusRPCServiceProcessor.java | 41 +-
.../apache/iotdb/consensus/iot/StabilityTest.java | 12 +-
.../iot/logdispatcher/SyncStatusTest.java | 121 +++---
.../iotdb/consensus/ratis/RatisConsensusTest.java | 8 +-
.../UserGuide/Cluster/Deployment-Recommendation.md | 2 +
docs/UserGuide/FAQ/FAQ-for-cluster-setup.md | 99 +++++
docs/UserGuide/Maintenance-Tools/CSV-Tool.md | 6 +
.../Maintenance-Tools/TsFile-Load-Export-Tool.md | 100 ++++-
docs/UserGuide/Monitor-Alert/Metric-Tool.md | 17 +-
.../zh/UserGuide/API/Programming-Cpp-Native-API.md | 2 +-
.../UserGuide/Cluster/Deployment-Recommendation.md | 2 +
docs/zh/UserGuide/FAQ/FAQ-for-cluster-setup.md | 99 +++++
docs/zh/UserGuide/Maintenance-Tools/CSV-Tool.md | 6 +
.../Maintenance-Tools/TsFile-Load-Export-Tool.md | 98 ++++-
docs/zh/UserGuide/Monitor-Alert/Metric-Tool.md | 29 +-
.../iotdb/AlignedTimeseriesSessionExample.java | 2 +-
.../org/apache/iotdb/DataMigrationExample.java | 6 +-
.../org/apache/iotdb/SessionConcurrentExample.java | 2 +-
.../main/java/org/apache/iotdb/SessionExample.java | 8 +-
.../java/org/apache/iotdb/SessionPoolExample.java | 4 +-
.../iotdb/SyntaxConventionRelatedExample.java | 2 +-
.../iotdb/influxdb/session/InfluxDBSession.java | 2 +-
integration-test/import-control.xml | 1 +
.../java/org/apache/iotdb/it/env/AbstractEnv.java | 73 +++-
.../apache/iotdb/it/env/AbstractNodeWrapper.java | 2 +
.../org/apache/iotdb/it/env/ConfigNodeWrapper.java | 11 +-
.../org/apache/iotdb/it/env/DataNodeWrapper.java | 5 +
.../java/org/apache/iotdb/it/env/MppConfig.java | 14 +
.../org/apache/iotdb/it/env/RemoteServerEnv.java | 34 +-
.../org/apache/iotdb/itbase/env/BaseConfig.java | 10 +-
.../java/org/apache/iotdb/itbase/env/BaseEnv.java | 30 +-
.../confignode/it/IoTDBSnapshotTransferIT.java | 152 +++++++
.../it/cluster/IoTDBClusterNodeErrorStartUpIT.java | 305 ++++++++++++++
.../IoTDBClusterNodeGetterIT.java} | 15 +-
.../it/{ => cluster}/IoTDBClusterRestartIT.java | 2 +-
.../IoTDBClusterRegionLeaderBalancingIT.java | 29 +-
.../{ => load}/IoTDBConfigNodeSwitchLeaderIT.java | 2 +-
.../it/partition/IoTDBPartitionDurableIT.java | 4 +-
.../confignode/it/utils/ConfigNodeTestUtils.java | 82 ++++
.../org/apache/iotdb/db/it/env/StandaloneEnv.java | 38 +-
.../iotdb/session/it/IoTDBConnectionInfoIT.java | 2 +-
.../session/it/IoTDBSessionAlignedInsertIT.java | 20 +-
.../iotdb/session/it/IoTDBSessionComplexIT.java | 8 +-
.../it/IoTDBSessionDisableMemControlIT.java | 8 +-
.../iotdb/session/it/IoTDBSessionInsertNullIT.java | 6 +-
.../IoTDBSessionInsertWithTriggerExecutionIT.java | 2 +-
.../session/it/IoTDBSessionSchemaTemplateIT.java | 6 +-
.../iotdb/session/it/IoTDBSessionSimpleIT.java | 38 +-
.../session/it/IoTDBSessionSyntaxConventionIT.java | 20 +-
.../org/apache/iotdb/session/it/SessionIT.java | 6 +-
.../iotdb/session/it/pool/SessionPoolIT.java | 17 +-
.../iotdb/db/integration/IoTDBCheckConfigIT.java | 6 +-
.../session/IoTDBSessionAlignedABDeviceIT.java | 9 +-
.../session/IoTDBSessionAlignedAggregationIT.java | 13 +-
.../IoTDBSessionAlignedAggregationWithUnSeqIT.java | 7 +-
.../iotdb/session/IoTDBSessionIteratorIT.java | 27 +-
{example/tsfile => isession}/pom.xml | 10 +-
.../org/apache/iotdb/isession/IDataIterator.java | 67 +++
.../java/org/apache/iotdb/isession}/ISession.java | 63 ++-
.../org/apache/iotdb/isession/ISessionDataSet.java | 27 +-
.../org/apache/iotdb/isession}/SessionConfig.java | 4 +-
.../isession/pool/ISessionDataSetWrapper.java | 56 +++
.../apache/iotdb/isession/pool/ISessionPool.java | 385 ++++++++++--------
.../apache/iotdb/isession}/template/Template.java | 2 +-
.../iotdb/isession}/template/TemplateNode.java | 2 +-
.../apache/iotdb/isession/util/SystemStatus.java | 24 +-
.../org/apache/iotdb/isession}/util/Version.java | 2 +-
library-udf/src/assembly/tools/register-UDF.bat | 1 -
library-udf/src/assembly/tools/register-UDF.sh | 1 -
.../metrics/config/MetricConfigDescriptor.java | 16 +-
.../reporter/iotdb/InternalIoTDBReporter.java | 2 +-
.../iotdb/MemoryInternalIoTDBReporter.java | 4 +-
.../reporter/iotdb/SessionIoTDBReporter.java | 46 +--
.../reporter/prometheus/PrometheusReporter.java | 33 +-
.../iotdb/metrics/config/MetricConfigTest.java | 28 +-
.../micrometer/reporter/MicrometerJmxReporter.java | 6 +-
.../resources/conf/iotdb-common.properties | 4 +-
.../src/assembly/resources/sbin/iotdb-common.sh | 137 +++++++
.../assembly/resources/sbin/start-standalone.bat | 3 +
.../assembly/resources/sbin/stop-standalone.bat | 5 +-
.../cluster/{RegionRoleType.java => NodeType.java} | 28 +-
.../apache/iotdb/commons/conf/IoTDBConstant.java | 2 +
.../apache/iotdb/commons/path/PathPatternTree.java | 4 +
.../commons/service/metric/MetricService.java | 7 +-
.../iotdb/commons/service/metric/enums/Metric.java | 3 +-
.../iotdb/commons/service/metric/enums/Tag.java | 3 +-
.../iotdb/commons/path/PathPatternTreeTest.java | 5 +-
pom.xml | 1 +
.../src/assembly/resources/sbin/start-datanode.bat | 103 ++++-
.../src/assembly/resources/sbin/start-datanode.sh | 20 +-
.../src/assembly/resources/sbin/stop-datanode.bat | 8 +-
.../src/assembly/resources/sbin/stop-datanode.sh | 16 +-
.../apache/iotdb/db/client/ConfigNodeClient.java | 37 +-
.../org/apache/iotdb/db/client/ConfigNodeInfo.java | 6 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 21 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 6 +-
.../org/apache/iotdb/db/conf/IoTDBStartCheck.java | 15 +-
.../db/consensus/DataRegionConsensusImpl.java | 2 +
.../iotdb/db/engine/flush/MemTableFlushTask.java | 23 +-
.../apache/iotdb/db/metadata/MetadataConstant.java | 4 +
.../mtree/snapshot/MemMTreeSnapshotUtil.java | 8 +-
.../schemaregion/impl/SchemaRegionPlanFactory.java | 6 +
.../db/metadata/rescon/SchemaResourceManager.java | 4 +-
...rics.java => SchemaResourceManagerMetrics.java} | 41 +-
.../apache/iotdb/db/metadata/utils/MetaUtils.java | 23 +-
.../exchange/IMPPDataExchangeManager.java | 2 +
.../db/mpp/execution/exchange/ISinkHandle.java | 3 +
.../db/mpp/execution/exchange/ISourceHandle.java | 3 +
.../db/mpp/execution/exchange/LocalSinkHandle.java | 11 +-
.../mpp/execution/exchange/LocalSourceHandle.java | 5 +
.../execution/exchange/MPPDataExchangeManager.java | 21 +-
.../mpp/execution/exchange/SharedTsBlockQueue.java | 59 ++-
.../db/mpp/execution/exchange/SinkHandle.java | 50 ++-
.../db/mpp/execution/exchange/SourceHandle.java | 62 ++-
.../mpp/execution/memory/LocalMemoryManager.java | 2 +-
.../iotdb/db/mpp/execution/memory/MemoryPool.java | 206 +++++++---
.../operator/process/AbstractIntoOperator.java | 11 +-
.../process/last/LastQuerySortOperator.java | 56 ++-
.../plan/execution/memory/MemorySourceHandle.java | 3 +
.../iotdb/db/mpp/plan/parser/ASTVisitor.java | 3 +-
.../db/mpp/plan/planner/LocalExecutionPlanner.java | 30 ++
.../db/mpp/plan/planner/LogicalPlanBuilder.java | 6 +-
.../plan/planner/MemoryDistributionCalculator.java | 451 +++++++++++++++++++++
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 1 +
.../iotdb/db/protocol/mqtt/MPPPublishHandler.java | 18 +-
.../org/apache/iotdb/db/protocol/mqtt/Message.java | 11 +
.../java/org/apache/iotdb/db/service/DataNode.java | 424 ++++++++++++-------
.../db/service/DataNodeServerCommandLine.java | 18 +-
.../java/org/apache/iotdb/db/service/IoTDB.java | 2 +-
.../java/org/apache/iotdb/db/service/NewIoTDB.java | 2 +-
.../db/service/metrics/IoTDBInternalReporter.java | 24 +-
.../service/thrift/impl/ClientRPCServiceImpl.java | 16 +-
.../db/service/thrift/impl/TSServiceImpl.java | 6 +
.../schemaRegion/SchemaRegionBasicTest.java | 74 ++++
.../execution/exchange/LocalSinkHandleTest.java | 63 ++-
.../execution/exchange/LocalSourceHandleTest.java | 4 +-
.../execution/exchange/SharedTsBlockQueueTest.java | 5 +-
.../db/mpp/execution/exchange/SinkHandleTest.java | 77 +++-
.../mpp/execution/exchange/SourceHandleTest.java | 10 +-
.../db/mpp/execution/exchange/StubSinkHandle.java | 3 +
.../iotdb/db/mpp/execution/exchange/Utils.java | 52 ++-
.../db/mpp/execution/memory/MemoryPoolTest.java | 182 +++++----
.../java/org/apache/iotdb/rpc/TSStatusCode.java | 5 +-
session/pom.xml | 6 +
.../java/org/apache/iotdb/session/Session.java | 38 +-
.../apache/iotdb/session/SessionConnection.java | 23 ++
.../org/apache/iotdb/session/SessionDataSet.java | 35 +-
.../iotdb/session/pool/SessionDataSetWrapper.java | 35 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 339 +++++++++++-----
.../iotdb/session/template/InternalNode.java | 1 +
.../iotdb/session/template/MeasurementNode.java | 1 +
.../apache/iotdb/session/SessionCacheLeaderUT.java | 1 +
site/src/main/.vuepress/config.js | 12 +-
.../src/main/thrift/confignode.thrift | 78 ++--
.../src/main/thrift/iotconsensus.thrift | 20 +-
thrift/src/main/thrift/client.thrift | 9 +
189 files changed, 5406 insertions(+), 1543 deletions(-)
copy client-py/tests/{test_one_device.py => test_delete_data.py} (84%)
create mode 100644
confignode/src/main/java/org/apache/iotdb/confignode/manager/node/ClusterNodeStartUtils.java
rename
consensus/src/main/java/org/apache/iotdb/consensus/iot/logdispatcher/{PendingBatch.java
=> Batch.java} (75%)
create mode 100644 docs/UserGuide/FAQ/FAQ-for-cluster-setup.md
create mode 100644 docs/zh/UserGuide/FAQ/FAQ-for-cluster-setup.md
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/IoTDBSnapshotTransferIT.java
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/cluster/IoTDBClusterNodeErrorStartUpIT.java
rename
integration-test/src/test/java/org/apache/iotdb/confignode/it/{IoTDBClusterNodeIT.java
=> cluster/IoTDBClusterNodeGetterIT.java} (95%)
rename integration-test/src/test/java/org/apache/iotdb/confignode/it/{ =>
cluster}/IoTDBClusterRestartIT.java (99%)
rename integration-test/src/test/java/org/apache/iotdb/confignode/it/{ =>
load}/IoTDBClusterRegionLeaderBalancingIT.java (91%)
rename integration-test/src/test/java/org/apache/iotdb/confignode/it/{ =>
load}/IoTDBConfigNodeSwitchLeaderIT.java (99%)
copy {example/tsfile => isession}/pom.xml (86%)
create mode 100644
isession/src/main/java/org/apache/iotdb/isession/IDataIterator.java
copy {session/src/main/java/org/apache/iotdb/session =>
isession/src/main/java/org/apache/iotdb/isession}/ISession.java (89%)
copy session/src/main/java/org/apache/iotdb/session/InsertConsumer.java =>
isession/src/main/java/org/apache/iotdb/isession/ISessionDataSet.java (61%)
rename {session/src/main/java/org/apache/iotdb/session =>
isession/src/main/java/org/apache/iotdb/isession}/SessionConfig.java (96%)
create mode 100644
isession/src/main/java/org/apache/iotdb/isession/pool/ISessionDataSetWrapper.java
rename session/src/main/java/org/apache/iotdb/session/ISession.java =>
isession/src/main/java/org/apache/iotdb/isession/pool/ISessionPool.java (81%)
rename {session/src/main/java/org/apache/iotdb/session =>
isession/src/main/java/org/apache/iotdb/isession}/template/Template.java (98%)
rename {session/src/main/java/org/apache/iotdb/session =>
isession/src/main/java/org/apache/iotdb/isession}/template/TemplateNode.java
(97%)
copy
confignode/src/main/java/org/apache/iotdb/confignode/procedure/exception/ProcedureYieldException.java
=> isession/src/main/java/org/apache/iotdb/isession/util/SystemStatus.java
(70%)
rename {session/src/main/java/org/apache/iotdb/session =>
isession/src/main/java/org/apache/iotdb/isession}/util/Version.java (95%)
copy
node-commons/src/main/java/org/apache/iotdb/commons/cluster/{RegionRoleType.java
=> NodeType.java} (63%)
rename
server/src/main/java/org/apache/iotdb/db/metadata/rescon/{SchemaStatisticsManagerMetrics.java
=> SchemaResourceManagerMetrics.java} (62%)
create mode 100644
server/src/main/java/org/apache/iotdb/db/mpp/plan/planner/MemoryDistributionCalculator.java
