This is an automated email from the ASF dual-hosted git repository.
spricoder pushed a change to branch feature/memory_collect
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from e38b1551ce7 Fix concurrent problem
add 7ac71fb2a33 Load: convert to insert tablet on region replica set
changes (#14717)
add a798d2f0dbc Subscription: fix nack tablet response & periodically
report the state of prefetching queue & improve logs for subscription providers
(#14822)
add ac63e9aa79b Check time precision for negative timestamps (#14828)
add c8ea40f18d8 Fixed the bug that internalCreate(Multi)TimeSeries may
write empty device when measurements are all trimmed (#14827)
add 4c65958e1d0 Update DualKeyCacheImpl.java (#14817)
add 8d08153d928 Pipe: Default parameters adjustment for pipe threads and
pipeStuckRestartMinIntervalMs (#14819)
add af1db94f4b8 Pipe: avoid event accumulation in the stale sink pending
queue & promptly clean up closed processor subtasks & close parser when
releasing phantom reference of tsfile event (#14820)
add 3580c34e369 update workflow (#14837)
add 4d2ac447a88 Support 'set sql_dialect' in Tree and Table Model
add 338e715210b Fix NPE of RelationalDeleteDataNode merge method (#14834)
add b990b9e498b Enhance getLatestRegionRouteMap log for debugging #14830
add 0fa9fa1d3ab [IoTConsensusV2] Fix NPE when transfer tsfile mods #14840
add a0eab8f5eab Metric: Add pipe linked tsfile size and count metric
(#14768)
add 6233e53acd4 [remove confignode] Add Remove ConfigNode SQL (#14813)
add b1e07c79f39 fix todos-check (#14851)
add 515991dc9f7 Pipe: adjust default pipeRealTimeQueuePollHistoryThreshold
to reduce retransmission upon frequent rebooting (#14846)
add 563e42ac868 Pipe: fix the issue where the pipe still forwards insert
events when the parameter source.mode.double-living is true. (#14839)
add 3edb24fe96c Delete remove-confignode.sh and remove-datanode.sh
add 9264b701a93 Do not print host and port when failed to connect through
CLI (#14844)
add 57ede481a84 Pipe: Fix the problem that the receiver constructs
InsertStatement causing the MeasurementShcema to not be correctly set to null
(NPE) (#14831)
add 4bd2f259c50 IoTConsensus and IoTConsensusV2 no longer stores the peer
list locally on the DataNode (#14814)
add 379993ec38a Add SSL support to Python client (#14789)
add 41f734d59eb Merge branch 'master' into feature/memory_collect
No new revisions were added by this update.
Summary of changes:
.github/workflows/cluster-it-1c1d.yml | 9 +-
.github/workflows/cluster-it-1c1d1a.yml | 9 +-
.github/workflows/cluster-it-1c3d.yml | 9 +-
.github/workflows/compile-check.yml | 9 +-
.github/workflows/dependency-check.yml | 1 -
.github/workflows/multi-language-client.yml | 1 -
.github/workflows/pipe-it.yml | 9 +-
.github/workflows/sonar-codecov.yml | 1 -
.github/workflows/table-cluster-it-1c1d.yml | 9 +-
.github/workflows/table-cluster-it-1c3d.yml | 9 +-
.github/workflows/todos-check.yml | 19 +-
.github/workflows/unit-test.yml | 1 -
.../iotdb/itbase/runtime/ClusterTestStatement.java | 5 +-
.../apache/iotdb/cli/it/StartClientScriptIT.java | 4 +-
.../IoTDBRemoveConfigNodeITFramework.java | 206 +++++++++++++++++++
.../IoTDBRemoveConfigNodeNormalIT.java} | 16 +-
.../IoTDBRemoveDataNodeITFramework.java | 2 +-
.../apache/iotdb/db/it/IoTDBInsertWithQueryIT.java | 1 +
.../org/apache/iotdb/db/it/auth/IoTDBAuthIT.java | 13 ++
.../relational/it/db/it/IoTDBInsertTableIT.java | 17 +-
.../it/query/recent/IoTDBNullIdQueryIT.java | 33 +++
.../src/main/java/org/apache/iotdb/cli/Cli.java | 4 +-
iotdb-client/client-py/iotdb/Session.py | 44 +++-
iotdb-client/client-py/iotdb/SessionPool.py | 8 +
iotdb-client/client-py/iotdb/table_session.py | 6 +
iotdb-client/client-py/iotdb/table_session_pool.py | 4 +
iotdb-client/client-py/session_ssl_example.py | 85 ++++++++
.../main/java/org/apache/iotdb/jdbc/Constant.java | 3 +
.../org/apache/iotdb/jdbc/IoTDBConnection.java | 4 +
.../apache/iotdb/jdbc/IoTDBConnectionParams.java | 4 +-
.../java/org/apache/iotdb/jdbc/IoTDBStatement.java | 7 +
.../main/java/org/apache/iotdb/rpc/RpcUtils.java | 14 ++
.../java/org/apache/iotdb/rpc/RpcUtilsTest.java | 10 +
.../java/org/apache/iotdb/session/Session.java | 19 +-
.../apache/iotdb/session/SessionConnection.java | 12 +-
.../apache/iotdb/session/TableSessionBuilder.java | 4 +-
.../org/apache/iotdb/session/pool/SessionPool.java | 5 +-
.../iotdb/session/pool/TableSessionWrapper.java | 15 ++
.../base/AbstractSubscriptionConsumer.java | 4 +-
.../base/AbstractSubscriptionProviders.java | 48 +++--
iotdb-core/ainode/pyproject.toml | 2 +-
.../org/apache/iotdb/db/qp/sql/IdentifierParser.g4 | 6 +
.../org/apache/iotdb/db/qp/sql/IoTDBSqlParser.g4 | 21 +-
.../antlr4/org/apache/iotdb/db/qp/sql/SqlLexer.g4 | 24 +++
.../assembly/resources/sbin/remove-confignode.bat | 135 ------------
.../assembly/resources/sbin/remove-confignode.sh | 69 -------
.../confignode/conf/ConfigNodeRemoveCheck.java | 5 +-
.../iotdb/confignode/manager/ConfigManager.java | 3 +-
.../org/apache/iotdb/consensus/common/Peer.java | 13 +-
.../apache/iotdb/consensus/iot/IoTConsensus.java | 30 ++-
.../consensus/iot/IoTConsensusServerImpl.java | 226 ++-------------------
.../consensus/iot/logdispatcher/LogDispatcher.java | 9 +-
.../service/IoTConsensusRPCServiceProcessor.java | 2 +-
.../apache/iotdb/consensus/pipe/PipeConsensus.java | 90 ++++----
.../consensus/pipe/PipeConsensusPeerManager.java | 89 +-------
.../consensus/pipe/PipeConsensusServerImpl.java | 33 +--
.../apache/iotdb/consensus/iot/ReplicateTest.java | 63 ++----
.../assembly/resources/sbin/remove-datanode.bat | 148 --------------
.../src/assembly/resources/sbin/remove-datanode.sh | 91 ---------
.../PipeRealtimePriorityBlockingQueue.java | 2 +
.../subtask/processor/PipeProcessorSubtask.java | 5 +-
.../processor/PipeProcessorSubtaskWorker.java | 13 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 49 +++--
.../realtime/PipeRealtimeDataRegionExtractor.java | 18 +-
.../iotdb/db/pipe/metric/PipeResourceMetrics.java | 6 +
.../pipeconsensus/PipeConsensusReceiver.java | 55 ++---
.../visitor/PipePlanToStatementVisitor.java | 18 +-
.../resource/tsfile/PipeTsFileResourceManager.java | 15 ++
.../iotdb/db/protocol/client/ConfigNodeClient.java | 3 +-
.../protocol/thrift/impl/ClientRPCServiceImpl.java | 17 ++
.../execution/executor/RegionWriteExecutor.java | 33 ++-
.../iotdb/db/queryengine/plan/Coordinator.java | 4 +
.../analyze/cache/partition/PartitionCache.java | 5 +
.../schema/dualkeycache/impl/DualKeyCacheImpl.java | 117 ++++++-----
.../plan/analyze/load/LoadTsFileAnalyzer.java | 7 +
.../execution/config/TableConfigTaskVisitor.java | 23 +++
.../execution/config/TreeConfigTaskVisitor.java | 31 +++
.../config/executor/ClusterConfigTaskExecutor.java | 58 ++++++
.../config/executor/IConfigTaskExecutor.java | 6 +
...DataNodeTask.java => RemoveConfigNodeTask.java} | 12 +-
.../SetSqlDialectTask.java} | 15 +-
.../db/queryengine/plan/parser/ASTVisitor.java | 27 +++
.../plan/node/load/LoadTsFilePieceNode.java | 6 +-
.../plan/node/write/RelationalDeleteDataNode.java | 4 +-
.../fetcher/cache/TableDeviceSchemaCache.java | 7 +-
.../plan/relational/sql/ast/AstVisitor.java | 8 +
.../{RemoveDataNode.java => RemoveConfigNode.java} | 22 +-
.../sql/ast/{KillQuery.java => SetSqlDialect.java} | 28 ++-
.../plan/relational/sql/parser/AstBuilder.java | 16 ++
.../plan/scheduler/load/LoadTsFileScheduler.java | 47 ++---
.../plan/statement/StatementVisitor.java | 21 ++
...atement.java => RemoveConfigNodeStatement.java} | 17 +-
...nStatement.java => SetSqlDialectStatement.java} | 38 ++--
...nt.java => ShowCurrentSqlDialectStatement.java} | 16 +-
...tatement.java => ShowCurrentUserStatement.java} | 16 +-
.../iotdb/db/storageengine/StorageEngine.java | 23 ++-
...leStatementDataTypeConvertExecutionVisitor.java | 4 +
...eeStatementDataTypeConvertExecutionVisitor.java | 4 +
.../broker/SubscriptionPrefetchingQueue.java | 11 +
.../response/SubscriptionEventTabletResponse.java | 5 -
.../iotdb/db/utils/TimestampPrecisionUtils.java | 4 +-
.../db/utils/TimestampPrecisionUtilsTest.java | 10 +
.../conf/iotdb-system.properties.template | 10 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 17 +-
.../iotdb/commons/conf/CommonDescriptor.java | 24 ++-
.../iotdb/commons/consensus/ConsensusGroupId.java | 7 +-
.../task/connection/BlockingPendingQueue.java | 14 ++
.../commons/pipe/receiver/IoTDBFileReceiver.java | 4 +-
.../iotdb/commons/service/metric/enums/Metric.java | 1 +
.../db/relational/grammar/sql/RelationalSql.g4 | 15 +-
110 files changed, 1435 insertions(+), 1245 deletions(-)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/confignode/it/removeconfignode/IoTDBRemoveConfigNodeITFramework.java
copy
integration-test/src/test/java/org/apache/iotdb/confignode/it/{regionmigration/pass/commit/batch/IoTDBRegionMigrateNormalITForIoTV2Batch.java
=> removeconfignode/IoTDBRemoveConfigNodeNormalIT.java} (64%)
create mode 100644 iotdb-client/client-py/session_ssl_example.py
delete mode 100644
iotdb-core/confignode/src/assembly/resources/sbin/remove-confignode.bat
delete mode 100755
iotdb-core/confignode/src/assembly/resources/sbin/remove-confignode.sh
delete mode 100644
iotdb-core/datanode/src/assembly/resources/sbin/remove-datanode.bat
delete mode 100755
iotdb-core/datanode/src/assembly/resources/sbin/remove-datanode.sh
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/metadata/{RemoveDataNodeTask.java
=> RemoveConfigNodeTask.java} (82%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/execution/config/{sys/MergeTask.java
=> session/SetSqlDialectTask.java} (76%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{RemoveDataNode.java
=> RemoveConfigNode.java} (75%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/{KillQuery.java
=> SetSqlDialect.java} (72%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/metadata/{RemoveDataNodeStatement.java
=> RemoveConfigNodeStatement.java} (84%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/sys/{TestConnectionStatement.java
=> SetSqlDialectStatement.java} (63%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/sys/{ShowVersionStatement.java
=> ShowCurrentSqlDialectStatement.java} (78%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/statement/sys/{ShowVersionStatement.java
=> ShowCurrentUserStatement.java} (78%)