This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch ty/TableModelGrammar
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from eeb76bb421f add mock partition fetcher in IndexScan.java
new bee5ecf1f73 support time column
add 214c49a2108 new iot_consensus_throttle_threshold_in_byte (#12333)
add f4804a41440 Thread-safety load balance infrastructure (#12330)
add 13560ee1eab [RatisConsensus] Bump Ratis snapshot version to 8eafc4f
(#12335)
add 3d5f7017f8f Pipe: Reset the inclusion settings to data.insert (#12337)
add 9b5361c1742 Pipe: AggregateProcessor: Fixed the bug that processor may
not change the database prefix when output is from another database's
processor's input & Fixed heartbeat output not pipe local and non-atomic bug &
Fixed new processor wipe out states bug (#12338)
add 89ebd32b1be Add Linux Memory Metrics (#12332)
add 6e4863bfb51 Fix auto leader balance for Ratis protocol judgement bug
(#12350)
add bb7d29f1a09 Print progress in log during transmitting snapshot for
region migration (#12346)
add 56d4c9b8ddb Update Link of IoTDB Introduction.md (#12323)
add b93d4105d1c Update README_ZH.md (#12352)
add 0e7c09222dc Revert "Fix auto leader balance for Ratis protocol
judgement bug (#12350)" (#12358)
add 56775a3a816 Pipe: Fixed the CPU consuming problem when configNode has
nothing to sync (#12359)
add ad623d8c430 Fix sonar analysis warning (#12363)
add 99502365d2b IoTConsensus Transit Snapshot Rate Limiter (#12348)
add 5c3b7f53d52 Optimize priority map lock structure (#12351)
add b8af6a576db Fix convertMillisecondToDurationStr and add UT (#12361)
add fc2ff7d80a4 Fix compaction worker stopped after drop database (#12357)
add faa93b0f512 fix error when the wal dir is not exist (#12339)
add 18df9a986be Region status Adding and Removing (#12342)
add c82bcdb4ab2 Increase region migration pool size on DataNode (#12366)
add e03b9be05ad Pipe: Fixed the bug that mod file may not close in async
transferring (#12347)
add fa2a14a1a7e Pipe: Added debug logger after schema/config event is
successfully transferred (#12362)
add 68265373a0b Pipe: Make the PipeParameters return sorted entries string
when "toString" is called (#12329)
add 0e5e2462b45 Optimize region migration log && change region status to
removing before transferring leader (#12368)
add 9399399292b Fix IoTConsensus LogDispatcherThread Stop Using Futrue
Cancel (#12370)
add 68c7fc26d62 Pipe: clear reference count for events in retry queue &
detect re-increasing reference count for other connectors (#12344)
new 428fc20995f merge master
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/sonar-codecov.yml | 2 +-
README.md | 3 +
README_ZH.md | 1 +
.../pass/IoTDBRegionMigrateClusterCrashIT.java | 3 +-
.../pass/IoTDBRegionMigrateConfigNodeCrashIT.java | 2 +-
.../pipe/it/autocreate/IoTDBPipeProtocolIT.java | 1 +
.../api/customizer/parameter/PipeParameters.java | 77 ++--
.../client/async/AsyncDataNodeClientPool.java | 3 +-
.../client/async/handlers/AsyncClientHandler.java | 11 +-
.../heartbeat/ConfigNodeHeartbeatHandler.java | 22 +-
.../heartbeat/DataNodeHeartbeatHandler.java | 74 ++--
...CHandler.java => TransferLeaderRPCHandler.java} | 20 +-
.../client/sync/SyncDataNodeClientPool.java | 9 +-
.../iotdb/confignode/manager/ConfigManager.java | 33 +-
.../iotdb/confignode/manager/ProcedureManager.java | 10 +-
.../iotdb/confignode/manager/load/LoadManager.java | 141 +++----
.../manager/load/balancer/RouteBalancer.java | 412 +++++++++++++--------
.../router/priority/GreedyPriorityBalancer.java | 4 +-
.../router/priority/LeaderPriorityBalancer.java | 4 +-
.../load/cache/AbstractHeartbeatSample.java} | 33 +-
.../manager/load/cache/AbstractLoadCache.java | 86 +++++
.../manager/load/cache/AbstractStatistics.java | 49 +++
.../confignode/manager/load/cache/LoadCache.java | 291 ++++++---------
.../load/cache/consensus/ConsensusGroupCache.java | 61 +++
.../consensus/ConsensusGroupHeartbeatSample.java | 27 +-
.../cache/consensus/ConsensusGroupStatistics.java} | 47 +--
.../manager/load/cache/node/BaseNodeCache.java | 106 +-----
.../load/cache/node/ConfigNodeHeartbeatCache.java | 39 +-
.../load/cache/node/DataNodeHeartbeatCache.java | 37 +-
.../load/cache/node/NodeHeartbeatSample.java | 70 ++--
.../manager/load/cache/node/NodeStatistics.java | 94 +----
.../manager/load/cache/region/RegionCache.java | 69 ++--
.../load/cache/region/RegionGroupCache.java | 104 ++----
.../load/cache/region/RegionGroupStatistics.java | 80 ++--
.../load/cache/region/RegionHeartbeatSample.java | 27 +-
.../load/cache/region/RegionStatistics.java | 38 +-
.../manager/load/cache/route/RegionRouteCache.java | 147 --------
.../manager/load/service/EventService.java | 272 ++++++++++++++
.../manager/load/service/HeartbeatService.java | 26 +-
.../manager/load/service/StatisticsService.java | 237 +-----------
...va => ConsensusGroupStatisticsChangeEvent.java} | 30 +-
.../load/subscriber/IClusterStatusSubscriber.java | 8 +-
...scriber.java => NodeStatisticsChangeEvent.java} | 25 +-
....java => RegionGroupStatisticsChangeEvent.java} | 24 +-
.../iotdb/confignode/manager/node/NodeManager.java | 13 +-
.../protocol/IoTDBConfigRegionAirGapConnector.java | 38 +-
.../protocol/IoTDBConfigRegionConnector.java | 78 ++--
.../runtime/PipeLeaderChangeHandler.java | 41 +-
.../runtime/PipeRuntimeCoordinator.java | 23 +-
.../pipe/event/PipeConfigRegionSnapshotEvent.java | 3 +-
.../pipe/extractor/IoTDBConfigRegionExtractor.java | 17 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 45 +--
.../procedure/env/RegionMaintainHandler.java | 65 ++--
.../impl/node/AddConfigNodeProcedure.java | 10 +-
.../impl/region/AddRegionPeerProcedure.java | 53 ++-
.../impl/region/CreateRegionGroupsProcedure.java | 78 ++--
.../impl/region/RegionMigrateProcedure.java | 41 +-
.../impl/region/RemoveRegionPeerProcedure.java | 42 ++-
.../impl/schema/DeleteDatabaseProcedure.java | 5 +-
.../procedure/state/RegionTransitionState.java | 1 -
.../procedure/state/RemoveRegionPeerState.java | 1 +
.../router/priority/GreedyPriorityTest.java | 10 +-
.../priority/LeaderPriorityBalancerTest.java | 8 +-
...CacheTest.java => ConsensusGroupCacheTest.java} | 20 +-
.../manager/load/cache/NodeCacheTest.java | 37 +-
.../manager/load/cache/RegionGroupCacheTest.java | 116 +++---
.../persistence/node/NodeStatisticsTest.java | 66 ----
.../statistics/RegionGroupStatisticsTest.java | 76 ----
.../partition/statistics/RegionStatisticsTest.java | 66 ----
.../org/apache/iotdb/consensus/IConsensus.java | 8 +
.../iotdb/consensus/config/IoTConsensusConfig.java | 19 +-
.../apache/iotdb/consensus/iot/IoTConsensus.java | 19 +-
.../consensus/iot/IoTConsensusServerImpl.java | 55 ++-
.../consensus/iot/logdispatcher/LogDispatcher.java | 27 +-
.../iot/snapshot/IoTConsensusRateLimiter.java | 59 +++
.../iot/snapshot/SnapshotFragmentReader.java | 4 +
.../iotdb/consensus/ratis/RatisConsensus.java | 12 +
.../iotdb/consensus/simple/SimpleConsensus.java | 5 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 10 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 51 ++-
.../db/consensus/DataRegionConsensusImpl.java | 2 +
...IoTDBThriftSyncPipeTransferBatchReqBuilder.java | 17 +-
.../builder/PipeTransferBatchReqBuilder.java | 32 +-
.../airgap/IoTDBDataNodeAirGapConnector.java | 26 +-
.../airgap/IoTDBDataRegionAirGapConnector.java | 86 ++++-
.../airgap/IoTDBSchemaRegionAirGapConnector.java | 22 +-
.../protocol/legacy/IoTDBLegacyPipeConnector.java | 84 ++++-
.../connector/protocol/opcua/OpcUaConnector.java | 52 ++-
.../async/IoTDBDataRegionAsyncConnector.java | 98 +++--
.../PipeTransferTabletBatchEventHandler.java | 28 +-
.../PipeTransferTsFileInsertionEventHandler.java | 26 +-
.../thrift/sync/IoTDBDataNodeSyncConnector.java | 39 +-
.../thrift/sync/IoTDBDataRegionSyncConnector.java | 90 ++++-
.../thrift/sync/IoTDBSchemaRegionConnector.java | 33 +-
.../protocol/writeback/WriteBackConnector.java | 51 ++-
.../schema/PipeSchemaRegionSnapshotEvent.java | 3 +-
.../db/pipe/event/realtime/PipeRealtimeEvent.java | 45 +--
.../schemaregion/IoTDBSchemaRegionExtractor.java | 16 +-
.../processor/aggregate/AggregateProcessor.java | 106 ++++--
.../aggregate/TimeSeriesRuntimeState.java | 31 +-
.../window/datastructure/TimeSeriesWindow.java | 42 ++-
.../window/datastructure/WindowOutput.java | 6 +-
.../processor/TumblingWindowingProcessor.java | 12 +-
.../impl/DataNodeInternalRPCServiceImpl.java | 52 ++-
.../source/relational/TableScanOperator.java | 7 +-
.../plan/planner/TableOperatorGenerator.java | 21 +-
.../iotdb/db/service/RegionMigrateService.java | 3 +-
.../compaction/schedule/CompactionTaskManager.java | 9 +
.../compaction/schedule/CompactionWorker.java | 12 +-
.../db/storageengine/rescon/disk/TierManager.java | 18 +-
.../storageengine/rescon/quotas/QuotaLimiter.java | 3 +
.../broker/SerializedEnrichedEvent.java | 8 +-
.../org/apache/iotdb/db/utils/DateTimeUtils.java | 27 --
.../metrics/metricsets/system/SystemMetrics.java | 147 ++++++--
.../apache/iotdb/metrics/utils/FileStoreUtils.java | 65 ++++
.../apache/iotdb/metrics/utils/SystemMetric.java | 1 +
.../resources/conf/iotdb-common.properties | 7 +-
.../apache/iotdb/commons/cluster/RegionStatus.java | 12 +-
.../iotdb/commons/concurrent/ThreadName.java | 1 +
.../config/constant/PipeExtractorConstant.java | 2 +-
.../pipe/connector/PipeReceiverStatusHandler.java | 21 +-
.../iotdb/commons/pipe/event/EnrichedEvent.java | 74 ++--
.../extractor/IoTDBNonDataRegionExtractor.java | 4 +-
.../commons/pipe/task/subtask/PipeSubtask.java | 14 +-
.../quotas/AverageIntervalRateLimiter.java | 2 +-
.../commons}/quotas/FixedIntervalRateLimiter.java | 2 +-
.../apache/iotdb/commons}/quotas/RateLimiter.java | 6 +-
.../iotdb/commons/utils/CommonDateTimeUtils.java | 47 +++
...UtilsTest.java => CommonDateTimeUtilsTest.java} | 27 +-
.../src/main/thrift/datanode.thrift | 8 +-
pom.xml | 2 +-
131 files changed, 3152 insertions(+), 2478 deletions(-)
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/client/async/handlers/rpc/{AsyncTSStatusRPCHandler.java
=> TransferLeaderRPCHandler.java} (80%)
rename
iotdb-core/confignode/src/{test/java/org/apache/iotdb/confignode/manager/load/cache/RegionRouteCacheTest.java
=>
main/java/org/apache/iotdb/confignode/manager/load/cache/AbstractHeartbeatSample.java}
(51%)
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/cache/AbstractLoadCache.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/cache/AbstractStatistics.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/cache/consensus/ConsensusGroupCache.java
copy
iotdb-connector/spark-tsfile/src/main/java/org/apache/iotdb/spark/tsfile/qp/common/Operator.java
=>
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/cache/consensus/ConsensusGroupHeartbeatSample.java
(60%)
mode change 100755 => 100644
copy
iotdb-core/{relational-parser/src/main/java/org/apache/iotdb/db/relational/sql/tree/TypeParameter.java
=>
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/cache/consensus/ConsensusGroupStatistics.java}
(55%)
delete mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/cache/route/RegionRouteCache.java
create mode 100644
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/service/EventService.java
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/subscriber/{RouteChangeEvent.java
=> ConsensusGroupStatisticsChangeEvent.java} (52%)
copy
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/subscriber/{IClusterStatusSubscriber.java
=> NodeStatisticsChangeEvent.java} (54%)
rename
iotdb-core/confignode/src/main/java/org/apache/iotdb/confignode/manager/load/subscriber/{StatisticsChangeEvent.java
=> RegionGroupStatisticsChangeEvent.java} (65%)
rename
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/manager/load/cache/{LoadCacheTest.java
=> ConsensusGroupCacheTest.java} (58%)
delete mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/persistence/node/NodeStatisticsTest.java
delete mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/persistence/partition/statistics/RegionGroupStatisticsTest.java
delete mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/persistence/partition/statistics/RegionStatisticsTest.java
create mode 100644
iotdb-core/consensus/src/main/java/org/apache/iotdb/consensus/iot/snapshot/IoTConsensusRateLimiter.java
create mode 100644
iotdb-core/metrics/interface/src/main/java/org/apache/iotdb/metrics/utils/FileStoreUtils.java
rename
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon =>
node-commons/src/main/java/org/apache/iotdb/commons}/quotas/AverageIntervalRateLimiter.java
(97%)
rename
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon =>
node-commons/src/main/java/org/apache/iotdb/commons}/quotas/FixedIntervalRateLimiter.java
(96%)
rename
iotdb-core/{datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon =>
node-commons/src/main/java/org/apache/iotdb/commons}/quotas/RateLimiter.java
(95%)
copy
iotdb-core/node-commons/src/test/java/org/apache/iotdb/commons/utils/{JVMCommonUtilsTest.java
=> CommonDateTimeUtilsTest.java} (51%)
