This is an automated email from the ASF dual-hosted git repository.
yongzao pushed a change to branch
Move-heartbeat-thread-and-statistics-thread-to-LoadManager
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 94bed63697 ready for test
add 635e632ba0 fix code smells
add 5b1d362f7b [IOTDB-5764] Fix that cannot specify alias successfully
when the FROM clause contains multiple path suffixes
add 40f00c6cbb [IOTDB-5763] Optimize the memory estimate for INTO
operations
add 7486211e96 Optimize updateLastCache interface (#9586)
add 8726b9a32d [IOTDB-5671] add SPRINTZ and RLBE encodor and LZMA2
compressor (#9536)
add 0843ffa856 Fix MemoryPool free NPE
add f27a09d0ab bump ratis version to 2.5.0 (#9587)
add 83a85b1eaf Fix Performance Overview Dashboard localScheduler record
inaccurately (#9549)
add 7538477504 [IOTDB-5766] Refactor listener of ISinkChannel to ensure
that ShuffleSinkHandle is closed properly
add c364449170 [IOTDB-5726]Select the last sealed seq file for nonOverlap
unseq files to compact in cross compaction (#9501)
add 167e629a5e Merge branch 'master' into
Move-heartbeat-thread-and-statistics-thread-to-LoadManager
No new revisions were added by this update.
Summary of changes:
LICENSE-binary | 7 +-
client-cpp/src/main/Session.h | 7 +-
client-py/iotdb/utils/IoTDBConstants.py | 3 +
.../heartbeat/ConfigNodeHeartbeatHandler.java | 4 +-
.../heartbeat/DataNodeHeartbeatHandler.java | 6 +-
.../iotdb/confignode/manager/ConfigManager.java | 2 +-
.../iotdb/confignode/manager/load/LoadManager.java | 53 +-
.../manager/load/{ => cache}/LoadCache.java | 53 +-
.../{heartbeat => cache}/node/BaseNodeCache.java | 54 +-
.../node/ConfigNodeHeartbeatCache.java | 20 +-
.../node/DataNodeHeartbeatCache.java | 22 +-
.../node/NodeHeartbeatSample.java | 7 +-
.../{statistics => cache/node}/NodeStatistics.java | 12 +-
.../{heartbeat => cache}/region/RegionCache.java | 8 +-
.../region/RegionGroupCache.java | 38 +-
.../region}/RegionGroupStatistics.java | 21 +-
.../region/RegionHeartbeatSample.java | 2 +-
.../region}/RegionStatistics.java | 3 +-
.../{heartbeat => service}/HeartbeatService.java | 20 +-
.../{statistics => service}/StatisticsService.java | 13 +-
.../iotdb/confignode/manager/node/NodeManager.java | 2 +-
.../manager/observer/NodeStatisticsEvent.java | 2 +-
.../procedure/env/ConfigNodeProcedureEnv.java | 4 +-
.../router/priority/GreedyPriorityTest.java | 6 +-
.../priority/LeaderPriorityBalancerTest.java | 6 +-
.../confignode/manager/node/NodeCacheTest.java | 4 +-
.../manager/partition/RegionGroupCacheTest.java | 4 +-
.../persistence/node/NodeStatisticsTest.java | 2 +-
.../statistics/RegionGroupStatisticsTest.java | 4 +-
.../partition/statistics/RegionStatisticsTest.java | 2 +-
consensus/pom.xml | 2 +-
docs/UserGuide/Data-Concept/Compression.md | 2 +
docs/UserGuide/Data-Concept/Encoding.md | 24 +-
docs/UserGuide/Ecosystem-Integration/NiFi-IoTDB.md | 4 +-
docs/UserGuide/Reference/Common-Config-Manual.md | 22 +-
docs/zh/UserGuide/Data-Concept/Compression.md | 1 +
docs/zh/UserGuide/Data-Concept/Encoding.md | 29 +-
.../UserGuide/Ecosystem-Integration/NiFi-IoTDB.md | 4 +-
.../zh/UserGuide/Reference/Common-Config-Manual.md | 21 +-
.../apache/iotdb/jdbc/IoTDBDatabaseMetadata.java | 1 +
.../resources/conf/iotdb-common.properties | 2 +-
pom.xml | 7 +
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 15 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 12 +
.../impl/RewriteCrossSpaceCompactionSelector.java | 30 +
.../utils/CrossSpaceCompactionCandidate.java | 15 +-
.../iotdb/db/engine/storagegroup/DataRegion.java | 6 +-
.../db/metadata/cache/DataNodeSchemaCache.java | 6 +-
.../execution/exchange/MPPDataExchangeManager.java | 106 ++-
.../mpp/execution/exchange/SharedTsBlockQueue.java | 22 +-
.../execution/exchange/sink/LocalSinkChannel.java | 2 -
.../execution/exchange/sink/ShuffleSinkHandle.java | 74 ++-
.../mpp/execution/exchange/sink/SinkChannel.java | 3 +-
.../exchange/source/LocalSourceHandle.java | 2 +-
.../exchange/source/PipelineSourceHandle.java | 38 +-
.../fragment/FragmentInstanceExecution.java | 4 +
.../operator/process/AbstractIntoOperator.java | 64 +-
.../operator/process/DeviceViewIntoOperator.java | 7 +-
.../execution/operator/process/IntoOperator.java | 7 +-
.../iotdb/db/mpp/plan/analyze/AnalyzeVisitor.java | 20 +-
.../db/mpp/plan/analyze/ConcatPathRewriter.java | 8 -
.../db/mpp/plan/planner/OperatorTreeGenerator.java | 14 +-
.../scheduler/FragmentInstanceDispatcherImpl.java | 30 +-
.../org/apache/iotdb/db/utils/SchemaUtils.java | 6 +
...eCompactionWithFastPerformerValidationTest.java | 705 ++++++++++++++++++++
...actionWithReadPointPerformerValidationTest.java | 713 ++++++++++++++++++++-
.../db/metadata/cache/DataNodeSchemaCacheTest.java | 9 +-
.../mpp/execution/operator/OperatorMemoryTest.java | 77 +++
.../iotdb/db/mpp/plan/analyze/AnalyzeTest.java | 36 ++
tsfile/pom.xml | 5 +
.../iotdb/tsfile/common/conf/TSFileConfig.java | 4 +
.../apache/iotdb/tsfile/compress/ICompressor.java | 85 +++
.../iotdb/tsfile/compress/IUnCompressor.java | 49 ++
.../iotdb/tsfile/encoding/decoder/Decoder.java | 26 +
.../tsfile/encoding/decoder/DoubleRLBEDecoder.java | 197 ++++++
.../encoding/decoder/DoubleSprintzDecoder.java | 139 ++++
.../tsfile/encoding/decoder/FloatRLBEDecoder.java | 197 ++++++
.../encoding/decoder/FloatSprintzDecoder.java | 141 ++++
.../tsfile/encoding/decoder/IntRLBEDecoder.java | 196 ++++++
.../tsfile/encoding/decoder/IntSprintzDecoder.java | 129 ++++
.../tsfile/encoding/decoder/LongRLBEDecoder.java | 196 ++++++
.../encoding/decoder/LongSprintzDecoder.java | 127 ++++
.../tsfile/encoding/decoder/SprintzDecoder.java | 54 ++
.../iotdb/tsfile/encoding/encoder/DoubleRLBE.java | 272 ++++++++
.../encoding/encoder/DoubleSprintzEncoder.java | 157 +++++
.../iotdb/tsfile/encoding/encoder/FloatRLBE.java | 273 ++++++++
.../encoding/encoder/FloatSprintzEncoder.java | 156 +++++
.../iotdb/tsfile/encoding/encoder/IntRLBE.java | 263 ++++++++
.../tsfile/encoding/encoder/IntSprintzEncoder.java | 153 +++++
.../iotdb/tsfile/encoding/encoder/LongRLBE.java | 257 ++++++++
.../encoding/encoder/LongSprintzEncoder.java | 154 +++++
.../apache/iotdb/tsfile/encoding/encoder/RLBE.java | 61 ++
.../tsfile/encoding/encoder/SprintzEncoder.java | 70 ++
.../tsfile/encoding/encoder/TSEncodingBuilder.java | 50 ++
.../apache/iotdb/tsfile/encoding/fire/Fire.java | 56 ++
.../apache/iotdb/tsfile/encoding/fire/IntFire.java | 38 +-
.../iotdb/tsfile/encoding/fire/LongFire.java | 41 +-
.../file/metadata/enums/CompressionType.java | 6 +-
.../tsfile/file/metadata/enums/TSEncoding.java | 9 +-
.../apache/iotdb/tsfile/compress/LZMA2Test.java | 104 +++
.../tsfile/encoding/decoder/RLBEDecoderTest.java | 257 ++++++++
.../encoding/decoder/SprintzDecoderTest.java | 593 +++++++++++++++++
102 files changed, 6631 insertions(+), 425 deletions(-)
rename confignode/src/main/java/org/apache/iotdb/confignode/manager/load/{ =>
cache}/LoadCache.java (91%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/{heartbeat =>
cache}/node/BaseNodeCache.java (75%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/{heartbeat =>
cache}/node/ConfigNodeHeartbeatCache.java (83%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/{heartbeat =>
cache}/node/DataNodeHeartbeatCache.java (82%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/{heartbeat =>
cache}/node/NodeHeartbeatSample.java (95%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/{statistics
=> cache/node}/NodeStatistics.java (94%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/{heartbeat =>
cache}/region/RegionCache.java (86%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/{heartbeat =>
cache}/region/RegionGroupCache.java (85%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/{statistics
=> cache/region}/RegionGroupStatistics.java (88%)
copy
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/{heartbeat =>
cache}/region/RegionHeartbeatSample.java (95%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/{statistics
=> cache/region}/RegionStatistics.java (94%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/{heartbeat =>
service}/HeartbeatService.java (93%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/{statistics
=> service}/StatisticsService.java (94%)
copy
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/heartbeat/region/RegionHeartbeatSample.java
=>
server/src/main/java/org/apache/iotdb/db/mpp/execution/exchange/source/PipelineSourceHandle.java
(53%)
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/DoubleRLBEDecoder.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/DoubleSprintzDecoder.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/FloatRLBEDecoder.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/FloatSprintzDecoder.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/IntRLBEDecoder.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/IntSprintzDecoder.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/LongRLBEDecoder.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/LongSprintzDecoder.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/decoder/SprintzDecoder.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/DoubleRLBE.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/DoubleSprintzEncoder.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/FloatRLBE.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/FloatSprintzEncoder.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/IntRLBE.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/IntSprintzEncoder.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/LongRLBE.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/LongSprintzEncoder.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/RLBE.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/encoder/SprintzEncoder.java
create mode 100644
tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/fire/Fire.java
copy
confignode/src/main/java/org/apache/iotdb/confignode/client/async/handlers/heartbeat/ConfigNodeHeartbeatHandler.java
=> tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/fire/IntFire.java
(52%)
rename
confignode/src/main/java/org/apache/iotdb/confignode/manager/load/heartbeat/region/RegionHeartbeatSample.java
=> tsfile/src/main/java/org/apache/iotdb/tsfile/encoding/fire/LongFire.java
(54%)
create mode 100644
tsfile/src/test/java/org/apache/iotdb/tsfile/compress/LZMA2Test.java
create mode 100644
tsfile/src/test/java/org/apache/iotdb/tsfile/encoding/decoder/RLBEDecoderTest.java
create mode 100644
tsfile/src/test/java/org/apache/iotdb/tsfile/encoding/decoder/SprintzDecoderTest.java
