This is an automated email from the ASF dual-hosted git repository.
rong pushed a change to branch tsfile-tablet-converter
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 572a6d8ed69 Update PipeStatementDataTypeConvertExecutionVisitor.java
add b88c82b5ced Avoid the brain split phenomenon in the symmetric network
partition scenario #13221
add e4f10fe89fb [region migration] Do RatisConsensus resetPeerList even if
myself not in peer list #13223
add 45ab21bf8e3 RegionMigrate: Fix migrating region with ratisConsensus
cause the region is unavailable. (#13178)
add 61622d9804c Fixed the bug of device attribute update
add 69c010c88d6 Pipe: Update TsFileInsertionScanDataContainer to support
partially sequential aligned chunks (#13168)
add aac66ce5708 Modify 'set configuration' in relational grammar (#13186)
add dd3d516a739 Pipe: Fix InternalCreateMultiTimeSeries plan's members may
be altered in SchemaRegionListeningQueue & Alter timeseries for logical view is
not parsed in snapshot transferring (#13123)
add e1861849160 Reduce aligned series compaction memory usage (#12744)
add 98857736f32 Merge branch 'master' of https://github.com/apache/iotdb
into tsfile-tablet-converter
add 127c2b1a997 Update PipeStatementDataTypeConvertExecutionVisitor.java
No new revisions were added by this update.
Summary of changes:
.../relational/it/db/it/IoTDBInsertTableIT.java | 8 +-
.../it/db/it/IoTDBSetConfigurationTableIT.java | 23 +-
.../statemachine/ConfigRegionStateMachine.java | 65 +--
.../procedure/env/RegionMaintainHandler.java | 49 +-
.../impl/region/RemoveRegionPeerProcedure.java | 23 +-
.../org/apache/iotdb/consensus/IStateMachine.java | 5 +
.../ratis/ApplicationStateMachineProxy.java | 6 +
.../apache/iotdb/consensus/ratis/RatisClient.java | 78 +++
.../iotdb/consensus/ratis/RatisConsensus.java | 36 +-
.../java/org/apache/iotdb/db/conf/IoTDBConfig.java | 15 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 23 +
.../schemaregion/SchemaRegionStateMachine.java | 29 +-
.../scan/TsFileInsertionScanDataContainer.java | 106 ++--
...peStatementDataTypeConvertExecutionVisitor.java | 2 +-
.../visitor/PipeStatementExceptionVisitor.java | 2 +-
.../visitor/PipeStatementPatternParseVisitor.java | 12 +
.../visitor/PipeStatementTSStatusVisitor.java | 4 +-
.../visitor/PipeStatementToBatchVisitor.java | 28 +-
.../execution/load/LoadTsFileManager.java | 5 +
.../execution/load/splitter/AlignedChunkData.java | 72 +--
.../splitter/BatchedAlignedValueChunkData.java | 237 +++++++++
.../execution/load/splitter/TsFileSplitter.java | 467 +++++++++--------
.../queryengine/plan/analyze/AnalyzeVisitor.java | 4 +-
.../execution/config/TreeConfigTaskVisitor.java | 2 +-
.../plan/planner/LogicalPlanVisitor.java | 4 +-
.../plan/node/metadata/write/MeasurementGroup.java | 8 +-
.../plan/relational/sql/parser/AstBuilder.java | 11 +-
.../plan/statement/StatementVisitor.java | 8 +-
.../metadata/AlterTimeSeriesStatement.java | 26 +-
.../metadata/CreateMultiTimeSeriesStatement.java | 2 +-
.../metadata/DeleteTimeSeriesStatement.java | 2 +-
.../attribute/DeviceAttributeStore.java | 34 +-
.../req/impl/CreateAlignedTimeSeriesPlanImpl.java | 16 +
.../BatchCompactionCannotAlignedException.java | 55 ++
.../impl/ReadChunkCompactionPerformer.java | 6 +-
.../impl/ReadPointCompactionPerformer.java | 6 +-
.../execute/task/InnerSpaceCompactionTask.java | 8 +-
.../subtask/FastCompactionPerformerSubTask.java | 50 +-
.../task/subtask/ReadPointPerformerSubTask.java | 4 +-
.../execute/utils/CompactionPathUtils.java | 2 +-
...BatchedFastAlignedSeriesCompactionExecutor.java | 387 ++++++++++++++
...edReadChunkAlignedSeriesCompactionExecutor.java | 426 ++++++++++++++++
.../utils/AlignedSeriesBatchCompactionUtils.java | 176 +++++++
.../executor/batch/utils/BatchCompactionPlan.java | 68 +++
.../BatchedCompactionAlignedPagePointReader.java | 95 ++++
.../batch/utils/ChunkWriterFlushCallback.java} | 11 +-
.../executor/batch/utils/CompactChunkPlan.java | 70 +++
.../executor/batch/utils/CompactPagePlan.java} | 31 +-
.../FirstBatchCompactionAlignedChunkWriter.java | 187 +++++++
...FollowingBatchCompactionAlignedChunkWriter.java | 266 ++++++++++
...va => FastAlignedSeriesCompactionExecutor.java} | 243 ++++-----
...=> FastNonAlignedSeriesCompactionExecutor.java} | 34 +-
.../executor/fast/SeriesCompactionExecutor.java | 65 +--
.../executor/fast/element/AlignedPageElement.java | 19 +-
.../fast/element/ChunkMetadataElement.java | 11 +-
.../utils/executor/fast/element/PageElement.java | 2 +-
.../fast/reader/CompactionAlignedChunkReader.java | 29 +-
.../ReadChunkAlignedSeriesCompactionExecutor.java | 109 ++--
.../executor/readchunk/loader/ChunkLoader.java | 8 +-
.../readchunk/loader/InstantChunkLoader.java | 7 +-
.../readchunk/loader/InstantPageLoader.java | 8 +-
.../executor/readchunk/loader/PageLoader.java | 18 +-
.../utils/writer/AbstractCompactionWriter.java | 47 +-
.../utils/writer/FastCrossCompactionWriter.java | 105 +++-
.../utils/writer/FastInnerCompactionWriter.java | 97 +++-
.../writer/ReadPointCrossCompactionWriter.java | 48 +-
.../writer/ReadPointInnerCompactionWriter.java | 37 +-
.../writer/RepairUnsortedFileCompactionWriter.java | 6 +-
.../AbstractCompactionFlushController.java} | 45 +-
.../FollowedBatchedCompactionFlushController.java | 68 +++
.../estimator/AbstractCrossSpaceEstimator.java | 3 +
.../estimator/AbstractInnerSpaceEstimator.java | 3 +
.../estimator/CompactionEstimateUtils.java | 9 +
.../FastCompactionInnerCompactionEstimator.java | 23 +-
.../FastCrossSpaceCompactionEstimator.java | 27 +-
.../ReadChunkInnerCompactionEstimator.java | 21 +-
.../RepairUnsortedFileCompactionEstimator.java | 10 +
.../impl/RewriteCrossSpaceCompactionSelector.java | 10 +-
.../dataregion/utils/TsFileResourceUtils.java | 19 +-
.../PipeStatementPatternParseVisitorTest.java | 54 +-
.../event/TsFileInsertionDataContainerTest.java | 553 +++++----------------
.../extractor/PipePlanPatternParseVisitorTest.java | 104 ++--
.../compaction/AbstractCompactionTest.java | 101 ++++
.../BatchedCompactionWithTsFileSplitterTest.java | 350 +++++++++++++
.../FastCompactionPerformerWithEmptyPageTest.java | 8 +
...InconsistentCompressionTypeAndEncodingTest.java | 13 +-
...tchedAlignedSeriesCrossSpaceCompactionTest.java | 510 +++++++++++++++++++
.../cross/RewriteCompactionFileSelectorTest.java | 6 +
...atchedAlignedSeriesFastInnerCompactionTest.java | 415 ++++++++++++++++
...tchedAlignedSeriesReadChunkCompactionTest.java} | 503 +++++++------------
.../inner/FastCompactionPerformerAlignedTest.java | 64 +--
.../FastCompactionPerformerNoAlignedTest.java | 36 +-
...nkCompactionPerformerWithAlignedSeriesTest.java | 456 ++++++-----------
.../ReadChunkCompactionPerformerAlignedTest.java | 64 +--
.../ReadChunkCompactionPerformerNoAlignedTest.java | 48 +-
.../compaction/utils/BatchCompactionUtilsTest.java | 293 +++++++++++
.../compaction/utils/CompactionCheckerUtils.java | 130 ++++-
.../compaction/utils/CompactionTestFileWriter.java | 39 +-
.../conf/iotdb-system.properties.template | 6 +
99 files changed, 6071 insertions(+), 2073 deletions(-)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/load/splitter/BatchedAlignedValueChunkData.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/exception/BatchCompactionCannotAlignedException.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/batch/BatchedFastAlignedSeriesCompactionExecutor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/batch/BatchedReadChunkAlignedSeriesCompactionExecutor.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/batch/utils/AlignedSeriesBatchCompactionUtils.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/batch/utils/BatchCompactionPlan.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/batch/utils/BatchedCompactionAlignedPagePointReader.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/{schedule/constant/CompactionPriority.java
=> execute/utils/executor/batch/utils/ChunkWriterFlushCallback.java} (82%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/batch/utils/CompactChunkPlan.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/{schedule/constant/CompactionType.java
=> execute/utils/executor/batch/utils/CompactPagePlan.java} (55%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/batch/utils/FirstBatchCompactionAlignedChunkWriter.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/batch/utils/FollowingBatchCompactionAlignedChunkWriter.java
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/{AlignedSeriesCompactionExecutor.java
=> FastAlignedSeriesCompactionExecutor.java} (70%)
rename
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/{NonAlignedSeriesCompactionExecutor.java
=> FastNonAlignedSeriesCompactionExecutor.java} (88%)
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/{executor/fast/element/ChunkMetadataElement.java
=> writer/flushcontroller/AbstractCompactionFlushController.java} (50%)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/writer/flushcontroller/FollowedBatchedCompactionFlushController.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/BatchedCompactionWithTsFileSplitterTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/cross/BatchedAlignedSeriesCrossSpaceCompactionTest.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/inner/BatchedAlignedSeriesFastInnerCompactionTest.java
copy
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/inner/{NewReadChunkCompactionPerformerWithAlignedSeriesTest.java
=> BatchedAlignedSeriesReadChunkCompactionTest.java} (59%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/utils/BatchCompactionUtilsTest.java
