This is an automated email from the ASF dual-hosted git repository.
jackietien pushed a change to branch auth
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 0d104e84343 Add authentication logic
add daebc419e0e Pipe: Increase the injection frequency of HeartBeatEvent
to reduce the delay in log transferring (#10970)
add 8424f821475 Accelerate the deletion execution (#10967)
add f1a4012424f Pipe: drop HeartbeatEvent when pipe is stopped to avoid
OOM (#10977)
add f80c2894f42 Fix point priority reader array index out of bound
exception (#10919)
add c307a455819 Reimplement compaction memory estimator (#10951)
add 7a005340bb1 add lazy page reader for aligned page reader to avoid huge
memory cost when reading rows of aligned timeseries (#10966)
add 7356c8a435c upgrade ratis snapshot version to 2.5.2-8efe8a1-SNAPSHOT
(#10971)
new 591f1af5fa8 Merge remote-tracking branch 'origin/master' into auth
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
iotdb-connector/flink-sql-iotdb-connector/pom.xml | 2 +-
iotdb-core/consensus/pom.xml | 2 +-
.../pipe/agent/runtime/PipeCronEventInjector.java | 70 ++++++++
.../db/pipe/agent/runtime/PipeRuntimeAgent.java | 7 +-
.../iotdb/db/pipe/agent/task/PipeTaskAgent.java | 2 +-
.../config/constant/PipeConnectorConstant.java | 2 +-
.../event/common/heartbeat/PipeHeartbeatEvent.java | 12 +-
.../event/realtime/PipeRealtimeEventFactory.java | 6 +-
.../PipeRealtimeDataRegionHybridExtractor.java | 9 +-
.../PipeRealtimeDataRegionLogExtractor.java | 9 +-
.../PipeRealtimeDataRegionTsFileExtractor.java | 7 +
.../listener/PipeInsertionDataNodeListener.java | 6 +-
.../pipe/task/connection/BlockingPendingQueue.java | 2 +-
.../pipe/task/connection/PipeEventCollector.java | 13 +-
.../connection/UnboundedBlockingPendingQueue.java | 12 +-
.../planner/plan/node/write/DeleteDataNode.java | 12 +-
.../db/storageengine/dataregion/DataRegion.java | 3 +
.../executor/fast/SeriesCompactionExecutor.java | 11 +-
.../utils/executor/fast/element/PageElement.java | 9 +-
.../utils/executor/fast/element/PointElement.java | 7 +-
.../execute/utils/reader/PointPriorityReader.java | 14 +-
.../compaction/selector/ICompactionSelector.java | 4 +-
.../estimator/AbstractCompactionEstimator.java | 121 ++++++++++---
.../estimator/AbstractCrossSpaceEstimator.java | 27 ++-
.../estimator/AbstractInnerSpaceEstimator.java | 77 +-------
.../estimator/CompactionEstimateUtils.java | 3 +-
.../selector/estimator/CompactionTaskInfo.java | 101 +++++++++++
.../FastCompactionInnerCompactionEstimator.java | 72 +++++---
.../FastCrossSpaceCompactionEstimator.java | 81 +++++++++
.../estimator/InplaceCompactionEstimator.java | 172 ------------------
.../ReadChunkInnerCompactionEstimator.java | 38 ++--
.../ReadPointCrossCompactionEstimator.java | 197 ---------------------
.../impl/RewriteCrossSpaceCompactionSelector.java | 21 ++-
.../utils/CrossCompactionTaskResource.java | 6 +-
.../db/storageengine/rescon/memory/SystemInfo.java | 3 +
.../compaction/CompactionSchedulerTest.java | 1 -
.../FastCompactionPerformerWithEmptyPageTest.java | 137 ++++++++++++++
.../utils/CompactionTaskMemCostEstimatorTest.java | 22 ++-
.../compaction/utils/CompactionTestFileWriter.java | 99 ++++++++++-
.../iotdb/commons/concurrent/ThreadName.java | 2 +
.../read/reader/chunk/AlignedChunkReader.java | 6 +-
.../tsfile/read/reader/page/AlignedPageReader.java | 5 +
.../page/LazyLoadAlignedPagePointReader.java | 97 ++++++++++
.../reader/LazyLoadAlignedPagePointReaderTest.java | 177 ++++++++++++++++++
44 files changed, 1123 insertions(+), 563 deletions(-)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/agent/runtime/PipeCronEventInjector.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/selector/estimator/CompactionTaskInfo.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/selector/estimator/FastCrossSpaceCompactionEstimator.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/selector/estimator/InplaceCompactionEstimator.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/selector/estimator/ReadPointCrossCompactionEstimator.java
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/FastCompactionPerformerWithEmptyPageTest.java
create mode 100644
iotdb-core/tsfile/src/main/java/org/apache/iotdb/tsfile/read/reader/page/LazyLoadAlignedPagePointReader.java
create mode 100644
iotdb-core/tsfile/src/test/java/org/apache/iotdb/tsfile/read/reader/LazyLoadAlignedPagePointReaderTest.java
