This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch table_data_deletion
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from a87f0e70608 adaptation (#14077)
add 17f0a7fa7bd fix comments
add d0e6e3418d5 Merge branch 'table_data_deletion' of
github.com:apache/iotdb into table_data_deletion
add 3bd8af06571 bump ratis to 3.1.2 (#14044)
add 46af90ca211 modify stop node scripts (#14047)
add 12bc4f89d96 Fix exec remove-datanode.sh failed in jdk17 (#14036)
add 10b1220537d IoTConsensusV2: Fix Create DataRegion Failed. #14050
add e437ef3d056 [remove datanode] Log the node information when submitting
RegionMigrateProcedure (#14051)
add 7e08e68a0d4 IoTConsensusV2 X [Region Migration] Each component uses
an independent ClientManager && Filter out the consensus pipe when judging
resource release #14052
add 5db013aae64 Pipe: Fix the null pointer caused by uninitialized
TabletInsertionEventParser LocalDate and Binary arrays (#14058)
add de9645dde1b Pipe: avoid supply event with failed tsfile resource pin &
apply double-checked locking for exists-and-mkdirs operation (#13998)
add d723880394b Modify default heap dump path of datanode (#14060)
add 70006df9bbc When the thread is interrupted while retrying a
connection, the loop will exit early. (#14062)
add 57c668ca516 Pipe: atomically publish segment lock to avoid
uninitialized volatile variable (#14064)
add e1cc2294e7d Add or modify encryption related codes (#13364)
add 34221fb035f Subscription: avoid the file reading when the memory is
not enough for tsfile slicing & implement all-out effort global timeout control
& support client resume from breakpoint for tsfile consumption (#13992)
add 32e701eadd5 Pipe: Pin unpin log frequency decrease (#14049)
add 3aef6ada2cf Pipe: Fixed the bug that historical aligned timeseries'
attributes/tags/alias is not transferred (#14071)
add cf75abfd3f6 Fix flush command stack problem and clean old code in
DataRegion (#14027)
add 1fe88ff292d Merge branch 'master' into table_data_deletion
No new revisions were added by this update.
Summary of changes:
.../it/env/cluster/config/MppCommonConfig.java | 18 +
.../env/cluster/config/MppSharedCommonConfig.java | 21 ++
.../it/env/remote/config/RemoteCommonConfig.java | 15 +
.../org/apache/iotdb/itbase/env/CommonConfig.java | 6 +
...emoIT.java => IoTDBEncryptionValueQueryIT.java} | 11 +-
.../db/it/query/IoTDBLoadEncryptedTsFileIT.java | 204 +++++++++++
.../IoTDBLoadPlainTsFileIT.java} | 104 +++---
.../pipe/it/manual/IoTDBPipeMetaHistoricalIT.java | 56 +++
.../SubscriptionPipeTimeoutException.java | 2 +-
....java => SubscriptionPollTimeoutException.java} | 12 +-
...tion.java => SubscriptionTimeoutException.java} | 14 +-
.../payload/poll/SubscriptionPollRequest.java | 2 +-
.../apache/iotdb/session/SessionConnection.java | 8 +-
.../consumer/SubscriptionConsumer.java | 173 +++++----
.../SubscriptionExecutorServiceManager.java | 11 +-
.../consumer/SubscriptionProvider.java | 13 +-
.../assembly/resources/sbin/stop-confignode.bat | 8 +-
.../src/assembly/resources/sbin/stop-confignode.sh | 5 +
.../load/cache/node/DataNodeHeartbeatCache.java | 9 +
.../procedure/env/RemoveDataNodeHandler.java | 28 +-
.../impl/node/RemoveDataNodesProcedure.java | 8 +-
.../procedure/impl/region/RegionMigrationPlan.java | 12 +
.../apache/iotdb/consensus/pipe/PipeConsensus.java | 13 +-
.../consensus/pipe/PipeConsensusServerImpl.java | 1 +
.../pipe/consensuspipe/ConsensusPipeManager.java | 6 +-
.../src/assembly/resources/conf/datanode-env.sh | 44 ++-
.../assembly/resources/sbin/remove-datanode.bat | 4 +-
.../src/assembly/resources/sbin/remove-datanode.sh | 2 +-
.../src/assembly/resources/sbin/stop-datanode.bat | 8 +-
.../src/assembly/resources/sbin/stop-datanode.sh | 5 +
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 18 +
.../schemaregion/SchemaExecutionVisitor.java | 32 +-
.../subtask/processor/PipeProcessorSubtask.java | 4 +-
.../evolvable/batch/PipeTabletEventBatch.java | 5 +-
.../pipeconsensus/PipeConsensusAsyncConnector.java | 2 +-
.../pipeconsensus/PipeConsensusSyncConnector.java | 2 +-
.../tablet/parser/TabletInsertionEventParser.java | 8 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 55 ++-
.../scan/AlignedSinglePageWholeChunkReader.java | 11 +-
.../parser/scan/SinglePageWholeChunkReader.java | 50 ++-
...oricalDataRegionTsFileAndDeletionExtractor.java | 7 +-
.../db/pipe/resource/memory/PipeMemoryManager.java | 6 +
.../resource/tsfile/PipeTsFileResourceManager.java | 14 +-
.../tsfile/PipeTsFileResourceSegmentLock.java | 9 +-
.../pipe/resource/wal/PipeWALResourceManager.java | 14 +-
.../hardlink/PipeWALHardlinkResourceManager.java | 20 +-
.../load/LoadTsFileToTableModelAnalyzer.java | 10 +
.../load/LoadTsFileToTreeModelAnalyzer.java | 10 +
.../iotdb/db/storageengine/StorageEngine.java | 106 +++---
.../iotdb/db/storageengine/buffer/ChunkCache.java | 12 +-
.../db/storageengine/dataregion/DataRegion.java | 399 +++++----------------
.../execute/recover/CompactionRecoverTask.java | 16 +
.../execute/utils/MultiTsFileDeviceIterator.java | 24 +-
.../fast/reader/CompactionAlignedChunkReader.java | 18 +-
.../fast/reader/CompactionChunkReader.java | 14 +-
.../readchunk/loader/InstantChunkLoader.java | 3 +-
.../readchunk/loader/InstantPageLoader.java | 17 +-
.../execute/utils/log/TsFileIdentifier.java | 1 +
.../compaction/repair/RepairDataFileScanUtil.java | 17 +-
.../dataregion/flush/FlushManager.java | 50 +--
.../dataregion/flush/TsFileFlushPolicy.java | 6 +-
.../dataregion/memtable/TsFileProcessor.java | 110 ++----
.../modification/v1/ModificationFileV1.java | 4 +
.../filescan/impl/DiskAlignedChunkHandleImpl.java | 11 +-
.../read/filescan/impl/DiskChunkHandleImpl.java | 7 +-
.../generator/SimpleFileVersionController.java | 160 ---------
.../tsfile/generator/VersionController.java | 44 ---
.../tsfile/timeindex/ArrayDeviceTimeIndex.java | 2 +-
.../dataregion/utils/SharedTimeDataBuffer.java | 8 +-
.../agent/SubscriptionReceiverAgent.java | 13 +
.../broker/SubscriptionPrefetchingQueue.java | 22 +-
.../broker/SubscriptionPrefetchingTabletQueue.java | 22 +-
.../broker/SubscriptionPrefetchingTsFileQueue.java | 35 +-
.../db/subscription/event/SubscriptionEvent.java | 6 +-
.../event/batch/SubscriptionPipeEventBatch.java | 6 +-
.../batch/SubscriptionPipeTabletEventBatch.java | 6 +-
.../batch/SubscriptionPipeTsFileEventBatch.java | 8 +-
.../SubscriptionEventExtendableResponse.java | 10 -
.../event/response/SubscriptionEventResponse.java | 4 +-
.../response/SubscriptionEventSingleResponse.java | 2 +-
.../response/SubscriptionEventTabletResponse.java | 10 +
.../response/SubscriptionEventTsFileResponse.java | 73 +++-
.../receiver/SubscriptionReceiver.java | 2 +
.../receiver/SubscriptionReceiverV1.java | 271 +++++++-------
.../execution/SubscriptionSubtaskExecutor.java | 50 +++
.../execution/SubscriptionSubtaskScheduler.java} | 25 +-
.../task/subtask/SubscriptionConnectorSubtask.java | 44 ++-
.../task/subtask/SubscriptionReceiverSubtask.java | 7 +-
.../storageengine/dataregion/DataRegionTest.java | 61 +---
.../tablemodel/CompactionWithAllNullRowsTest.java | 8 +-
.../generator/SimpleFileVersionControllerTest.java | 56 ---
.../conf/iotdb-system.properties.template | 15 +
.../container/PipeConsensusClientMgrContainer.java | 22 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 30 +-
.../iotdb/commons/conf/CommonDescriptor.java | 11 +-
.../commons/pipe/agent/task/PipeTaskManager.java | 7 +-
.../agent/task/execution/PipeSubtaskExecutor.java | 32 +-
.../task/subtask/PipeAbstractConnectorSubtask.java | 12 +-
.../pipe/agent/task/subtask/PipeSubtask.java | 4 +-
.../resource/ref/PipePhantomReferenceManager.java | 4 +-
.../subscription/config/SubscriptionConfig.java | 14 +-
.../org/apache/iotdb/commons/utils/FileUtils.java | 40 ++-
pom.xml | 3 +-
103 files changed, 1732 insertions(+), 1332 deletions(-)
copy
integration-test/src/test/java/org/apache/iotdb/db/it/query/{IoTDBQueryDemoIT.java
=> IoTDBEncryptionValueQueryIT.java} (99%)
create mode 100644
integration-test/src/test/java/org/apache/iotdb/db/it/query/IoTDBLoadEncryptedTsFileIT.java
copy
integration-test/src/test/java/org/apache/iotdb/db/it/{IoTDBRepairDataIT.java
=> query/IoTDBLoadPlainTsFileIT.java} (53%)
copy
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/exception/{SubscriptionPipeTimeoutException.java
=> SubscriptionPollTimeoutException.java} (74%)
copy
iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/subscription/exception/{SubscriptionRuntimeException.java
=> SubscriptionTimeoutException.java} (71%)
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/tsfile/generator/SimpleFileVersionController.java
delete mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/tsfile/generator/VersionController.java
copy
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{pipe/agent/task/execution/PipeProcessorSubtaskExecutor.java
=> subscription/task/execution/SubscriptionSubtaskScheduler.java} (61%)
copy
iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/customizer/configuration/PipeRuntimeConfiguration.java
=>
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/subscription/task/subtask/SubscriptionReceiverSubtask.java
(83%)
delete mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/tsfile/generator/SimpleFileVersionControllerTest.java
