This is an automated email from the ASF dual-hosted git repository.
jiangtian pushed a change to branch load_v2
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from b6bbb3a94bf fix deletion data serialization & splitId generation
add 0f18f38b11d Improve Statistics deserialization
add f94b365350d Fix Some Code Smells of DataNode Module (#11606)
add d0c88113033 fix iotdb-common.sh to check port (#11524)
add cb253412e25 Asynchronously make memtable checkpoints for wal (#11556)
add a216d372d1c Fix Some Code Smells of Examples Module (#11607)
add 022bd455f89 Fix fetch nested device with template will miss some
devices (#11597)
add a5b668ba67c Pipe: introduce global cache for TsFile metadatas and
support TTL of Pipe TsFile (#11240)
add 9619aac1988 [IOTDB-6256] Fix FLUSH deadlock
add c0fb1d9fc86 Merge branch 'master' into load_v2
No new revisions were added by this update.
Summary of changes:
.../apache/iotdb/flink/FlinkTsFileBatchSink.java | 4 +-
.../apache/iotdb/flink/FlinkTsFileBatchSource.java | 4 +-
.../apache/iotdb/flink/FlinkTsFileStreamSink.java | 4 +-
.../iotdb/flink/FlinkTsFileStreamSource.java | 4 +-
.../java/org/apache/iotdb/flink/TsFileUtils.java | 4 +-
.../iotdb/hadoop/tsfile/TSFMRReadExample.java | 8 +-
.../iotdb/hadoop/tsfile/TSMRWriteExample.java | 8 +-
.../apache/iotdb/hadoop/tsfile/TsFileHelper.java | 6 +-
.../iotdb/hadoop/tsfile/TsFileWriteToHDFS.java | 4 +-
.../main/java/org/apache/iotdb/JDBCExample.java | 4 +-
.../org/apache/iotdb/PrepareStatementDemo.java | 6 +-
.../main/java/org/apache/iotdb/kafka/Consumer.java | 8 +-
.../org/apache/iotdb/kafka/ConsumerThread.java | 4 +-
.../main/java/org/apache/iotdb/kafka/Producer.java | 4 +-
.../iotdb/opcua/IoTDBKeyStoreLoaderClient.java | 4 -
.../org/apache/iotdb/pulsar/PulsarConsumer.java | 4 +-
.../apache/iotdb/pulsar/PulsarConsumerThread.java | 4 +-
.../apache/iotdb/rabbitmq/RabbitMQConsumer.java | 6 +-
.../apache/iotdb/rabbitmq/RabbitMQProducer.java | 4 +-
.../main/java/org/apache/iotdb/HttpExample.java | 20 +-
.../main/java/org/apache/iotdb/HttpsExample.java | 20 +-
.../src/main/java/org/apache/iotdb/SSLClient.java | 4 +-
.../apache/iotdb/rocketmq/RocketMQConsumer.java | 6 +-
.../apache/iotdb/rocketmq/RocketMQProducer.java | 5 +-
.../org/apache/iotdb/schema/PathCheckExample.java | 26 +--
.../org/apache/iotdb/DataMigrationExample.java | 14 +-
.../iotdb/HybridTimeseriesSessionExample.java | 7 +-
.../org/apache/iotdb/SessionConcurrentExample.java | 12 +-
.../java/org/apache/iotdb/SessionPoolExample.java | 6 +-
.../iotdb/SyntaxConventionRelatedExample.java | 7 +-
.../iotdb/tsfile/TsFileForceAppendWrite.java | 8 +-
.../java/org/apache/iotdb/tsfile/TsFileRead.java | 6 +-
.../iotdb/tsfile/TsFileWriteAlignedWithTablet.java | 4 +-
.../iotdb/tsfile/TsFileWriteWithTSRecord.java | 4 +-
.../apache/iotdb/tsfile/TsFileWriteWithTablet.java | 4 +-
.../org/apache/iotdb/db/conf/IoTDBDescriptor.java | 80 ++++----
.../IoTConsensusDataRegionStateMachine.java | 7 +-
.../agent/runtime/PipePeriodicalJobExecutor.java | 65 +++---
.../db/pipe/agent/runtime/PipeRuntimeAgent.java | 22 +++
.../protocol/opcua/OpcUaKeyStoreLoader.java | 5 +-
.../protocol/opcua/OpcUaServerBuilder.java | 4 +-
.../tsfile/TsFileInsertionDataContainer.java | 50 +++--
.../pipe/extractor/IoTDBDataRegionExtractor.java | 4 +-
.../realtime/PipeRealtimeDataRegionExtractor.java | 5 +-
.../listener/PipeInsertionDataNodeListener.java | 10 +-
.../db/pipe/resource/memory/PipeMemoryBlock.java | 2 +-
.../db/pipe/resource/memory/PipeMemoryManager.java | 37 ++++
.../pipe/resource/memory/PipeMemoryWeighUtil.java | 58 ++++++
.../pipe/resource/tsfile/PipeTsFileResource.java | 217 +++++++++++++++++++++
.../resource/tsfile/PipeTsFileResourceManager.java | 210 ++++++++++++++++----
.../db/pipe/resource/wal/PipeWALResource.java | 4 +-
.../pipe/resource/wal/PipeWALResourceManager.java | 67 +++----
.../common/schematree/ClusterSchemaTree.java | 27 ++-
.../iotdb/db/storageengine/StorageEngine.java | 78 ++++----
.../db/storageengine/dataregion/DataRegion.java | 60 +++---
.../execute/recover/CompactionRecoverTask.java | 27 +--
.../compaction/schedule/CompactionWorker.java | 13 +-
.../dataregion/wal/buffer/WALBuffer.java | 52 ++++-
.../dataregion/wal/buffer/WALEntry.java | 3 +
.../dataregion/wal/buffer/WALEntryType.java | 2 +
.../dataregion/wal/buffer/WALInfoEntry.java | 2 +
.../dataregion/wal/buffer/WALSignalEntry.java | 13 +-
.../dataregion/wal/checkpoint/Checkpoint.java | 10 +-
.../wal/checkpoint/CheckpointManager.java | 25 ++-
.../dataregion/wal/checkpoint/MemTableInfo.java | 10 +-
.../storageengine/dataregion/wal/node/WALNode.java | 20 +-
.../rescon/disk/strategy/DirectoryStrategy.java | 4 +-
.../MinFolderOccupiedSpaceFirstStrategy.java | 2 +-
.../apache/iotdb/db/tools/TsFileSelfCheckTool.java | 8 +-
.../iotdb/db/tools/TsFileSplitByPartitionTool.java | 14 +-
.../org/apache/iotdb/db/tools/TsFileSplitTool.java | 4 +-
.../java/org/apache/iotdb/db/utils/MemUtils.java | 4 +-
.../org/apache/iotdb/db/utils/OpenFileNumUtil.java | 8 +-
.../schemaRegion/SchemaRegionTemplateTest.java | 30 +++
.../resource/PipeTsFileResourceManagerTest.java | 18 +-
.../compaction/CompactionTaskManagerTest.java | 10 +-
.../wal/checkpoint/CheckpointManagerTest.java | 7 +-
.../dataregion/wal/node/WALEntryHandlerTest.java | 2 +
.../dataregion/wal/node/WALNodeTest.java | 4 +
.../wal/recover/WALRecoverManagerTest.java | 40 ++--
.../wal/utils/WALInsertNodeCacheTest.java | 9 +-
.../metricsets/disk/LinuxDiskMetricsManager.java | 12 +-
.../metricsets/net/LinuxNetMetricManager.java | 12 +-
.../src/assembly/resources/sbin/iotdb-common.sh | 15 +-
.../iotdb/commons/concurrent/ThreadName.java | 6 +-
.../apache/iotdb/commons/conf/CommonConfig.java | 2 +-
.../file/metadata/statistics/BinaryStatistics.java | 6 +-
.../iotdb/tsfile/read/TsFileSequenceReader.java | 4 +
88 files changed, 1162 insertions(+), 495 deletions(-)
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/PipeMemoryWeighUtil.java
create mode 100644
iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/tsfile/PipeTsFileResource.java
