This is an automated email from the ASF dual-hosted git repository. haonan pushed a commit to branch speed_up_recover in repository https://gitbox.apache.org/repos/asf/iotdb.git
commit b1a4c961a7fca39c2bd8da31e0a36b6e8ac087c5 Merge: 64b76852544 7bf6eea139c Author: HTHou <[email protected]> AuthorDate: Wed Jul 31 12:03:33 2024 +0800 Merge branch 'master' of github.com:apache/iotdb into speed_up_recover .../it/local/IoTDBSubscriptionBasicIT.java | 63 ++++++ .../main/java/org/apache/iotdb/rpc/UrlUtils.java | 9 +- .../consumer/SubscriptionConsumer.java | 9 +- .../consumer/SubscriptionPullConsumer.java | 6 +- .../consumer/SubscriptionPushConsumer.java | 10 +- .../thrift/ConfigNodeRPCServiceHandler.java | 8 +- .../thrift/ConfigNodeRPCServiceProcessor.java | 48 +++-- .../thrift/ConfigNodeRPCServiceProcessorTest.java | 164 ++++++++++++++++ .../request/PipeTransferTabletRawReq.java | 4 +- .../common/tablet/PipeRawTabletInsertionEvent.java | 13 +- .../common/tsfile/PipeTsFileInsertionEvent.java | 14 +- .../event/realtime/PipeRealtimeEventFactory.java | 2 +- .../PipeHistoricalDataRegionTsFileExtractor.java | 1 + .../realtime/assigner/PipeDataRegionAssigner.java | 17 ++ .../schemaregion/PipePlanPatternParseVisitor.java | 16 +- .../visitor/PipeStatementPatternParseVisitor.java | 1 + .../visitor/PipeStatementToBatchVisitor.java | 1 + .../plan/parser/StatementGenerator.java | 2 +- .../db/service/DataNodeServerCommandLine.java | 145 ++++++++------ .../dataregion/wal/io/WALByteBufReader.java | 40 ++-- .../dataregion/wal/io/WALInputStream.java | 33 +++- .../dataregion/wal/recover/WALNodeRecoverTask.java | 11 ++ .../dataregion/wal/utils/WALInsertNodeCache.java | 5 +- .../agent/SubscriptionBrokerAgent.java | 2 + .../db/subscription/broker/SubscriptionBroker.java | 31 +-- .../broker/SubscriptionPrefetchingQueue.java | 4 +- .../broker/SubscriptionPrefetchingTabletQueue.java | 3 +- .../broker/SubscriptionPrefetchingTsFileQueue.java | 3 +- .../TsFileDeduplicationBlockingPendingQueue.java | 48 ++++- .../db/subscription/event/SubscriptionEvent.java | 6 +- .../batch/SubscriptionPipeTsFileEventBatch.java | 7 + .../receiver/SubscriptionReceiverV1.java | 41 +++- .../db/service/DataNodeServerCommandLineTest.java | 218 +++++++++++++++++++++ .../wal/compression/WALCompressionTest.java | 32 +++ .../apache/iotdb/commons/conf/CommonConfig.java | 23 +++ .../iotdb/commons/conf/CommonDescriptor.java | 11 ++ .../iotdb/commons/pipe/config/PipeConfig.java | 10 + .../subscription/config/SubscriptionConfig.java | 5 + 38 files changed, 903 insertions(+), 163 deletions(-)
