This is an automated email from the ASF dual-hosted git repository.
haonan pushed a change to branch speed_up_recover
in repository https://gitbox.apache.org/repos/asf/iotdb.git
from 9f3fb2fbd90 update last flush time after async recover finished
new 64b76852544 fix package structure
add 99769d1a6a0 Subscription: fix unexpected cancellation of workers
during consumer startup & optimize server-side subscription logs & add
synchronized modifier (#13032)
add 67af4ea13cb Pipe: Fixed the NPE in pipe schema pattern parsing (#13047)
add 376ed3c4957 Subscription: support payload size control fallback
strategy & fix issue where subscription events cannot be auto recycled & fix
issue where the reference count of tablet events for tsfile topic cannot
decrease to zero (#13053)
add 8af04248057 Pipe: Limit the frequency of progress report for
non-forwarding pipe requests to reduce the overhead when sync data between
clusters (#13041)
add e5ba36aba8a Pipe: Enhanced the "isEmpty" judgement for tablets to
prevent NPE (#13051)
add 137ec9aaff6 Fix WALInputStream read ByteBuffer issues (#13059)
add 04ba236ef64 Enhance remove-datanode function
add 36455413b93 fix WALInputStream not closed (#13050)
add 7bf6eea139c Subscription: improve deduplication logic for
PipeRawTabletInsertionEvent (#13061)
new b1a4c961a7f Merge branch 'master' of github.com:apache/iotdb into
speed_up_recover
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../it/local/IoTDBSubscriptionBasicIT.java | 63 ++++++
.../main/java/org/apache/iotdb/rpc/UrlUtils.java | 9 +-
.../consumer/SubscriptionConsumer.java | 9 +-
.../consumer/SubscriptionPullConsumer.java | 6 +-
.../consumer/SubscriptionPushConsumer.java | 10 +-
.../thrift/ConfigNodeRPCServiceHandler.java | 8 +-
.../thrift/ConfigNodeRPCServiceProcessor.java | 48 +++--
.../thrift/ConfigNodeRPCServiceProcessorTest.java | 164 ++++++++++++++++
.../request/PipeTransferTabletRawReq.java | 4 +-
.../common/tablet/PipeRawTabletInsertionEvent.java | 13 +-
.../common/tsfile/PipeTsFileInsertionEvent.java | 14 +-
.../event/realtime/PipeRealtimeEventFactory.java | 2 +-
.../PipeHistoricalDataRegionTsFileExtractor.java | 1 +
.../realtime/assigner/PipeDataRegionAssigner.java | 17 ++
.../schemaregion/PipePlanPatternParseVisitor.java | 16 +-
.../visitor/PipeStatementPatternParseVisitor.java | 1 +
.../visitor/PipeStatementToBatchVisitor.java | 1 +
.../plan/parser/StatementGenerator.java | 2 +-
.../db/service/DataNodeServerCommandLine.java | 145 ++++++++------
.../db/storageengine/dataregion/DataRegion.java | 4 +-
.../dataregion/memtable/TsFileProcessor.java | 2 +-
.../dataregion/tsfile/TsFileManager.java | 4 +
.../dataregion/tsfile/TsFileResource.java | 19 +-
.../timeindex/FileTimeIndexCacheRecorder.java | 4 +-
.../FileTimeIndexCacheReader.java | 28 +--
.../FileTimeIndexCacheWriter.java | 8 +-
.../dataregion/wal/io/WALByteBufReader.java | 40 ++--
.../dataregion/wal/io/WALInputStream.java | 33 +++-
.../dataregion/wal/recover/WALNodeRecoverTask.java | 11 ++
.../dataregion/wal/utils/WALInsertNodeCache.java | 5 +-
.../agent/SubscriptionBrokerAgent.java | 2 +
.../db/subscription/broker/SubscriptionBroker.java | 31 +--
.../broker/SubscriptionPrefetchingQueue.java | 4 +-
.../broker/SubscriptionPrefetchingTabletQueue.java | 3 +-
.../broker/SubscriptionPrefetchingTsFileQueue.java | 3 +-
.../TsFileDeduplicationBlockingPendingQueue.java | 48 ++++-
.../db/subscription/event/SubscriptionEvent.java | 6 +-
.../batch/SubscriptionPipeTsFileEventBatch.java | 7 +
.../receiver/SubscriptionReceiverV1.java | 41 +++-
.../db/service/DataNodeServerCommandLineTest.java | 218 +++++++++++++++++++++
.../wal/compression/WALCompressionTest.java | 32 +++
.../apache/iotdb/commons/conf/CommonConfig.java | 23 +++
.../iotdb/commons/conf/CommonDescriptor.java | 11 ++
.../iotdb/commons/pipe/config/PipeConfig.java | 10 +
.../subscription/config/SubscriptionConfig.java | 5 +
45 files changed, 939 insertions(+), 196 deletions(-)
create mode 100644
iotdb-core/confignode/src/test/java/org/apache/iotdb/confignode/service/thrift/ConfigNodeRPCServiceProcessorTest.java
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{utils/writelog
=>
storageengine/dataregion/utils/fileTimeIndexCache}/FileTimeIndexCacheReader.java
(71%)
rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/{utils/writelog
=>
storageengine/dataregion/utils/fileTimeIndexCache}/FileTimeIndexCacheWriter.java
(93%)
create mode 100644
iotdb-core/datanode/src/test/java/org/apache/iotdb/db/service/DataNodeServerCommandLineTest.java
