[iotdb] branch IOTDB-6127 updated: add logs

[rong]

This is an automated email from the ASF dual-hosted git repository.

rong pushed a commit to branch IOTDB-6127
in repository https://gitbox.apache.org/repos/asf/iotdb.git


The following commit(s) were added to refs/heads/IOTDB-6127 by this push:
     new 0d23a50e851 add logs
0d23a50e851 is described below

commit 0d23a50e851ff9c69db2826feaa6bc7dcab9426c
Author: Steve Yurong Su <r...@apache.org>
AuthorDate: Sat Aug 26 23:55:06 2023 +0800

    add logs
---
 .../PipeHistoricalDataRegionTsFileExtractor.java    | 21 +++++++++++++++++----
 1 file changed, 17 insertions(+), 4 deletions(-)

diff --git 
a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/historical/PipeHistoricalDataRegionTsFileExtractor.java
 
b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/historical/PipeHistoricalDataRegionTsFileExtractor.java
index 506dd6adcd7..c522cd6eb6a 100644
--- 
a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/historical/PipeHistoricalDataRegionTsFileExtractor.java
+++ 
b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/historical/PipeHistoricalDataRegionTsFileExtractor.java
@@ -41,6 +41,7 @@ import org.slf4j.LoggerFactory;
 import java.io.IOException;
 import java.time.ZoneId;
 import java.util.ArrayDeque;
+import java.util.Collection;
 import java.util.Queue;
 import java.util.stream.Collectors;
 
@@ -168,7 +169,8 @@ public class PipeHistoricalDataRegionTsFileExtractor 
implements PipeHistoricalDa
       tsFileManager.readLock();
       try {
         pendingQueue = new ArrayDeque<>(tsFileManager.size(true) + 
tsFileManager.size(false));
-        pendingQueue.addAll(
+
+        final Collection<PipeTsFileInsertionEvent> sequenceFileInsertionEvents 
=
             tsFileManager.getTsFileList(true).stream()
                 .filter(
                     resource ->
@@ -184,8 +186,10 @@ public class PipeHistoricalDataRegionTsFileExtractor 
implements PipeHistoricalDa
                             pattern,
                             historicalDataExtractionStartTime,
                             historicalDataExtractionEndTime))
-                .collect(Collectors.toList()));
-        pendingQueue.addAll(
+                .collect(Collectors.toList());
+        pendingQueue.addAll(sequenceFileInsertionEvents);
+
+        final Collection<PipeTsFileInsertionEvent> 
unsequenceFileInsertionEvents =
             tsFileManager.getTsFileList(false).stream()
                 .filter(
                     resource ->
@@ -201,11 +205,20 @@ public class PipeHistoricalDataRegionTsFileExtractor 
implements PipeHistoricalDa
                             pattern,
                             historicalDataExtractionStartTime,
                             historicalDataExtractionEndTime))
-                .collect(Collectors.toList()));
+                .collect(Collectors.toList());
+        pendingQueue.addAll(unsequenceFileInsertionEvents);
+
         pendingQueue.forEach(
             event ->
                 event.increaseReferenceCount(
                     PipeHistoricalDataRegionTsFileExtractor.class.getName()));
+
+        LOGGER.info(
+            "Pipe: start to extract historical TsFile, data region {}, "
+                + "sequence file count {}, unsequence file count {}",
+            dataRegionId,
+            sequenceFileInsertionEvents.size(),
+            unsequenceFileInsertionEvents.size());
       } finally {
         tsFileManager.readUnlock();
       }