(iotdb) branch master updated: Pipe: Reduced the recover time in cleaning tsFile hardlinks (#13216)

[rong]

This is an automated email from the ASF dual-hosted git repository.

rong pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/iotdb.git


The following commit(s) were added to refs/heads/master by this push:
     new 95378c9b89f Pipe: Reduced the recover time in cleaning tsFile 
hardlinks (#13216)
95378c9b89f is described below

commit 95378c9b89fb0d15496fc6cd808df6b79e8097c6
Author: Caideyipi <87789683+caidey...@users.noreply.github.com>
AuthorDate: Mon Aug 19 14:39:15 2024 +0800

    Pipe: Reduced the recover time in cleaning tsFile hardlinks (#13216)
---
 ...taNodeHardlinkOrCopiedFileDirStartupCleaner.java | 21 +++++++++------------
 .../apache/iotdb/commons/schema/SchemaConstant.java |  1 +
 2 files changed, 10 insertions(+), 12 deletions(-)

diff --git 
a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/PipeDataNodeHardlinkOrCopiedFileDirStartupCleaner.java
 
b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/PipeDataNodeHardlinkOrCopiedFileDirStartupCleaner.java
index c6d4aefc705..a97ae5b1d47 100644
--- 
a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/PipeDataNodeHardlinkOrCopiedFileDirStartupCleaner.java
+++ 
b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/PipeDataNodeHardlinkOrCopiedFileDirStartupCleaner.java
@@ -24,7 +24,6 @@ import 
org.apache.iotdb.commons.pipe.resource.PipeSnapshotResourceManager;
 import org.apache.iotdb.db.conf.IoTDBDescriptor;
 
 import org.apache.commons.io.FileUtils;
-import org.apache.commons.io.filefilter.DirectoryFileFilter;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
@@ -46,22 +45,20 @@ public class 
PipeDataNodeHardlinkOrCopiedFileDirStartupCleaner {
 
   private static void cleanTsFileDir() {
     for (final String dataDir : 
IoTDBDescriptor.getInstance().getConfig().getDataDirs()) {
-      for (final File file :
-          FileUtils.listFilesAndDirs(
-              new File(dataDir), DirectoryFileFilter.INSTANCE, 
DirectoryFileFilter.INSTANCE)) {
-        if (file.isDirectory()
-            && 
file.getName().equals(PipeConfig.getInstance().getPipeHardlinkBaseDirName())) {
-          LOGGER.info(
-              "Pipe hardlink dir found, deleting it: {}, result: {}",
-              file,
-              FileUtils.deleteQuietly(file));
-        }
+      final File pipeHardLinkDir =
+          new File(
+              dataDir + File.separator + 
PipeConfig.getInstance().getPipeHardlinkBaseDirName());
+      if (pipeHardLinkDir.isDirectory()) {
+        LOGGER.info(
+            "Pipe hardlink dir found, deleting it: {}, result: {}",
+            pipeHardLinkDir,
+            FileUtils.deleteQuietly(pipeHardLinkDir));
       }
     }
   }
 
   private static void cleanSnapshotDir() {
-    File pipeConsensusDir =
+    final File pipeConsensusDir =
         new File(
             IoTDBDescriptor.getInstance().getConfig().getConsensusDir()
                 + File.separator
diff --git 
a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/schema/SchemaConstant.java
 
b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/schema/SchemaConstant.java
index 95e95c28af0..d8e2d6a33ff 100644
--- 
a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/schema/SchemaConstant.java
+++ 
b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/schema/SchemaConstant.java
@@ -16,6 +16,7 @@
  * specific language governing permissions and limitations
  * under the License.
  */
+
 package org.apache.iotdb.commons.schema;
 
 import org.apache.iotdb.commons.conf.IoTDBConstant;