(hadoop) branch trunk updated: HDFS-17711: Change fsimage loading progress percentage discontinuous to continuous

[cnauroth]

This is an automated email from the ASF dual-hosted git repository.

cnauroth pushed a commit to branch trunk
in repository https://gitbox.apache.org/repos/asf/hadoop.git


The following commit(s) were added to refs/heads/trunk by this push:
     new 7ce4ea57807 HDFS-17711: Change fsimage loading progress percentage 
discontinuous to continuous
7ce4ea57807 is described below

commit 7ce4ea57807caac26342372f7a1cc2ef6f3b45a0
Author: Sung Dong Kim <67620856+last-remot...@users.noreply.github.com>
AuthorDate: Fri Jan 24 04:00:37 2025 +0900

    HDFS-17711: Change fsimage loading progress percentage discontinuous to 
continuous
    
    Co-authored-by: Sungdong Kim <cafri....@kakaocorp.com>
    Signed-off-by: Chris Nauroth <cnaur...@apache.org>
---
 .../org/apache/hadoop/hdfs/server/namenode/FSImageFormatPBINode.java | 5 ++---
 1 file changed, 2 insertions(+), 3 deletions(-)

diff --git 
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormatPBINode.java
 
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormatPBINode.java
index 08fd39f481d..8a91917745e 100644
--- 
a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormatPBINode.java
+++ 
b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSImageFormatPBINode.java
@@ -423,6 +423,7 @@ void loadINodeSectionInParallel(ExecutorService service,
       CountDownLatch latch = new CountDownLatch(sections.size());
       AtomicInteger totalLoaded = new AtomicInteger(0);
       final List<IOException> exceptions = Collections.synchronizedList(new 
ArrayList<>());
+      Counter counter = prog.getCounter(Phase.LOADING_FSIMAGE, currentStep);
 
       for (int i=0; i < sections.size(); i++) {
         FileSummary.Section s = sections.get(i);
@@ -433,9 +434,7 @@ void loadINodeSectionInParallel(ExecutorService service,
         }
         service.submit(() -> {
           try {
-            totalLoaded.addAndGet(loadINodesInSection(ins, null));
-            prog.setCount(Phase.LOADING_FSIMAGE, currentStep,
-                totalLoaded.get());
+            totalLoaded.addAndGet(loadINodesInSection(ins, counter));
           } catch (Exception e) {
             LOG.error("An exception occurred loading INodes in parallel", e);
             exceptions.add(new IOException(e));


---------------------------------------------------------------------
To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org
For additional commands, e-mail: common-commits-h...@hadoop.apache.org