Author: suresh
Date: Fri Jun 7 18:02:43 2013
New Revision: 1490758
URL: http://svn.apache.org/r1490758
Log:
HDFS-4880. Print the image and edits file loaded by the namenode in the logs.
Contributed by Arpit Agarwal.
Modified:
hadoop/common/branches/branch-1/CHANGES.txt
hadoop/common/branches/branch-1/src/hdfs/org/apache/hadoop/hdfs/server/namenode/FSEditLog.java
hadoop/common/branches/branch-1/src/hdfs/org/apache/hadoop/hdfs/server/namenode/FSImage.java
Modified: hadoop/common/branches/branch-1/CHANGES.txt
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-1/CHANGES.txt?rev=1490758&r1=1490757&r2=1490758&view=diff
==============================================================================
--- hadoop/common/branches/branch-1/CHANGES.txt (original)
+++ hadoop/common/branches/branch-1/CHANGES.txt Fri Jun 7 18:02:43 2013
@@ -14,6 +14,9 @@ Release 1.3.0 - unreleased
HADOOP-9573. Fix test-patch script to work with the enhanced
PreCommit-Admin script.(Giridharan Kesavan)
+ HDFS-4880. Print the image and edits file loaded by the namenode in the
+ logs. (Arpit Agarwal via suresh)
+
BUG FIXES
MAPREDUCE-5047. keep.failed.task.files=true causes job failure on
Modified:
hadoop/common/branches/branch-1/src/hdfs/org/apache/hadoop/hdfs/server/namenode/FSEditLog.java
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-1/src/hdfs/org/apache/hadoop/hdfs/server/namenode/FSEditLog.java?rev=1490758&r1=1490757&r2=1490758&view=diff
==============================================================================
---
hadoop/common/branches/branch-1/src/hdfs/org/apache/hadoop/hdfs/server/namenode/FSEditLog.java
(original)
+++
hadoop/common/branches/branch-1/src/hdfs/org/apache/hadoop/hdfs/server/namenode/FSEditLog.java
Fri Jun 7 18:02:43 2013
@@ -637,6 +637,8 @@ public class FSEditLog {
long highestGenStamp = -1;
long startTime = FSNamesystem.now();
+ LOG.info("Start loading edits file " + edits.getName());
+ //
// Keep track of the file offsets of the last several opcodes.
// This is handy when manually recovering corrupted edits files.
PositionTrackingInputStream tracker =
Modified:
hadoop/common/branches/branch-1/src/hdfs/org/apache/hadoop/hdfs/server/namenode/FSImage.java
URL:
http://svn.apache.org/viewvc/hadoop/common/branches/branch-1/src/hdfs/org/apache/hadoop/hdfs/server/namenode/FSImage.java?rev=1490758&r1=1490757&r2=1490758&view=diff
==============================================================================
---
hadoop/common/branches/branch-1/src/hdfs/org/apache/hadoop/hdfs/server/namenode/FSImage.java
(original)
+++
hadoop/common/branches/branch-1/src/hdfs/org/apache/hadoop/hdfs/server/namenode/FSImage.java
Fri Jun 7 18:02:43 2013
@@ -823,14 +823,17 @@ public class FSImage extends Storage {
needToSave |= recoverInterruptedCheckpoint(latestNameSD, latestEditsSD);
long startTime = FSNamesystem.now();
- long imageSize = getImageFile(latestNameSD, NameNodeFile.IMAGE).length();
+ File imageFile = getImageFile(latestNameSD, NameNodeFile.IMAGE);
+ long imageSize = imageFile.length();
//
// Load in bits
//
latestNameSD.read();
- needToSave |= loadFSImage(getImageFile(latestNameSD, NameNodeFile.IMAGE));
- LOG.info("Image file of size " + imageSize + " loaded in "
+ LOG.info("Start loading image file " + imageFile.getPath().toString());
+ needToSave |= loadFSImage(imageFile);
+ LOG.info("Image file " + imageFile.getPath().toString() +
+ " of size " + imageSize + " bytes loaded in "
+ (FSNamesystem.now() - startTime)/1000 + " seconds.");
// Load latest edits
@@ -1067,8 +1070,9 @@ public class FSImage extends Storage {
out.close();
}
- LOG.info("Image file of size " + newFile.length() + " saved in "
- + (FSNamesystem.now() - startTime)/1000 + " seconds.");
+ LOG.info("Image file " + newFile + " of size " + newFile.length() +
+ " bytes saved in " + (FSNamesystem.now() - startTime)/1000 +
+ " seconds.");
}
/**
