[
https://issues.apache.org/jira/browse/HDFS-2822?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13192104#comment-13192104
]
Hudson commented on HDFS-2822:
------------------------------
Integrated in Hadoop-Hdfs-HAbranch-build #57 (See
[https://builds.apache.org/job/Hadoop-Hdfs-HAbranch-build/57/])
Merge trunk into HA branch.
- Some conflicts on BlockManager due to the recent commit of HDFS-2822 - moved
logic to processMisReplicatedBlock function
- testNoExtensionIfNoBlocks(org.apache.hadoop.hdfs.TestSafeMode) is now failing
due to an existing bug in the HA branch, to be fixed soon
todd : http://svn.apache.org/viewcvs.cgi/?root=Apache-SVN&view=rev&rev=1235078
Files :
* /hadoop/common/branches/HDFS-1623
*
/hadoop/common/branches/HDFS-1623/hadoop-common-project/hadoop-common/CHANGES.txt
*
/hadoop/common/branches/HDFS-1623/hadoop-common-project/hadoop-common/src/main/docs
*
/hadoop/common/branches/HDFS-1623/hadoop-common-project/hadoop-common/src/main/java
*
/hadoop/common/branches/HDFS-1623/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/io/compress/Decompressor.java
*
/hadoop/common/branches/HDFS-1623/hadoop-common-project/hadoop-common/src/test/core
* /hadoop/common/branches/HDFS-1623/hadoop-hdfs-project/hadoop-hdfs
* /hadoop/common/branches/HDFS-1623/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt
*
/hadoop/common/branches/HDFS-1623/hadoop-hdfs-project/hadoop-hdfs/src/main/java
*
/hadoop/common/branches/HDFS-1623/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManager.java
*
/hadoop/common/branches/HDFS-1623/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockPlacementPolicyDefault.java
*
/hadoop/common/branches/HDFS-1623/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/FSNamesystem.java
*
/hadoop/common/branches/HDFS-1623/hadoop-hdfs-project/hadoop-hdfs/src/main/native
*
/hadoop/common/branches/HDFS-1623/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/datanode
*
/hadoop/common/branches/HDFS-1623/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/hdfs
*
/hadoop/common/branches/HDFS-1623/hadoop-hdfs-project/hadoop-hdfs/src/main/webapps/secondary
*
/hadoop/common/branches/HDFS-1623/hadoop-hdfs-project/hadoop-hdfs/src/test/hdfs
*
/hadoop/common/branches/HDFS-1623/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestSafeMode.java
*
/hadoop/common/branches/HDFS-1623/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/blockmanagement/BlockManagerTestUtil.java
*
/hadoop/common/branches/HDFS-1623/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/server/namenode/NameNodeAdapter.java
* /hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project
* /hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/.gitignore
* /hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/CHANGES.txt
* /hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/conf
*
/hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/Job.java
*
/hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml
*
/hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/main/java/org/apache/hadoop/mapred/ClientServiceDelegate.java
*
/hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/io/FileBench.java
*
/hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/io/TestSequenceFileMergeProgress.java
*
/hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-common/src/main/java/org/apache/hadoop/yarn/webapp/WebApp.java
*
/hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-web-proxy/src/main/java/org/apache/hadoop/yarn/server/webproxy/amfilter/AmIpFilter.java
*
/hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-web-proxy/src/test/java/org/apache/hadoop/yarn/server/webproxy/amfilter
*
/hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-web-proxy/src/test/java/org/apache/hadoop/yarn/server/webproxy/amfilter/TestAmFilter.java
* /hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/src/c++
* /hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/src/contrib
*
/hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/src/contrib/block_forensics
*
/hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/src/contrib/build-contrib.xml
*
/hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/src/contrib/build.xml
*
/hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/src/contrib/data_join
*
/hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/src/contrib/eclipse-plugin
* /hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/src/contrib/index
* /hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/src/contrib/vaidya
* /hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/src/examples
* /hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/src/java
* /hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/src/test/mapred
*
/hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/fs
*
/hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/hdfs
*
/hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/ipc
*
/hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/security/authorize/TestServiceLevelAuthorization.java
*
/hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/src/test/mapred/org/apache/hadoop/test/MapredTestDriver.java
* /hadoop/common/branches/HDFS-1623/hadoop-mapreduce-project/src/webapps/job
> processMisReplicatedBlock incorrectly identifies under-construction blocks as
> under-replicated
> ----------------------------------------------------------------------------------------------
>
> Key: HDFS-2822
> URL: https://issues.apache.org/jira/browse/HDFS-2822
> Project: Hadoop HDFS
> Issue Type: Bug
> Components: ha, name-node
> Affects Versions: 0.23.0, 0.24.0
> Reporter: Todd Lipcon
> Assignee: Todd Lipcon
> Fix For: 0.24.0, 0.23.1
>
> Attachments: hdfs-2822.txt
>
>
> When the NN processes mis-replicated blocks while exiting safemode, it
> considers under-construction blocks as under-replicated, inserting them into
> the neededReplicationsQueue. This makes them show up as corrupt in the
> metrics and UI momentarily, until they're pulled off the queue. At that
> point, it realizes that they aren't in fact under-replicated, correctly. This
> affects both the HA branch and trunk/23, best I can tell.
--
This message is automatically generated by JIRA.
If you think it was sent incorrectly, please contact your JIRA administrators:
https://issues.apache.org/jira/secure/ContactAdministrators!default.jspa
For more information on JIRA, see: http://www.atlassian.com/software/jira
