hadoop git commit: HDFS-7993. Provide each Replica details in fsck (Contributed by J.Andreina)
Repository: hadoop Updated Branches: refs/heads/trunk d52de6154 - 8ddbb8dd4 HDFS-7993. Provide each Replica details in fsck (Contributed by J.Andreina) Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/8ddbb8dd Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/8ddbb8dd Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/8ddbb8dd Branch: refs/heads/trunk Commit: 8ddbb8dd433862509bd9b222dddafe2c3a74778a Parents: d52de61 Author: Vinayakumar B vinayakum...@apache.org Authored: Tue Apr 21 15:24:49 2015 +0530 Committer: Vinayakumar B vinayakum...@apache.org Committed: Tue Apr 21 15:24:49 2015 +0530 -- hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt | 2 + .../blockmanagement/DatanodeStorageInfo.java| 6 +- .../hdfs/server/namenode/NamenodeFsck.java | 61 ++--- .../org/apache/hadoop/hdfs/tools/DFSck.java | 6 +- .../hadoop/hdfs/server/namenode/TestFsck.java | 71 5 files changed, 132 insertions(+), 14 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hadoop/blob/8ddbb8dd/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt -- diff --git a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt index 1aa9ce4..6951a08 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt +++ b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt @@ -526,6 +526,8 @@ Release 2.8.0 - UNRELEASED HDFS-8173. NPE thrown at DataNode shutdown when HTTP server was not able to create (surendra singh lilhore via vinayakumarb) +HDFS-7993. Provide each Replica details in fsck (J.Andreina via vinayakumarb) + Release 2.7.1 - UNRELEASED INCOMPATIBLE CHANGES http://git-wip-us.apache.org/repos/asf/hadoop/blob/8ddbb8dd/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeStorageInfo.java -- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeStorageInfo.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeStorageInfo.java index 8c752ac..c6c9001 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeStorageInfo.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeStorageInfo.java @@ -155,7 +155,7 @@ public class DatanodeStorageInfo { this.blockReportCount = blockReportCount; } - boolean areBlockContentsStale() { + public boolean areBlockContentsStale() { return blockContentsStale; } @@ -205,11 +205,11 @@ public class DatanodeStorageInfo { return getState() == State.FAILED numBlocks != 0; } - String getStorageID() { + public String getStorageID() { return storageID; } - StorageType getStorageType() { + public StorageType getStorageType() { return storageType; } http://git-wip-us.apache.org/repos/asf/hadoop/blob/8ddbb8dd/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NamenodeFsck.java -- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NamenodeFsck.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NamenodeFsck.java index a8586dd..afaec87 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NamenodeFsck.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NamenodeFsck.java @@ -52,6 +52,7 @@ import org.apache.hadoop.hdfs.net.TcpPeerServer; import org.apache.hadoop.hdfs.protocol.Block; import org.apache.hadoop.hdfs.protocol.DatanodeID; import org.apache.hadoop.hdfs.protocol.DatanodeInfo; +import org.apache.hadoop.hdfs.protocol.DatanodeInfoWithStorage; import org.apache.hadoop.hdfs.protocol.DirectoryListing; import org.apache.hadoop.hdfs.protocol.ExtendedBlock; import org.apache.hadoop.hdfs.protocol.HdfsConstants; @@ -68,9 +69,11 @@ import org.apache.hadoop.hdfs.server.blockmanagement.BlockManager; import org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy; import org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementStatus; import org.apache.hadoop.hdfs.server.blockmanagement.DatanodeDescriptor; +import org.apache.hadoop.hdfs.server.blockmanagement.DatanodeStorageInfo; import org.apache.hadoop.hdfs.server.blockmanagement.NumberReplicas; import org.apache.hadoop.hdfs.server.common.HdfsServerConstants; import
hadoop git commit: HDFS-7993. Provide each Replica details in fsck (Contributed by J.Andreina)
Repository: hadoop Updated Branches: refs/heads/branch-2 27fc4fb99 - e7bb0fc92 HDFS-7993. Provide each Replica details in fsck (Contributed by J.Andreina) (cherry picked from commit 8ddbb8dd433862509bd9b222dddafe2c3a74778a) Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/e7bb0fc9 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/e7bb0fc9 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/e7bb0fc9 Branch: refs/heads/branch-2 Commit: e7bb0fc922295fe8086797b521fb721a06ac6137 Parents: 27fc4fb Author: Vinayakumar B vinayakum...@apache.org Authored: Tue Apr 21 15:24:49 2015 +0530 Committer: Vinayakumar B vinayakum...@apache.org Committed: Tue Apr 21 15:27:15 2015 +0530 -- hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt | 2 + .../blockmanagement/DatanodeStorageInfo.java| 6 +- .../hdfs/server/namenode/NamenodeFsck.java | 61 ++--- .../org/apache/hadoop/hdfs/tools/DFSck.java | 6 +- .../hadoop/hdfs/server/namenode/TestFsck.java | 71 5 files changed, 132 insertions(+), 14 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hadoop/blob/e7bb0fc9/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt -- diff --git a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt index 5c5e59f..d8558e1 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt +++ b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt @@ -208,6 +208,8 @@ Release 2.8.0 - UNRELEASED HDFS-8173. NPE thrown at DataNode shutdown when HTTP server was not able to create (surendra singh lilhore via vinayakumarb) +HDFS-7993. Provide each Replica details in fsck (J.Andreina via vinayakumarb) + Release 2.7.1 - UNRELEASED INCOMPATIBLE CHANGES http://git-wip-us.apache.org/repos/asf/hadoop/blob/e7bb0fc9/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeStorageInfo.java -- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeStorageInfo.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeStorageInfo.java index 8c752ac..c6c9001 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeStorageInfo.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeStorageInfo.java @@ -155,7 +155,7 @@ public class DatanodeStorageInfo { this.blockReportCount = blockReportCount; } - boolean areBlockContentsStale() { + public boolean areBlockContentsStale() { return blockContentsStale; } @@ -205,11 +205,11 @@ public class DatanodeStorageInfo { return getState() == State.FAILED numBlocks != 0; } - String getStorageID() { + public String getStorageID() { return storageID; } - StorageType getStorageType() { + public StorageType getStorageType() { return storageType; } http://git-wip-us.apache.org/repos/asf/hadoop/blob/e7bb0fc9/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NamenodeFsck.java -- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NamenodeFsck.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NamenodeFsck.java index a1ad4d3..52fc105 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NamenodeFsck.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NamenodeFsck.java @@ -52,6 +52,7 @@ import org.apache.hadoop.hdfs.net.TcpPeerServer; import org.apache.hadoop.hdfs.protocol.Block; import org.apache.hadoop.hdfs.protocol.DatanodeID; import org.apache.hadoop.hdfs.protocol.DatanodeInfo; +import org.apache.hadoop.hdfs.protocol.DatanodeInfoWithStorage; import org.apache.hadoop.hdfs.protocol.DirectoryListing; import org.apache.hadoop.hdfs.protocol.ExtendedBlock; import org.apache.hadoop.hdfs.protocol.HdfsConstants; @@ -68,9 +69,11 @@ import org.apache.hadoop.hdfs.server.blockmanagement.BlockManager; import org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy; import org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementStatus; import org.apache.hadoop.hdfs.server.blockmanagement.DatanodeDescriptor; +import org.apache.hadoop.hdfs.server.blockmanagement.DatanodeStorageInfo; import org.apache.hadoop.hdfs.server.blockmanagement.NumberReplicas; import
[19/29] hadoop git commit: HDFS-7993. Provide each Replica details in fsck (Contributed by J.Andreina)
HDFS-7993. Provide each Replica details in fsck (Contributed by J.Andreina) Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/841638d4 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/841638d4 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/841638d4 Branch: refs/heads/YARN-2928 Commit: 841638d4fcb3085f9778cafe73f19148c0f73dbd Parents: 4926b50 Author: Vinayakumar B vinayakum...@apache.org Authored: Tue Apr 21 15:24:49 2015 +0530 Committer: Zhijie Shen zjs...@apache.org Committed: Tue Apr 21 16:16:55 2015 -0700 -- hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt | 2 + .../blockmanagement/DatanodeStorageInfo.java| 6 +- .../hdfs/server/namenode/NamenodeFsck.java | 61 ++--- .../org/apache/hadoop/hdfs/tools/DFSck.java | 6 +- .../hadoop/hdfs/server/namenode/TestFsck.java | 71 5 files changed, 132 insertions(+), 14 deletions(-) -- http://git-wip-us.apache.org/repos/asf/hadoop/blob/841638d4/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt -- diff --git a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt index 1aa9ce4..6951a08 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt +++ b/hadoop-hdfs-project/hadoop-hdfs/CHANGES.txt @@ -526,6 +526,8 @@ Release 2.8.0 - UNRELEASED HDFS-8173. NPE thrown at DataNode shutdown when HTTP server was not able to create (surendra singh lilhore via vinayakumarb) +HDFS-7993. Provide each Replica details in fsck (J.Andreina via vinayakumarb) + Release 2.7.1 - UNRELEASED INCOMPATIBLE CHANGES http://git-wip-us.apache.org/repos/asf/hadoop/blob/841638d4/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeStorageInfo.java -- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeStorageInfo.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeStorageInfo.java index 8c752ac..c6c9001 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeStorageInfo.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/blockmanagement/DatanodeStorageInfo.java @@ -155,7 +155,7 @@ public class DatanodeStorageInfo { this.blockReportCount = blockReportCount; } - boolean areBlockContentsStale() { + public boolean areBlockContentsStale() { return blockContentsStale; } @@ -205,11 +205,11 @@ public class DatanodeStorageInfo { return getState() == State.FAILED numBlocks != 0; } - String getStorageID() { + public String getStorageID() { return storageID; } - StorageType getStorageType() { + public StorageType getStorageType() { return storageType; } http://git-wip-us.apache.org/repos/asf/hadoop/blob/841638d4/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NamenodeFsck.java -- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NamenodeFsck.java b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NamenodeFsck.java index a8586dd..afaec87 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NamenodeFsck.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/server/namenode/NamenodeFsck.java @@ -52,6 +52,7 @@ import org.apache.hadoop.hdfs.net.TcpPeerServer; import org.apache.hadoop.hdfs.protocol.Block; import org.apache.hadoop.hdfs.protocol.DatanodeID; import org.apache.hadoop.hdfs.protocol.DatanodeInfo; +import org.apache.hadoop.hdfs.protocol.DatanodeInfoWithStorage; import org.apache.hadoop.hdfs.protocol.DirectoryListing; import org.apache.hadoop.hdfs.protocol.ExtendedBlock; import org.apache.hadoop.hdfs.protocol.HdfsConstants; @@ -68,9 +69,11 @@ import org.apache.hadoop.hdfs.server.blockmanagement.BlockManager; import org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy; import org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementStatus; import org.apache.hadoop.hdfs.server.blockmanagement.DatanodeDescriptor; +import org.apache.hadoop.hdfs.server.blockmanagement.DatanodeStorageInfo; import org.apache.hadoop.hdfs.server.blockmanagement.NumberReplicas; import org.apache.hadoop.hdfs.server.common.HdfsServerConstants; import org.apache.hadoop.hdfs.server.datanode.CachingStrategy; +import org.apache.hadoop.hdfs.util.LightWeightLinkedSet; import