HDFS-13524. Occasional "All datanodes are bad" error in TestLargeBlock#testLargeBlockSize. Contributed by Siyao Meng.
(cherry picked from commit 88b2794244d19b6432253eb649a375e5bcdcf964) Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/ac9155d6 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/ac9155d6 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/ac9155d6 Branch: refs/remotes/origin/branch-3.1 Commit: ac9155d6cb174ba19a8cf64b7d0142e147248e04 Parents: 4898edf Author: Wei-Chiu Chuang <[email protected]> Authored: Mon Jul 16 10:51:23 2018 -0700 Committer: Wei-Chiu Chuang <[email protected]> Committed: Mon Jul 16 10:52:56 2018 -0700 ---------------------------------------------------------------------- .../src/test/java/org/apache/hadoop/hdfs/TestLargeBlock.java | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/ac9155d6/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestLargeBlock.java ---------------------------------------------------------------------- diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestLargeBlock.java b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestLargeBlock.java index a37da35..ec7a077 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestLargeBlock.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/TestLargeBlock.java @@ -50,6 +50,7 @@ public class TestLargeBlock { // should we verify the data read back from the file? (slow) static final boolean verifyData = true; static final byte[] pattern = { 'D', 'E', 'A', 'D', 'B', 'E', 'E', 'F'}; + static final int numDatanodes = 3; // creates a file static FSDataOutputStream createFile(FileSystem fileSys, Path name, int repl, @@ -158,7 +159,7 @@ public class TestLargeBlock { * timeout here. * @throws IOException in case of errors */ - @Test (timeout = 900000) + @Test (timeout = 1800000) public void testLargeBlockSize() throws IOException { final long blockSize = 2L * 1024L * 1024L * 1024L + 512L; // 2GB + 512B runTest(blockSize); @@ -175,7 +176,8 @@ public class TestLargeBlock { final long fileSize = blockSize + 1L; Configuration conf = new Configuration(); - MiniDFSCluster cluster = new MiniDFSCluster.Builder(conf).build(); + MiniDFSCluster cluster = new MiniDFSCluster.Builder(conf) + .numDataNodes(numDatanodes).build(); FileSystem fs = cluster.getFileSystem(); try { --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
