See <https://builds.apache.org/job/Hadoop-Hdfs-trunk-Java8/559/changes>
Changes:
[sjlee] Updated the 2.6.2 final release date.
------------------------------------------
[...truncated 12874 lines...]
at
org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74)
TestDFSStripedOutputStreamWithFailure200>TestDFSStripedOutputStreamWithFailure$TestBase.test8:497->TestDFSStripedOutputStreamWithFailure$TestBase.run:486
failed, dn=0, length=4521983java.lang.AssertionError: expected:<1003> but
was:<1004>
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:743)
at org.junit.Assert.assertEquals(Assert.java:118)
at org.junit.Assert.assertEquals(Assert.java:555)
at org.junit.Assert.assertEquals(Assert.java:542)
at
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure.runTest(TestDFSStripedOutputStreamWithFailure.java:362)
at
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure.runTest(TestDFSStripedOutputStreamWithFailure.java:281)
at
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure$TestBase.run(TestDFSStripedOutputStreamWithFailure.java:486)
at
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure$TestBase.test8(TestDFSStripedOutputStreamWithFailure.java:497)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74)
TestSafeModeWithStripedFile.testStripedFile0:72->doTest:151 null
TestSafeModeWithStripedFile.testStripedFile1:77->doTest:151 null
TestDFSStripedOutputStreamWithFailure110>TestDFSStripedOutputStreamWithFailure$TestBase.test3:492->TestDFSStripedOutputStreamWithFailure$TestBase.run:486
failed, dn=0, length=2424832java.io.IOException: Failed at i=4607
at
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure.write(TestDFSStripedOutputStreamWithFailure.java:402)
at
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure.runTest(TestDFSStripedOutputStreamWithFailure.java:378)
at
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure.runTest(TestDFSStripedOutputStreamWithFailure.java:281)
at
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure$TestBase.run(TestDFSStripedOutputStreamWithFailure.java:486)
at
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure$TestBase.test3(TestDFSStripedOutputStreamWithFailure.java:492)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74)
Caused by: java.io.IOException: Failed to get 6 nodes from namenode:
blockGroupSize= 9, blocks.length= 5
at
org.apache.hadoop.hdfs.DFSStripedOutputStream.allocateNewBlock(DFSStripedOutputStream.java:443)
at
org.apache.hadoop.hdfs.DFSStripedOutputStream.writeChunk(DFSStripedOutputStream.java:482)
at
org.apache.hadoop.fs.FSOutputSummer.writeChecksumChunks(FSOutputSummer.java:217)
at
org.apache.hadoop.fs.FSOutputSummer.flushBuffer(FSOutputSummer.java:164)
at
org.apache.hadoop.fs.FSOutputSummer.flushBuffer(FSOutputSummer.java:145)
at org.apache.hadoop.fs.FSOutputSummer.write(FSOutputSummer.java:79)
at
org.apache.hadoop.fs.FSDataOutputStream$PositionCache.write(FSDataOutputStream.java:48)
at java.io.DataOutputStream.write(DataOutputStream.java:88)
at
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure.write(TestDFSStripedOutputStreamWithFailure.java:400)
... 13 more
TestDFSStripedOutputStreamWithFailure110>TestDFSStripedOutputStreamWithFailure$TestBase.test9:498->TestDFSStripedOutputStreamWithFailure$TestBase.run:486
failed, dn=0, length=2555904java.lang.AssertionError: expected:<1001> but
was:<1002>
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:743)
at org.junit.Assert.assertEquals(Assert.java:118)
at org.junit.Assert.assertEquals(Assert.java:555)
at org.junit.Assert.assertEquals(Assert.java:542)
at
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure.runTest(TestDFSStripedOutputStreamWithFailure.java:362)
at
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure.runTest(TestDFSStripedOutputStreamWithFailure.java:281)
at
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure$TestBase.run(TestDFSStripedOutputStreamWithFailure.java:486)
at
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure$TestBase.test9(TestDFSStripedOutputStreamWithFailure.java:498)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74)
TestDFSStripedOutputStreamWithFailure070>TestDFSStripedOutputStreamWithFailure$TestBase.test4:493->TestDFSStripedOutputStreamWithFailure$TestBase.run:486
failed, dn=0, length=1572864java.io.IOException: Failed at i=4607
at
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure.write(TestDFSStripedOutputStreamWithFailure.java:402)
at
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure.runTest(TestDFSStripedOutputStreamWithFailure.java:378)
at
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure.runTest(TestDFSStripedOutputStreamWithFailure.java:281)
at
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure$TestBase.run(TestDFSStripedOutputStreamWithFailure.java:486)
at
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure$TestBase.test4(TestDFSStripedOutputStreamWithFailure.java:493)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74)
Caused by: java.io.IOException: Failed to get 6 nodes from namenode:
blockGroupSize= 9, blocks.length= 5
at
org.apache.hadoop.hdfs.DFSStripedOutputStream.allocateNewBlock(DFSStripedOutputStream.java:443)
at
org.apache.hadoop.hdfs.DFSStripedOutputStream.writeChunk(DFSStripedOutputStream.java:482)
at
org.apache.hadoop.fs.FSOutputSummer.writeChecksumChunks(FSOutputSummer.java:217)
at
org.apache.hadoop.fs.FSOutputSummer.flushBuffer(FSOutputSummer.java:164)
at
org.apache.hadoop.fs.FSOutputSummer.flushBuffer(FSOutputSummer.java:145)
at org.apache.hadoop.fs.FSOutputSummer.write(FSOutputSummer.java:79)
at
org.apache.hadoop.fs.FSDataOutputStream$PositionCache.write(FSDataOutputStream.java:48)
at java.io.DataOutputStream.write(DataOutputStream.java:88)
at
org.apache.hadoop.hdfs.TestDFSStripedOutputStreamWithFailure.write(TestDFSStripedOutputStreamWithFailure.java:400)
... 13 more
TestRecoverStripedFile.testRecoverThreeDataBlocks1:143->assertFileBlocksRecovery:290->sortTargetsByReplicas:345
Failed to recover striped block: -9223372036854775790
TestRecoverStripedFile.testRecoverAnyBlocks:167->assertFileBlocksRecovery:290->sortTargetsByReplicas:345
Failed to recover striped block: -9223372036854775791
TestRecoverStripedFile.testRecoverThreeDataBlocks:137->assertFileBlocksRecovery:290->sortTargetsByReplicas:345
Failed to recover striped block: -9223372036854775774
TestPread.testHedgedReadLoopTooManyTimes:346 null
TestFileAppend2.testComplexAppend:546->testComplexAppend:541
testComplexAppend Worker encountered exceptions.
TestFileAppend2.testComplexAppend2:551->testComplexAppend:541
testComplexAppend Worker encountered exceptions.
Tests in error:
TestStickyBit.testAclGeneralSBBehavior » IO Failed to replace a bad datanode
o...
TestDFSStripedOutputStream.testFileSmallerThanOneCell1:80->testOneFile:155 »
Timeout
TestDFSStripedOutputStream.testFileMoreThanOneStripe1:110->testOneFile:155 »
Timeout
TestDFSStripedOutputStream.testFileMoreThanOneStripe2:115->testOneFile:155 »
Timeout
TestDFSStripedOutputStream.testFileEqualsWithOneCell:90->testOneFile:155 »
Timeout
TestDFSStripedOutputStream.testFileSmallerThanOneStripe1:95->testOneFile:155
» Timeout
TestDFSStripedOutputStream.testFileSmallerThanOneStripe2:100->testOneFile:155
» Timeout
TestDFSStripedOutputStream.testFileMoreThanABlockGroup1:132->testOneFile:155
» Timeout
TestDFSStripedOutputStream.testFileMoreThanABlockGroup2:137->testOneFile:155
» Timeout
TestDFSStripedOutputStream.testFileMoreThanABlockGroup3:144->testOneFile:155
» Timeout
TestDFSStripedOutputStream.testFileEqualsWithOneStripe:105->testOneFile:155 »
Timeout
TestDFSStripedOutputStream.testFileFullBlockGroup:127->testOneFile:155 »
Timeout
TestDFSStripedOutputStream.testFileLessThanFullBlockGroup:121->testOneFile:155
» Timeout
TestDFSStripedOutputStreamWithFailure170>TestDFSStripedOutputStreamWithFailure$TestBase.test8:497->TestDFSStripedOutputStreamWithFailure$TestBase.run:486
»
TestClientProtocolForPipelineRecovery.testPacketTransmissionDelay:211 IO The
f...
TestBalancer.testTwoReplicaShouldNotInSameDN:1500->createFile:176 » Timeout
Ti...
TestBalancer.testBalancerWithStripedFile:1713->doTestBalancerWithStripedFile:1746
» IO
TestBalancerWithMultipleNameNodes.testBalancer » Remote File /tmp.txt could
on...
TestHAAppend.testMultipleAppendsDuringCatchupTailing » IO Failed to replace a
...
TestDiskspaceQuotaUpdate.testUpdateQuotaForFSync » IO Failed to replace a bad
...
TestAddBlock.testAddBlockUC » IO Failed to replace a bad datanode on the
exist...
TestAddStripedBlocks.testAllocateBlockId:95 » IO Failed to get 6 nodes from
na...
TestAddStripedBlocks.testAddStripedBlock:124->writeAndFlushStripedOutputStream:113
» IO
TestSnapshotPathINodes.testSnapshotPathINodesAfterModification » IO Failed to
...
TestSnapshotPathINodes.testSnapshotPathINodesAfterDeletion:286 » Snapshot The
...
TestFileTruncate.testTruncateFailure » IO Failed to replace a bad datanode on
...
TestFileTruncate.testSnapshotWithAppendTruncate » IO Failed to replace a bad
d...
TestStripedINodeFile.testDeleteOp:240 » IO Failed to get 6 nodes from
namenode...
TestFsck.testUnderMinReplicatedBlock » Remote File
/testUnderMinReplicatedBloc...
TestFsck.testFsckOpenECFiles:669 » IO Failed to get 6 nodes from namenode:
blo...
TestFSImageWithSnapshot.testLoadImageWithAppending » IO Failed to replace a
ba...
TestFSImage.testSupportBlockGroup:457 » IO Failed to get 6 nodes from
namenode...
TestDataNodeVolumeFailureReporting.testSuccessiveVolumeFailures:139 » Timeout
...
TestDataNodeVolumeFailure.testUnderReplicationAfterVolFailure » Remote File
/t...
TestDiskError.testShutdown:110 » Timeout Timed out waiting for /test.txt0 to
r...
TestDataNodeHotSwapVolumes.testDirectlyReloadAfterCheckDiskError:740->createFile:140->createFile:156
»
TestRBWBlockInvalidation.testRWRInvalidation » IO All datanodes
[DatanodeInfoW...
TestUnderReplicatedBlocks.testNumberOfBlocksToBeReplicated:122 » Timeout
Timed...
TestOverReplicatedBlocks.testChooseReplicaToDelete:166 » Timeout Timed out
wai...
TestBlockTokenWithDFSStriped.testEnd2End:89 » IO Failed to get 6 nodes from
na...
TestBlockTokenWithDFS.testRead:355->doTestRead:519 » EOF End of File
Exception...
TestDFSStripedOutputStreamWithFailure.testAddBlockWhenNoSufficientParityNumOfNodes:267
» IO
TestDFSStripedOutputStreamWithFailure.testMultipleDatanodeFailure56:172->runTestWithMultipleFailure:301->runTest:378->write:402
IO
TestEncryptedTransfer.testEncryptedAppend[1] » IO Failed to replace a bad
data...
TestReadStripedFileWithDecoding.testReadCorruptedDataByDeleting:136->testReadWithBlockCorrupted:320->verifyRead:161
» IO
TestReadStripedFileWithDecoding.testReportBadBlock:236 » IO 4 missing blocks,
...
TestReadStripedFileWithDecoding.testReadCorruptedData:119->testReadWithBlockCorrupted:320->verifyRead:161
» IO
TestReadStripedFileWithMissingBlocks.testReadFileWithMissingBlocks1:69->readFileWithMissingBlocks:104
» Timeout
TestReadStripedFileWithMissingBlocks.testReadFileWithMissingBlocks2:74->readFileWithMissingBlocks:104
» Timeout
TestReadStripedFileWithMissingBlocks.testReadFileWithMissingBlocks3:79->readFileWithMissingBlocks:104
» Timeout
TestReadStripedFileWithMissingBlocks.testReadFileWithMissingBlocks4:84->readFileWithMissingBlocks:104
» Timeout
TestReadStripedFileWithMissingBlocks.testReadFileWithMissingBlocks5:89->readFileWithMissingBlocks:104
» Timeout
TestReadStripedFileWithMissingBlocks.testReadFileWithMissingBlocks6:94->readFileWithMissingBlocks:104
» Timeout
TestRecoverStripedFile.testRecoverAnyBlocks1:173->assertFileBlocksRecovery:288->waitForRecoveryFinished:388
IO
TestRecoverStripedFile.testRecoverThreeParityBlocks:131->assertFileBlocksRecovery:288->waitForRecoveryFinished:388
IO
TestCrcCorruption.testCrcCorruption:306->thistest:163 » Timeout Timed out
wait...
TestGetFileChecksum.testGetFileChecksum » IO Failed to replace a bad datanode
...
Tests run: 4055, Failures: 89, Errors: 57, Skipped: 17
[INFO]
[INFO] ------------------------------------------------------------------------
[INFO] Skipping Apache Hadoop HDFS Native Client
[INFO] This project has been banned from the build due to previous failures.
[INFO] ------------------------------------------------------------------------
[INFO]
[INFO] ------------------------------------------------------------------------
[INFO] Skipping Apache Hadoop HttpFS
[INFO] This project has been banned from the build due to previous failures.
[INFO] ------------------------------------------------------------------------
[INFO]
[INFO] ------------------------------------------------------------------------
[INFO] Skipping Apache Hadoop HDFS BookKeeper Journal
[INFO] This project has been banned from the build due to previous failures.
[INFO] ------------------------------------------------------------------------
[INFO]
[INFO] ------------------------------------------------------------------------
[INFO] Skipping Apache Hadoop HDFS-NFS
[INFO] This project has been banned from the build due to previous failures.
[INFO] ------------------------------------------------------------------------
[INFO]
[INFO] ------------------------------------------------------------------------
[INFO] Building Apache Hadoop HDFS Project 3.0.0-SNAPSHOT
[INFO] ------------------------------------------------------------------------
[INFO]
[INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ hadoop-hdfs-project
---
[INFO] Deleting
<https://builds.apache.org/job/Hadoop-Hdfs-trunk-Java8/ws/hadoop-hdfs-project/target>
[INFO]
[INFO] --- maven-antrun-plugin:1.7:run (create-testdirs) @ hadoop-hdfs-project
---
[INFO] Executing tasks
main:
[mkdir] Created dir:
<https://builds.apache.org/job/Hadoop-Hdfs-trunk-Java8/ws/hadoop-hdfs-project/target/test-dir>
[INFO] Executed tasks
[INFO]
[INFO] --- maven-source-plugin:2.3:jar-no-fork (hadoop-java-sources) @
hadoop-hdfs-project ---
[INFO]
[INFO] --- maven-source-plugin:2.3:test-jar-no-fork (hadoop-java-sources) @
hadoop-hdfs-project ---
[INFO]
[INFO] --- maven-enforcer-plugin:1.3.1:enforce (dist-enforce) @
hadoop-hdfs-project ---
[INFO]
[INFO] --- maven-site-plugin:3.4:attach-descriptor (attach-descriptor) @
hadoop-hdfs-project ---
[INFO]
[INFO] --- maven-javadoc-plugin:2.8.1:jar (module-javadocs) @
hadoop-hdfs-project ---
[INFO] Not executing Javadoc as the project is not a Java classpath-capable
package
[INFO]
[INFO] --- maven-enforcer-plugin:1.3.1:enforce (depcheck) @ hadoop-hdfs-project
---
[INFO]
[INFO] --- maven-checkstyle-plugin:2.15:checkstyle (default-cli) @
hadoop-hdfs-project ---
[INFO]
[INFO] --- findbugs-maven-plugin:3.0.0:findbugs (default-cli) @
hadoop-hdfs-project ---
[INFO] ------------------------------------------------------------------------
[INFO] Reactor Summary:
[INFO]
[INFO] Apache Hadoop HDFS Client ......................... SUCCESS [03:52 min]
[INFO] Apache Hadoop HDFS ................................ FAILURE [ 03:49 h]
[INFO] Apache Hadoop HDFS Native Client .................. SKIPPED
[INFO] Apache Hadoop HttpFS .............................. SKIPPED
[INFO] Apache Hadoop HDFS BookKeeper Journal ............. SKIPPED
[INFO] Apache Hadoop HDFS-NFS ............................ SKIPPED
[INFO] Apache Hadoop HDFS Project ........................ SUCCESS [ 0.058 s]
[INFO] ------------------------------------------------------------------------
[INFO] BUILD FAILURE
[INFO] ------------------------------------------------------------------------
[INFO] Total time: 03:53 h
[INFO] Finished at: 2015-10-31T08:31:09+00:00
[INFO] Final Memory: 55M/521M
[INFO] ------------------------------------------------------------------------
[ERROR] Failed to execute goal
org.apache.maven.plugins:maven-surefire-plugin:2.17:test (default-test) on
project hadoop-hdfs: ExecutionException: java.lang.RuntimeException: The forked
VM terminated without properly saying goodbye. VM crash or System.exit called?
[ERROR] Command was /bin/sh -c cd
<https://builds.apache.org/job/Hadoop-Hdfs-trunk-Java8/ws/hadoop-hdfs-project/hadoop-hdfs>
&& /home/jenkins/tools/java/jdk1.8.0/jre/bin/java -Xmx2048m
-XX:MaxPermSize=768m -XX:+HeapDumpOnOutOfMemoryError -jar
<https://builds.apache.org/job/Hadoop-Hdfs-trunk-Java8/ws/hadoop-hdfs-project/hadoop-hdfs/target/surefire/surefirebooter9122781254119230298.jar>
<https://builds.apache.org/job/Hadoop-Hdfs-trunk-Java8/ws/hadoop-hdfs-project/hadoop-hdfs/target/surefire/surefire3555611878173804388tmp>
<https://builds.apache.org/job/Hadoop-Hdfs-trunk-Java8/ws/hadoop-hdfs-project/hadoop-hdfs/target/surefire/surefire_4805358282525006178251tmp>
[ERROR] -> [Help 1]
[ERROR]
[ERROR] To see the full stack trace of the errors, re-run Maven with the -e
switch.
[ERROR] Re-run Maven using the -X switch to enable full debug logging.
[ERROR]
[ERROR] For more information about the errors and possible solutions, please
read the following articles:
[ERROR] [Help 1]
http://cwiki.apache.org/confluence/display/MAVEN/MojoFailureException
[ERROR]
[ERROR] After correcting the problems, you can resume the build with the command
[ERROR] mvn <goals> -rf :hadoop-hdfs
Build step 'Execute shell' marked build as failure
Archiving artifacts
Recording test results
