See <https://builds.apache.org/job/Hadoop-Hdfs-trunk/2434/changes>
Changes: [aw] HADOOP-12364. Deleting pid file after stop is causing the daemons to [aw] fix CHANGES.txt name typo [stevel] HADOOP-12478. Shell.getWinUtilsPath() has been renamed [lei] HDFS-9238. Update TestFileCreation.testLeaseExpireHardLimit() to avoid ------------------------------------------ [...truncated 6521 lines...] at org.apache.hadoop.hdfs.server.namenode.FSEditLog.close(FSEditLog.java:362) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.stopActiveServices(FSNamesystem.java:1207) at org.apache.hadoop.hdfs.server.namenode.NameNode$NameNodeHAContext.stopActiveServices(NameNode.java:1740) at org.apache.hadoop.hdfs.server.namenode.ha.ActiveState.exitState(ActiveState.java:70) at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:887) at org.apache.hadoop.hdfs.MiniDFSCluster.shutdownNameNode(MiniDFSCluster.java:1938) at org.apache.hadoop.hdfs.MiniDFSCluster.restartNameNode(MiniDFSCluster.java:1989) at org.apache.hadoop.hdfs.MiniDFSCluster.restartNameNode(MiniDFSCluster.java:1970) at org.apache.hadoop.hdfs.TestLeaseRecovery2.hardLeaseRecoveryRestartHelper(TestLeaseRecovery2.java:494) at org.apache.hadoop.hdfs.TestLeaseRecovery2.testHardLeaseRecoveryWithRenameAfterNameNodeRestart(TestLeaseRecovery2.java:433) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.run(ParentRunner.java:309) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) at org.apache.hadoop.util.ExitUtil.terminate(ExitUtil.java:126) at org.apache.hadoop.util.ExitUtil.terminate(ExitUtil.java:170) at org.apache.hadoop.hdfs.server.namenode.NameNode.doImmediateShutdown(NameNode.java:1709) at org.apache.hadoop.hdfs.server.namenode.NameNode$NameNodeHAContext.stopActiveServices(NameNode.java:1744) at org.apache.hadoop.hdfs.server.namenode.ha.ActiveState.exitState(ActiveState.java:70) at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:887) at org.apache.hadoop.hdfs.MiniDFSCluster.shutdownNameNode(MiniDFSCluster.java:1938) at org.apache.hadoop.hdfs.MiniDFSCluster.restartNameNode(MiniDFSCluster.java:1989) at org.apache.hadoop.hdfs.MiniDFSCluster.restartNameNode(MiniDFSCluster.java:1970) at org.apache.hadoop.hdfs.TestLeaseRecovery2.hardLeaseRecoveryRestartHelper(TestLeaseRecovery2.java:494) at org.apache.hadoop.hdfs.TestLeaseRecovery2.testHardLeaseRecoveryWithRenameAfterNameNodeRestart(TestLeaseRecovery2.java:433) testLeaseRecoverByAnotherUser(org.apache.hadoop.hdfs.TestLeaseRecovery2) Time elapsed: 0 sec <<< ERROR! java.lang.IllegalStateException: Lease monitor is not running at com.google.common.base.Preconditions.checkState(Preconditions.java:145) at org.apache.hadoop.hdfs.server.namenode.LeaseManager.triggerMonitorCheckNow(LeaseManager.java:449) at org.apache.hadoop.hdfs.server.namenode.NameNodeAdapter.setLeasePeriod(NameNodeAdapter.java:140) at org.apache.hadoop.hdfs.MiniDFSCluster.setLeasePeriod(MiniDFSCluster.java:2610) at org.apache.hadoop.hdfs.TestLeaseRecovery2.testLeaseRecoverByAnotherUser(TestLeaseRecovery2.java:159) testHardLeaseRecovery(org.apache.hadoop.hdfs.TestLeaseRecovery2) Time elapsed: 0.002 sec <<< ERROR! java.io.EOFException: End of File Exception between local host is: "asf901.gq1.ygridcore.net/67.195.81.145"; destination host is: "localhost":52968; : java.io.EOFException; For more details see: http://wiki.apache.org/hadoop/EOFException at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:57) at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.lang.reflect.Constructor.newInstance(Constructor.java:526) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:863) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:836) at org.apache.hadoop.ipc.Client.call(Client.java:1428) at org.apache.hadoop.ipc.Client.call(Client.java:1355) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:230) at com.sun.proxy.$Proxy21.create(Unknown Source) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.create(ClientNamenodeProtocolTranslatorPB.java:291) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:606) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:251) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:103) at com.sun.proxy.$Proxy25.create(Unknown Source) at org.apache.hadoop.hdfs.DFSOutputStream.newStreamForCreate(DFSOutputStream.java:242) at org.apache.hadoop.hdfs.DFSClient.create(DFSClient.java:1191) at org.apache.hadoop.hdfs.DFSClient.create(DFSClient.java:1133) at org.apache.hadoop.hdfs.DistributedFileSystem$7.doCall(DistributedFileSystem.java:413) at org.apache.hadoop.hdfs.DistributedFileSystem$7.doCall(DistributedFileSystem.java:410) at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) at org.apache.hadoop.hdfs.DistributedFileSystem.create(DistributedFileSystem.java:410) at org.apache.hadoop.hdfs.DistributedFileSystem.create(DistributedFileSystem.java:353) at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:919) at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:900) at org.apache.hadoop.hdfs.TestLeaseRecovery2.testHardLeaseRecovery(TestLeaseRecovery2.java:276) Caused by: java.io.EOFException: null at java.io.DataInputStream.readInt(DataInputStream.java:392) at org.apache.hadoop.ipc.Client$Connection.receiveRpcResponse(Client.java:1082) at org.apache.hadoop.ipc.Client$Connection.run(Client.java:977) org.apache.hadoop.hdfs.TestLeaseRecovery2 Time elapsed: 0.023 sec <<< FAILURE! java.lang.AssertionError: Test resulted in an unexpected exit at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1874) at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1861) at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1854) at org.apache.hadoop.hdfs.TestLeaseRecovery2.tearDown(TestLeaseRecovery2.java:105) Running org.apache.hadoop.hdfs.TestRemoteBlockReader Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.315 sec - in org.apache.hadoop.hdfs.TestRemoteBlockReader Running org.apache.hadoop.hdfs.TestInjectionForSimulatedStorage Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 15.99 sec - in org.apache.hadoop.hdfs.TestInjectionForSimulatedStorage Running org.apache.hadoop.hdfs.TestDataTransferProtocol Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 6.635 sec - in org.apache.hadoop.hdfs.TestDataTransferProtocol Running org.apache.hadoop.hdfs.TestDFSOutputStream Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 9.015 sec - in org.apache.hadoop.hdfs.TestDFSOutputStream Running org.apache.hadoop.hdfs.TestModTime Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 12.046 sec - in org.apache.hadoop.hdfs.TestModTime Running org.apache.hadoop.hdfs.TestFileStatusWithECPolicy Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 4.549 sec - in org.apache.hadoop.hdfs.TestFileStatusWithECPolicy Running org.apache.hadoop.hdfs.TestListFilesInDFS Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.307 sec - in org.apache.hadoop.hdfs.TestListFilesInDFS Running org.apache.hadoop.hdfs.TestFSOutputSummer Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 8.458 sec - in org.apache.hadoop.hdfs.TestFSOutputSummer Running org.apache.hadoop.hdfs.TestDFSShell Tests run: 34, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 31.648 sec - in org.apache.hadoop.hdfs.TestDFSShell Running org.apache.hadoop.hdfs.TestDFSShellGenericOptions Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 4.625 sec - in org.apache.hadoop.hdfs.TestDFSShellGenericOptions Running org.apache.hadoop.hdfs.TestDFSUpgrade Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 14.531 sec - in org.apache.hadoop.hdfs.TestDFSUpgrade Running org.apache.hadoop.hdfs.TestDecommission Tests run: 17, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 128.596 sec - in org.apache.hadoop.hdfs.TestDecommission Running org.apache.hadoop.hdfs.TestRestartDFS Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 14.471 sec - in org.apache.hadoop.hdfs.TestRestartDFS Running org.apache.hadoop.hdfs.client.impl.TestLeaseRenewer Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.594 sec - in org.apache.hadoop.hdfs.client.impl.TestLeaseRenewer Running org.apache.hadoop.hdfs.TestFileStatus Tests run: 5, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 5.016 sec - in org.apache.hadoop.hdfs.TestFileStatus Running org.apache.hadoop.hdfs.TestQuota Tests run: 9, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 14.77 sec - in org.apache.hadoop.hdfs.TestQuota Running org.apache.hadoop.hdfs.TestAppendDifferentChecksum Tests run: 3, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 10.571 sec - in org.apache.hadoop.hdfs.TestAppendDifferentChecksum Running org.apache.hadoop.hdfs.web.TestWebHDFS Tests run: 15, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 104.991 sec - in org.apache.hadoop.hdfs.web.TestWebHDFS Running org.apache.hadoop.hdfs.web.TestWebHdfsWithMultipleNameNodes Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 10.34 sec - in org.apache.hadoop.hdfs.web.TestWebHdfsWithMultipleNameNodes Running org.apache.hadoop.hdfs.web.TestAuthFilter Tests run: 3, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.817 sec - in org.apache.hadoop.hdfs.web.TestAuthFilter Running org.apache.hadoop.hdfs.web.TestWebHdfsWithAuthenticationFilter Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 6.283 sec - in org.apache.hadoop.hdfs.web.TestWebHdfsWithAuthenticationFilter Running org.apache.hadoop.hdfs.web.TestWebHdfsTimeouts Tests run: 8, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.546 sec - in org.apache.hadoop.hdfs.web.TestWebHdfsTimeouts Running org.apache.hadoop.hdfs.web.TestJsonUtil Tests run: 8, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.713 sec - in org.apache.hadoop.hdfs.web.TestJsonUtil Running org.apache.hadoop.hdfs.web.TestWebHdfsFileSystemContract Results : Failed tests: TestStandbyCheckpoints.testCheckpointCancellationDuringUpload:317 Expected non-empty <https://builds.apache.org/job/Hadoop-Hdfs-trunk/ws/hadoop-hdfs-project/hadoop-hdfs/target/test/data/dfs/name-0-5/current/fsimage_0000000000000000104> TestLeaseRecovery2.tearDown:105 Test resulted in an unexpected exit Tests in error: TestGlobPaths.pTestCurlyBracket:724->prepareTesting:758 » PatternSyntax error ... TestSecurityTokenEditLog.testEditLog:111 » NoClassDefFound org/apache/hadoop/s... TestFSNamesystem.testFSLockLongHoldingReport:298 NoSuchMethod org.apache.hadoo... TestLeaseRecovery2.testHardLeaseRecoveryWithRenameAfterNameNodeRestart:433->hardLeaseRecoveryRestartHelper:494 » Exit TestLeaseRecovery2.testLeaseRecoverByAnotherUser:159 » IllegalState Lease moni... TestLeaseRecovery2.testHardLeaseRecovery:276 » EOF End of File Exception betwe... Tests run: 2668, Failures: 2, Errors: 6, Skipped: 13 [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Skipping Apache Hadoop HDFS Native Client [INFO] This project has been banned from the build due to previous failures. [INFO] ------------------------------------------------------------------------ [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Skipping Apache Hadoop HttpFS [INFO] This project has been banned from the build due to previous failures. [INFO] ------------------------------------------------------------------------ [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Skipping Apache Hadoop HDFS BookKeeper Journal [INFO] This project has been banned from the build due to previous failures. [INFO] ------------------------------------------------------------------------ [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Skipping Apache Hadoop HDFS-NFS [INFO] This project has been banned from the build due to previous failures. [INFO] ------------------------------------------------------------------------ [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building Apache Hadoop HDFS Project 3.0.0-SNAPSHOT [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.5:clean (default-clean) @ hadoop-hdfs-project --- [INFO] Deleting <https://builds.apache.org/job/Hadoop-Hdfs-trunk/ws/hadoop-hdfs-project/target> [INFO] [INFO] --- maven-antrun-plugin:1.7:run (create-testdirs) @ hadoop-hdfs-project --- [INFO] Executing tasks main: [mkdir] Created dir: <https://builds.apache.org/job/Hadoop-Hdfs-trunk/ws/hadoop-hdfs-project/target/test-dir> [INFO] Executed tasks [INFO] [INFO] --- maven-source-plugin:2.3:jar-no-fork (hadoop-java-sources) @ hadoop-hdfs-project --- [INFO] [INFO] --- maven-source-plugin:2.3:test-jar-no-fork (hadoop-java-sources) @ hadoop-hdfs-project --- [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (dist-enforce) @ hadoop-hdfs-project --- [INFO] [INFO] --- maven-site-plugin:3.4:attach-descriptor (attach-descriptor) @ hadoop-hdfs-project --- [INFO] [INFO] --- maven-javadoc-plugin:2.8.1:jar (module-javadocs) @ hadoop-hdfs-project --- [INFO] Skipping javadoc generation [INFO] [INFO] --- maven-enforcer-plugin:1.3.1:enforce (depcheck) @ hadoop-hdfs-project --- [INFO] [INFO] --- maven-checkstyle-plugin:2.15:checkstyle (default-cli) @ hadoop-hdfs-project --- [INFO] [INFO] --- findbugs-maven-plugin:3.0.0:findbugs (default-cli) @ hadoop-hdfs-project --- [INFO] ------------------------------------------------------------------------ [INFO] Reactor Summary: [INFO] [INFO] Apache Hadoop HDFS Client ......................... SUCCESS [04:07 min] [INFO] Apache Hadoop HDFS ................................ FAILURE [ 02:13 h] [INFO] Apache Hadoop HDFS Native Client .................. SKIPPED [INFO] Apache Hadoop HttpFS .............................. SKIPPED [INFO] Apache Hadoop HDFS BookKeeper Journal ............. SKIPPED [INFO] Apache Hadoop HDFS-NFS ............................ SKIPPED [INFO] Apache Hadoop HDFS Project ........................ SUCCESS [ 0.068 s] [INFO] ------------------------------------------------------------------------ [INFO] BUILD FAILURE [INFO] ------------------------------------------------------------------------ [INFO] Total time: 02:17 h [INFO] Finished at: 2015-10-14T23:11:00+00:00 [INFO] Final Memory: 70M/884M [INFO] ------------------------------------------------------------------------ [ERROR] Failed to execute goal org.apache.maven.plugins:maven-surefire-plugin:2.17:test (default-test) on project hadoop-hdfs: ExecutionException: java.lang.RuntimeException: The forked VM terminated without properly saying goodbye. VM crash or System.exit called? [ERROR] Command was /bin/sh -c cd <https://builds.apache.org/job/Hadoop-Hdfs-trunk/ws/hadoop-hdfs-project/hadoop-hdfs> && /home/jenkins/tools/java/jdk1.7.0_55/jre/bin/java -Xmx2048m -XX:MaxPermSize=768m -XX:+HeapDumpOnOutOfMemoryError -jar <https://builds.apache.org/job/Hadoop-Hdfs-trunk/ws/hadoop-hdfs-project/hadoop-hdfs/target/surefire/surefirebooter156013183083185896.jar> <https://builds.apache.org/job/Hadoop-Hdfs-trunk/ws/hadoop-hdfs-project/hadoop-hdfs/target/surefire/surefire6795706767581367156tmp> <https://builds.apache.org/job/Hadoop-Hdfs-trunk/ws/hadoop-hdfs-project/hadoop-hdfs/target/surefire/surefire_2235428557335086727282tmp> [ERROR] -> [Help 1] [ERROR] [ERROR] To see the full stack trace of the errors, re-run Maven with the -e switch. [ERROR] Re-run Maven using the -X switch to enable full debug logging. [ERROR] [ERROR] For more information about the errors and possible solutions, please read the following articles: [ERROR] [Help 1] http://cwiki.apache.org/confluence/display/MAVEN/MojoFailureException [ERROR] [ERROR] After correcting the problems, you can resume the build with the command [ERROR] mvn <goals> -rf :hadoop-hdfs Build step 'Execute shell' marked build as failure Archiving artifacts Recording test results Updating HADOOP-12364 Updating HDFS-9238 Updating HADOOP-12478