See https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/621/
################################################################################### ########################## LAST 60 LINES OF THE CONSOLE ########################### [...truncated 699203 lines...] [junit] at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:135) [junit] at java.lang.Thread.run(Thread.java:662) [junit] [junit] 2011-03-29 12:32:37,695 INFO datanode.DataNode (DataNode.java:shutdown(788)) - Waiting for threadgroup to exit, active threads is 0 [junit] 2011-03-29 12:32:37,696 INFO datanode.DataBlockScanner (DataBlockScanner.java:run(624)) - Exiting DataBlockScanner thread. [junit] 2011-03-29 12:32:37,696 INFO datanode.DataNode (DataNode.java:run(1464)) - DatanodeRegistration(127.0.0.1:53973, storageID=DS-777661655-127.0.1.1-53973-1301401947074, infoPort=47607, ipcPort=60453):Finishing DataNode in: FSDataset{dirpath='/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build-fi/test/data/dfs/data/data3/current/finalized,/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build-fi/test/data/dfs/data/data4/current/finalized'} [junit] 2011-03-29 12:32:37,696 INFO ipc.Server (Server.java:stop(1626)) - Stopping server on 60453 [junit] 2011-03-29 12:32:37,696 INFO datanode.DataNode (DataNode.java:shutdown(788)) - Waiting for threadgroup to exit, active threads is 0 [junit] 2011-03-29 12:32:37,698 INFO datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(133)) - Shutting down all async disk service threads... [junit] 2011-03-29 12:32:37,698 INFO datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(142)) - All async disk service threads have been shut down. [junit] 2011-03-29 12:32:37,698 WARN datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(130)) - AsyncDiskService has already shut down. [junit] 2011-03-29 12:32:37,699 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shutdownDataNodes(835)) - Shutting down DataNode 0 [junit] 2011-03-29 12:32:37,800 INFO ipc.Server (Server.java:stop(1626)) - Stopping server on 41601 [junit] 2011-03-29 12:32:37,800 INFO ipc.Server (Server.java:run(1459)) - IPC Server handler 0 on 41601: exiting [junit] 2011-03-29 12:32:37,801 INFO ipc.Server (Server.java:run(487)) - Stopping IPC Server listener on 41601 [junit] 2011-03-29 12:32:37,801 INFO ipc.Server (Server.java:run(691)) - Stopping IPC Server Responder [junit] 2011-03-29 12:32:37,801 WARN datanode.DataNode (DataXceiverServer.java:run(142)) - DatanodeRegistration(127.0.0.1:47815, storageID=DS-976453409-127.0.1.1-47815-1301401946890, infoPort=49694, ipcPort=41601):DataXceiveServer: java.nio.channels.AsynchronousCloseException [junit] at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:185) [junit] at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:159) [junit] at sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84) [junit] at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:135) [junit] at java.lang.Thread.run(Thread.java:662) [junit] [junit] 2011-03-29 12:32:37,801 INFO datanode.DataNode (DataNode.java:shutdown(788)) - Waiting for threadgroup to exit, active threads is 0 [junit] 2011-03-29 12:32:37,902 INFO datanode.DataBlockScanner (DataBlockScanner.java:run(624)) - Exiting DataBlockScanner thread. [junit] 2011-03-29 12:32:37,902 INFO datanode.DataNode (DataNode.java:run(1464)) - DatanodeRegistration(127.0.0.1:47815, storageID=DS-976453409-127.0.1.1-47815-1301401946890, infoPort=49694, ipcPort=41601):Finishing DataNode in: FSDataset{dirpath='/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build-fi/test/data/dfs/data/data1/current/finalized,/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build-fi/test/data/dfs/data/data2/current/finalized'} [junit] 2011-03-29 12:32:37,902 INFO ipc.Server (Server.java:stop(1626)) - Stopping server on 41601 [junit] 2011-03-29 12:32:37,903 INFO datanode.DataNode (DataNode.java:shutdown(788)) - Waiting for threadgroup to exit, active threads is 0 [junit] 2011-03-29 12:32:37,903 INFO datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(133)) - Shutting down all async disk service threads... [junit] 2011-03-29 12:32:37,903 INFO datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(142)) - All async disk service threads have been shut down. [junit] 2011-03-29 12:32:37,903 WARN datanode.FSDatasetAsyncDiskService (FSDatasetAsyncDiskService.java:shutdown(130)) - AsyncDiskService has already shut down. [junit] 2011-03-29 12:32:38,005 WARN namenode.FSNamesystem (FSNamesystem.java:run(2856)) - ReplicationMonitor thread received InterruptedException.java.lang.InterruptedException: sleep interrupted [junit] 2011-03-29 12:32:38,005 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(559)) - Number of transactions: 6 Total time for transactions(ms): 1Number of transactions batched in Syncs: 0 Number of syncs: 3 SyncTimes(ms): 9 1 [junit] 2011-03-29 12:32:38,005 WARN namenode.DecommissionManager (DecommissionManager.java:run(70)) - Monitor interrupted: java.lang.InterruptedException: sleep interrupted [junit] 2011-03-29 12:32:38,007 INFO ipc.Server (Server.java:stop(1626)) - Stopping server on 37641 [junit] 2011-03-29 12:32:38,007 INFO ipc.Server (Server.java:run(1459)) - IPC Server handler 0 on 37641: exiting [junit] 2011-03-29 12:32:38,008 INFO ipc.Server (Server.java:run(487)) - Stopping IPC Server listener on 37641 [junit] 2011-03-29 12:32:38,008 INFO ipc.Server (Server.java:run(691)) - Stopping IPC Server Responder [junit] Tests run: 3, Failures: 0, Errors: 0, Time elapsed: 35.599 sec checkfailure: -run-test-hdfs-fault-inject-withtestcaseonly: run-test-hdfs-fault-inject: BUILD FAILED /grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build.xml:749: Tests failed! Total time: 59 minutes 8 seconds [FINDBUGS] Skipping publisher since build result is FAILURE Publishing Javadoc Archiving artifacts Recording test results Recording fingerprints Publishing Clover coverage report... No Clover report will be published due to a Build Failure Email was triggered for: Failure Sending email for trigger: Failure ################################################################################### ############################## FAILED TESTS (if any) ############################## 8 tests failed. FAILED: org.apache.hadoop.hdfs.server.datanode.TestTransferRbw.testTransferRbw Error Message: 65536 = numBytes < visible = 102717, r=ReplicaInPipeline, blk_-3557091731890250719_1001, TEMPORARY getNumBytes() = 65536 getBytesOnDisk() = 0 getVisibleLength()= -1 getVolume() = /grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/data/data3/current/finalized getBlockFile() = /grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/data/data3/tmp/blk_-3557091731890250719 bytesAcked=0 bytesOnDisk=0 Stack Trace: org.apache.hadoop.hdfs.server.datanode.ReplicaNotFoundException: 65536 = numBytes < visible = 102717, r=ReplicaInPipeline, blk_-3557091731890250719_1001, TEMPORARY getNumBytes() = 65536 getBytesOnDisk() = 0 getVisibleLength()= -1 getVolume() = /grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/data/data3/current/finalized getBlockFile() = /grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/data/data3/tmp/blk_-3557091731890250719 bytesAcked=0 bytesOnDisk=0 at org.apache.hadoop.hdfs.server.datanode.FSDataset.convertTemporaryToRbw(FSDataset.java:1376) at org.apache.hadoop.hdfs.server.datanode.DataNode.convertTemporaryToRbw(DataNode.java:2021) at org.apache.hadoop.hdfs.server.datanode.TestTransferRbw.__CLR3_0_2r95sa9tgv(TestTransferRbw.java:121) at org.apache.hadoop.hdfs.server.datanode.TestTransferRbw.testTransferRbw(TestTransferRbw.java:63) FAILED: org.apache.hadoop.cli.TestHDFSCLI.testAll Error Message: One of the tests failed. See the Detailed results to identify the command that failed Stack Trace: junit.framework.AssertionFailedError: One of the tests failed. See the Detailed results to identify the command that failed at org.apache.hadoop.cli.CLITestHelper.displayResults(CLITestHelper.java:257) at org.apache.hadoop.cli.CLITestHelper.tearDown(CLITestHelper.java:119) at org.apache.hadoop.cli.TestHDFSCLI.tearDown(TestHDFSCLI.java:81) FAILED: org.apache.hadoop.hdfs.TestDFSShell.testURIPaths Error Message: null expected:<[reptiles]> but was:<[supergroup]> Stack Trace: junit.framework.ComparisonFailure: null expected:<[reptiles]> but was:<[supergroup]> at org.apache.hadoop.hdfs.TestDFSShell.confirmOwner(TestDFSShell.java:846) at org.apache.hadoop.hdfs.TestDFSShell.__CLR3_0_2ltte1n131j(TestDFSShell.java:516) at org.apache.hadoop.hdfs.TestDFSShell.testURIPaths(TestDFSShell.java:449) FAILED: org.apache.hadoop.hdfs.TestDFSShell.testFilePermissions Error Message: null expected:<[reptiles]> but was:<[supergroup]> Stack Trace: junit.framework.ComparisonFailure: null expected:<[reptiles]> but was:<[supergroup]> at org.apache.hadoop.hdfs.TestDFSShell.confirmOwner(TestDFSShell.java:846) at org.apache.hadoop.hdfs.TestDFSShell.__CLR3_0_22e88ot1396(TestDFSShell.java:889) at org.apache.hadoop.hdfs.TestDFSShell.testFilePermissions(TestDFSShell.java:851) FAILED: org.apache.hadoop.hdfs.TestDFSShell.testDFSShell Error Message: Cannot lock storage /grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/name1. The directory is already locked. Stack Trace: java.io.IOException: Cannot lock storage /grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/name1. The directory is already locked. at org.apache.hadoop.hdfs.server.common.Storage$StorageDirectory.lock(Storage.java:615) at org.apache.hadoop.hdfs.server.namenode.FSImage.formatOccurred(FSImage.java:1165) at org.apache.hadoop.hdfs.server.namenode.NNStorage.format(NNStorage.java:558) at org.apache.hadoop.hdfs.server.namenode.NNStorage.format(NNStorage.java:577) at org.apache.hadoop.hdfs.server.namenode.NameNode.format(NameNode.java:1420) at org.apache.hadoop.hdfs.server.namenode.NameNode.format(NameNode.java:210) at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:470) at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:203) at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:78) at org.apache.hadoop.hdfs.MiniDFSCluster$Builder.build(MiniDFSCluster.java:195) at org.apache.hadoop.hdfs.TestDFSShell.__CLR3_0_2prqrtk13a5(TestDFSShell.java:920) at org.apache.hadoop.hdfs.TestDFSShell.testDFSShell(TestDFSShell.java:916) FAILED: org.apache.hadoop.hdfs.TestDFSShell.testRemoteException Error Message: Cannot lock storage /grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/name1. The directory is already locked. Stack Trace: java.io.IOException: Cannot lock storage /grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/name1. The directory is already locked. at org.apache.hadoop.hdfs.server.common.Storage$StorageDirectory.lock(Storage.java:615) at org.apache.hadoop.hdfs.server.namenode.FSImage.formatOccurred(FSImage.java:1165) at org.apache.hadoop.hdfs.server.namenode.NNStorage.format(NNStorage.java:558) at org.apache.hadoop.hdfs.server.namenode.NNStorage.format(NNStorage.java:577) at org.apache.hadoop.hdfs.server.namenode.NameNode.format(NameNode.java:1420) at org.apache.hadoop.hdfs.server.namenode.NameNode.format(NameNode.java:210) at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:470) at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:203) at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:78) at org.apache.hadoop.hdfs.MiniDFSCluster$Builder.build(MiniDFSCluster.java:195) at org.apache.hadoop.hdfs.TestDFSShell.__CLR3_0_2ayein613dt(TestDFSShell.java:1143) at org.apache.hadoop.hdfs.TestDFSShell.testRemoteException(TestDFSShell.java:1136) FAILED: org.apache.hadoop.hdfs.TestDFSShell.testGet Error Message: Cannot lock storage /grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/name1. The directory is already locked. Stack Trace: java.io.IOException: Cannot lock storage /grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/name1. The directory is already locked. at org.apache.hadoop.hdfs.server.common.Storage$StorageDirectory.lock(Storage.java:615) at org.apache.hadoop.hdfs.server.namenode.FSImage.formatOccurred(FSImage.java:1165) at org.apache.hadoop.hdfs.server.namenode.NNStorage.format(NNStorage.java:558) at org.apache.hadoop.hdfs.server.namenode.NNStorage.format(NNStorage.java:577) at org.apache.hadoop.hdfs.server.namenode.NameNode.format(NameNode.java:1420) at org.apache.hadoop.hdfs.server.namenode.NameNode.format(NameNode.java:210) at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:470) at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:203) at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:78) at org.apache.hadoop.hdfs.MiniDFSCluster$Builder.build(MiniDFSCluster.java:195) at org.apache.hadoop.hdfs.TestDFSShell.__CLR3_0_2tpje3v13es(TestDFSShell.java:1182) at org.apache.hadoop.hdfs.TestDFSShell.testGet(TestDFSShell.java:1179) FAILED: org.apache.hadoop.hdfs.TestDFSShell.testLsr Error Message: Cannot lock storage /grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/name1. The directory is already locked. Stack Trace: java.io.IOException: Cannot lock storage /grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/name1. The directory is already locked. at org.apache.hadoop.hdfs.server.common.Storage$StorageDirectory.lock(Storage.java:615) at org.apache.hadoop.hdfs.server.namenode.FSImage.formatOccurred(FSImage.java:1165) at org.apache.hadoop.hdfs.server.namenode.NNStorage.format(NNStorage.java:558) at org.apache.hadoop.hdfs.server.namenode.NNStorage.format(NNStorage.java:577) at org.apache.hadoop.hdfs.server.namenode.NameNode.format(NameNode.java:1420) at org.apache.hadoop.hdfs.server.namenode.NameNode.format(NameNode.java:210) at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:470) at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:203) at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:78) at org.apache.hadoop.hdfs.MiniDFSCluster$Builder.build(MiniDFSCluster.java:195) at org.apache.hadoop.hdfs.TestDFSShell.__CLR3_0_22emby813g1(TestDFSShell.java:1240) at org.apache.hadoop.hdfs.TestDFSShell.testLsr(TestDFSShell.java:1238)