See https://builds.apache.org/hudson/job/Hadoop-Hdfs-trunk/654/
###################################################################################
########################## LAST 60 LINES OF THE CONSOLE
###########################
[...truncated 795522 lines...]
[junit] at java.lang.Thread.run(Thread.java:662)
[junit]
[junit] 2011-05-02 12:33:31,232 INFO datanode.DataNode
(DataNode.java:shutdown(1638)) - Waiting for threadgroup to exit, active
threads is 0
[junit] 2011-05-02 12:33:31,233 WARN datanode.DataNode
(DataNode.java:offerService(1065)) - BPOfferService for block
pool=BP-884505841-127.0.1.1-1304339610140 received
exception:java.lang.InterruptedException
[junit] 2011-05-02 12:33:31,233 WARN datanode.DataNode
(DataNode.java:run(1218)) - DatanodeRegistration(127.0.0.1:35270,
storageID=DS-2053464677-127.0.1.1-35270-1304339610717, infoPort=39784,
ipcPort=35326, storageInfo=lv=-35;cid=testClusterID;nsid=1139630309;c=0) ending
block pool service for: BP-884505841-127.0.1.1-1304339610140
[junit] 2011-05-02 12:33:31,233 INFO datanode.DataBlockScanner
(DataBlockScanner.java:removeBlockPool(277)) - Removed
bpid=BP-884505841-127.0.1.1-1304339610140 from blockPoolScannerMap
[junit] 2011-05-02 12:33:31,233 INFO datanode.DataNode
(FSDataset.java:shutdownBlockPool(2547)) - Removing block pool
BP-884505841-127.0.1.1-1304339610140
[junit] 2011-05-02 12:33:31,233 INFO datanode.FSDatasetAsyncDiskService
(FSDatasetAsyncDiskService.java:shutdown(133)) - Shutting down all async disk
service threads...
[junit] 2011-05-02 12:33:31,233 INFO datanode.FSDatasetAsyncDiskService
(FSDatasetAsyncDiskService.java:shutdown(142)) - All async disk service threads
have been shut down.
[junit] 2011-05-02 12:33:31,234 INFO hdfs.MiniDFSCluster
(MiniDFSCluster.java:shutdownDataNodes(1041)) - Shutting down DataNode 0
[junit] 2011-05-02 12:33:31,234 WARN datanode.DirectoryScanner
(DirectoryScanner.java:shutdown(297)) - DirectoryScanner: shutdown has been
called
[junit] 2011-05-02 12:33:31,234 INFO datanode.BlockPoolSliceScanner
(BlockPoolSliceScanner.java:startNewPeriod(591)) - Starting a new period : work
left in prev period : 100.00%
[junit] 2011-05-02 12:33:31,335 INFO ipc.Server (Server.java:stop(1626)) -
Stopping server on 60780
[junit] 2011-05-02 12:33:31,335 INFO ipc.Server (Server.java:run(1459)) -
IPC Server handler 0 on 60780: exiting
[junit] 2011-05-02 12:33:31,335 INFO ipc.Server (Server.java:run(487)) -
Stopping IPC Server listener on 60780
[junit] 2011-05-02 12:33:31,335 INFO datanode.DataNode
(DataNode.java:shutdown(1638)) - Waiting for threadgroup to exit, active
threads is 1
[junit] 2011-05-02 12:33:31,336 WARN datanode.DataNode
(DataXceiverServer.java:run(143)) - 127.0.0.1:60473:DataXceiveServer:
java.nio.channels.AsynchronousCloseException
[junit] at
java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:185)
[junit] at
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:159)
[junit] at
sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84)
[junit] at
org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:136)
[junit] at java.lang.Thread.run(Thread.java:662)
[junit]
[junit] 2011-05-02 12:33:31,335 INFO ipc.Server (Server.java:run(691)) -
Stopping IPC Server Responder
[junit] 2011-05-02 12:33:31,338 INFO datanode.DataNode
(DataNode.java:shutdown(1638)) - Waiting for threadgroup to exit, active
threads is 0
[junit] 2011-05-02 12:33:31,338 WARN datanode.DataNode
(DataNode.java:offerService(1065)) - BPOfferService for block
pool=BP-884505841-127.0.1.1-1304339610140 received
exception:java.lang.InterruptedException
[junit] 2011-05-02 12:33:31,338 WARN datanode.DataNode
(DataNode.java:run(1218)) - DatanodeRegistration(127.0.0.1:60473,
storageID=DS-140658759-127.0.1.1-60473-1304339610593, infoPort=58360,
ipcPort=60780, storageInfo=lv=-35;cid=testClusterID;nsid=1139630309;c=0) ending
block pool service for: BP-884505841-127.0.1.1-1304339610140
[junit] 2011-05-02 12:33:31,438 INFO datanode.DataBlockScanner
(DataBlockScanner.java:removeBlockPool(277)) - Removed
bpid=BP-884505841-127.0.1.1-1304339610140 from blockPoolScannerMap
[junit] 2011-05-02 12:33:31,438 INFO datanode.DataNode
(FSDataset.java:shutdownBlockPool(2547)) - Removing block pool
BP-884505841-127.0.1.1-1304339610140
[junit] 2011-05-02 12:33:31,439 INFO datanode.FSDatasetAsyncDiskService
(FSDatasetAsyncDiskService.java:shutdown(133)) - Shutting down all async disk
service threads...
[junit] 2011-05-02 12:33:31,439 INFO datanode.FSDatasetAsyncDiskService
(FSDatasetAsyncDiskService.java:shutdown(142)) - All async disk service threads
have been shut down.
[junit] 2011-05-02 12:33:31,440 WARN namenode.FSNamesystem
(FSNamesystem.java:run(3009)) - ReplicationMonitor thread received
InterruptedException.java.lang.InterruptedException: sleep interrupted
[junit] 2011-05-02 12:33:31,440 INFO namenode.FSEditLog
(FSEditLog.java:printStatistics(573)) - Number of transactions: 6 Total time
for transactions(ms): 1Number of transactions batched in Syncs: 0 Number of
syncs: 3 SyncTimes(ms): 11 11
[junit] 2011-05-02 12:33:31,440 WARN namenode.DecommissionManager
(DecommissionManager.java:run(70)) - Monitor interrupted:
java.lang.InterruptedException: sleep interrupted
[junit] 2011-05-02 12:33:31,442 INFO ipc.Server (Server.java:stop(1626)) -
Stopping server on 38020
[junit] 2011-05-02 12:33:31,443 INFO ipc.Server (Server.java:run(1459)) -
IPC Server handler 0 on 38020: exiting
[junit] 2011-05-02 12:33:31,443 INFO ipc.Server (Server.java:run(487)) -
Stopping IPC Server listener on 38020
[junit] 2011-05-02 12:33:31,443 INFO ipc.Server (Server.java:run(691)) -
Stopping IPC Server Responder
[junit] Tests run: 16, Failures: 0, Errors: 0, Time elapsed: 100.818 sec
checkfailure:
-run-test-hdfs-fault-inject-withtestcaseonly:
run-test-hdfs-fault-inject:
BUILD FAILED
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build.xml:749:
Tests failed!
Total time: 60 minutes 22 seconds
[FINDBUGS] Skipping publisher since build result is FAILURE
Publishing Javadoc
Archiving artifacts
Recording test results
Recording fingerprints
Publishing Clover coverage report...
No Clover report will be published due to a Build Failure
Email was triggered for: Failure
Sending email for trigger: Failure
###################################################################################
############################## FAILED TESTS (if any)
##############################
5 tests failed.
REGRESSION:
org.apache.hadoop.hdfs.TestDatanodeBlockScanner.testBlockCorruptionRecoveryPolicy1
Error Message:
Timed out waiting for corrupt replicas. Waiting for 1, but only found 1
Stack Trace:
java.util.concurrent.TimeoutException: Timed out waiting for corrupt replicas.
Waiting for 1, but only found 1
at
org.apache.hadoop.hdfs.DFSTestUtil.waitCorruptReplicas(DFSTestUtil.java:308)
at
org.apache.hadoop.hdfs.TestDatanodeBlockScanner.blockCorruptionRecoveryPolicy(TestDatanodeBlockScanner.java:288)
at
org.apache.hadoop.hdfs.TestDatanodeBlockScanner.__CLR3_0_2wadu2tt8z(TestDatanodeBlockScanner.java:236)
at
org.apache.hadoop.hdfs.TestDatanodeBlockScanner.testBlockCorruptionRecoveryPolicy1(TestDatanodeBlockScanner.java:233)
FAILED:
org.apache.hadoop.hdfs.TestDatanodeBlockScanner.testBlockCorruptionRecoveryPolicy2
Error Message:
Cannot lock storage
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/name1.
The directory is already locked.
Stack Trace:
java.io.IOException: Cannot lock storage
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/name1.
The directory is already locked.
at
org.apache.hadoop.hdfs.server.common.Storage$StorageDirectory.lock(Storage.java:642)
at
org.apache.hadoop.hdfs.server.namenode.FSImage.formatOccurred(FSImage.java:1191)
at
org.apache.hadoop.hdfs.server.namenode.NNStorage.format(NNStorage.java:577)
at
org.apache.hadoop.hdfs.server.namenode.NNStorage.format(NNStorage.java:598)
at
org.apache.hadoop.hdfs.server.namenode.NameNode.format(NameNode.java:1489)
at
org.apache.hadoop.hdfs.server.namenode.NameNode.format(NameNode.java:210)
at
org.apache.hadoop.test.GenericTestUtils.formatNamenode(GenericTestUtils.java:48)
at
org.apache.hadoop.hdfs.MiniDFSCluster.createNameNode(MiniDFSCluster.java:596)
at
org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:511)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:241)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:80)
at
org.apache.hadoop.hdfs.MiniDFSCluster$Builder.build(MiniDFSCluster.java:227)
at
org.apache.hadoop.hdfs.TestDatanodeBlockScanner.blockCorruptionRecoveryPolicy(TestDatanodeBlockScanner.java:255)
at
org.apache.hadoop.hdfs.TestDatanodeBlockScanner.__CLR3_0_2t1dvact92(TestDatanodeBlockScanner.java:242)
at
org.apache.hadoop.hdfs.TestDatanodeBlockScanner.testBlockCorruptionRecoveryPolicy2(TestDatanodeBlockScanner.java:239)
FAILED:
org.apache.hadoop.hdfs.TestDatanodeBlockScanner.testTruncatedBlockReport
Error Message:
Cannot lock storage
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/name1.
The directory is already locked.
Stack Trace:
java.io.IOException: Cannot lock storage
/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build/test/data/dfs/name1.
The directory is already locked.
at
org.apache.hadoop.hdfs.server.common.Storage$StorageDirectory.lock(Storage.java:642)
at
org.apache.hadoop.hdfs.server.namenode.FSImage.formatOccurred(FSImage.java:1191)
at
org.apache.hadoop.hdfs.server.namenode.NNStorage.format(NNStorage.java:577)
at
org.apache.hadoop.hdfs.server.namenode.NNStorage.format(NNStorage.java:598)
at
org.apache.hadoop.hdfs.server.namenode.NameNode.format(NameNode.java:1489)
at
org.apache.hadoop.hdfs.server.namenode.NameNode.format(NameNode.java:210)
at
org.apache.hadoop.test.GenericTestUtils.formatNamenode(GenericTestUtils.java:48)
at
org.apache.hadoop.hdfs.MiniDFSCluster.createNameNode(MiniDFSCluster.java:596)
at
org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:511)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:241)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:80)
at
org.apache.hadoop.hdfs.MiniDFSCluster$Builder.build(MiniDFSCluster.java:227)
at
org.apache.hadoop.hdfs.TestDatanodeBlockScanner.__CLR3_0_226b7dwta1(TestDatanodeBlockScanner.java:314)
at
org.apache.hadoop.hdfs.TestDatanodeBlockScanner.testTruncatedBlockReport(TestDatanodeBlockScanner.java:303)
FAILED: org.apache.hadoop.hdfs.server.namenode.TestBackupNode.testCheckpoint
Error Message:
null
Stack Trace:
junit.framework.AssertionFailedError: null
at
org.apache.hadoop.hdfs.server.namenode.TestBackupNode.testCheckpoint(TestBackupNode.java:152)
at
org.apache.hadoop.hdfs.server.namenode.TestBackupNode.__CLR3_0_2xuql33qjy(TestBackupNode.java:103)
at
org.apache.hadoop.hdfs.server.namenode.TestBackupNode.testCheckpoint(TestBackupNode.java:101)
FAILED:
org.apache.hadoop.hdfs.server.namenode.TestBackupNode.testBackupRegistration
Error Message:
Only one backup node should be able to start
Stack Trace:
junit.framework.AssertionFailedError: Only one backup node should be able to
start
at
org.apache.hadoop.hdfs.server.namenode.TestBackupNode.__CLR3_0_2ygtwtwqm3(TestBackupNode.java:231)
at
org.apache.hadoop.hdfs.server.namenode.TestBackupNode.testBackupRegistration(TestBackupNode.java:211)
