See <https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/466/changes>
Changes:
[dhruba] HDFS-1472. Allow programmatic access to fsck output.
(Ramkumar Vadali via dhruba)
[hairong] HDFS-1435. Provide an option to store fsimage compressed. Contributed
by Hairong Kuang.
------------------------------------------
[...truncated 662279 lines...]
[junit] at
org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:105)
[junit] at
java.io.DataOutputStream.writeShort(DataOutputStream.java:151)
[junit] at
org.apache.hadoop.hdfs.protocol.DataTransferProtocol$Status.write(DataTransferProtocol.java:120)
[junit] at
org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.write(DataTransferProtocol.java:545)
[junit] at
org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody0(BlockReceiver.java:931)
[junit] at
org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody1$advice(BlockReceiver.java:160)
[junit] at
org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:931)
[junit] at java.lang.Thread.run(Thread.java:619)
[junit] 2010-10-24 15:03:16,514 WARN datanode.DataNode
(DataNode.java:checkDiskError(828)) - checkDiskError: exception:
[junit] java.io.IOException: Connection reset by peer
[junit] at sun.nio.ch.FileDispatcher.write0(Native Method)
[junit] at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29)
[junit] at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:104)
[junit] at sun.nio.ch.IOUtil.write(IOUtil.java:75)
[junit] at
sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334)
[junit] at
org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:60)
[junit] at
org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142)
[junit] at
org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:151)
[junit] at
org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:112)
[junit] at
org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:105)
[junit] at
java.io.DataOutputStream.writeShort(DataOutputStream.java:151)
[junit] at
org.apache.hadoop.hdfs.protocol.DataTransferProtocol$Status.write(DataTransferProtocol.java:120)
[junit] at
org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.write(DataTransferProtocol.java:545)
[junit] at
org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody0(BlockReceiver.java:931)
[junit] at
org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody1$advice(BlockReceiver.java:160)
[junit] at
org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:931)
[junit] at java.lang.Thread.run(Thread.java:619)
[junit] 2010-10-24 15:03:16,516 INFO datanode.DataNode
(BlockReceiver.java:run(955)) - PacketResponder blk_3342812041894085268_1001 2
Exception java.io.IOException: Connection reset by peer
[junit] at sun.nio.ch.FileDispatcher.write0(Native Method)
[junit] at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29)
[junit] at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:104)
[junit] at sun.nio.ch.IOUtil.write(IOUtil.java:75)
[junit] at
sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334)
[junit] at
org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:60)
[junit] at
org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142)
[junit] at
org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:151)
[junit] at
org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:112)
[junit] at
org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:105)
[junit] at
java.io.DataOutputStream.writeShort(DataOutputStream.java:151)
[junit] at
org.apache.hadoop.hdfs.protocol.DataTransferProtocol$Status.write(DataTransferProtocol.java:120)
[junit] at
org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.write(DataTransferProtocol.java:545)
[junit] at
org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody0(BlockReceiver.java:931)
[junit] at
org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody1$advice(BlockReceiver.java:160)
[junit] at
org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:931)
[junit] at java.lang.Thread.run(Thread.java:619)
[junit]
[junit] 2010-10-24 15:03:16,516 INFO datanode.DataNode
(BlockReceiver.java:run(971)) - PacketResponder 2 for block
blk_3342812041894085268_1001 terminating
[junit] 2010-10-24 15:03:16,517 INFO datanode.BlockReceiverAspects
(BlockReceiverAspects.aj:ajc$after$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$9$725950a6(220))
- FI: blockFileClose, datanode=DatanodeRegistration(127.0.0.1:60696,
storageID=DS-395159725-127.0.1.1-60696-1287932586100, infoPort=35570,
ipcPort=34653)
[junit] 2010-10-24 15:03:16,518 WARN datanode.DataNode
(BlockReceiver.java:run(948)) - IOException in BlockReceiver.run():
[junit] java.io.IOException: Connection reset by peer
[junit] at sun.nio.ch.FileDispatcher.write0(Native Method)
[junit] at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29)
[junit] at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:104)
[junit] at sun.nio.ch.IOUtil.write(IOUtil.java:75)
[junit] at
sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334)
[junit] at
org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:60)
[junit] at
org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142)
[junit] at
org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:151)
[junit] at
org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:112)
[junit] at
org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:105)
[junit] at
java.io.DataOutputStream.writeShort(DataOutputStream.java:150)
[junit] at
org.apache.hadoop.hdfs.protocol.DataTransferProtocol$Status.write(DataTransferProtocol.java:120)
[junit] at
org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.write(DataTransferProtocol.java:545)
[junit] at
org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody0(BlockReceiver.java:931)
[junit] at
org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody1$advice(BlockReceiver.java:160)
[junit] at
org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:931)
[junit] at java.lang.Thread.run(Thread.java:619)
[junit] 2010-10-24 15:03:16,518 INFO datanode.BlockReceiverAspects
(BlockReceiverAspects.aj:ajc$after$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$9$725950a6(220))
- FI: blockFileClose, datanode=DatanodeRegistration(127.0.0.1:60696,
storageID=DS-395159725-127.0.1.1-60696-1287932586100, infoPort=35570,
ipcPort=34653)
[junit] 2010-10-24 15:03:16,518 INFO datanode.DataTransferProtocolAspects
(DataTransferProtocolAspects.aj:ajc$afterReturning$org_apache_hadoop_hdfs_server_datanode_DataTransferProtocolAspects$1$8f59fdd7(51))
- FI: receiverOp WRITE_BLOCK, datanode=127.0.0.1:60696
[junit] 2010-10-24 15:03:16,519 INFO datanode.DataTransferProtocolAspects
(DataTransferProtocolAspects.aj:ajc$before$org_apache_hadoop_hdfs_server_datanode_DataTransferProtocolAspects$3$3251489(73))
- FI: receiverOpWriteBlock
[junit] 2010-10-24 15:03:16,518 WARN datanode.DataNode
(DataNode.java:checkDiskError(828)) - checkDiskError: exception:
[junit] java.io.IOException: Connection reset by peer
[junit] at sun.nio.ch.FileDispatcher.write0(Native Method)
[junit] at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29)
[junit] at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:104)
[junit] at sun.nio.ch.IOUtil.write(IOUtil.java:75)
[junit] at
sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334)
[junit] at
org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:60)
[junit] at
org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142)
[junit] at
org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:151)
[junit] at
org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:112)
[junit] at
org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:105)
[junit] at
java.io.DataOutputStream.writeShort(DataOutputStream.java:150)
[junit] at
org.apache.hadoop.hdfs.protocol.DataTransferProtocol$Status.write(DataTransferProtocol.java:120)
[junit] at
org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.write(DataTransferProtocol.java:545)
[junit] at
org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody0(BlockReceiver.java:931)
[junit] at
org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody1$advice(BlockReceiver.java:160)
[junit] at
org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:931)
[junit] at java.lang.Thread.run(Thread.java:619)
[junit] 2010-10-24 15:03:16,520 INFO datanode.DataNode
(BlockReceiver.java:run(955)) - PacketResponder blk_3342812041894085268_1001 1
Exception java.io.IOException: Connection reset by peer
[junit] at sun.nio.ch.FileDispatcher.write0(Native Method)
[junit] at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:29)
[junit] at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:104)
[junit] at sun.nio.ch.IOUtil.write(IOUtil.java:75)
[junit] at
sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:334)
[junit] at
org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:60)
[junit] at
org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142)
[junit] at
org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:151)
[junit] at
org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:112)
[junit] at
org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:105)
[junit] at
java.io.DataOutputStream.writeShort(DataOutputStream.java:150)
[junit] at
org.apache.hadoop.hdfs.protocol.DataTransferProtocol$Status.write(DataTransferProtocol.java:120)
[junit] at
org.apache.hadoop.hdfs.protocol.DataTransferProtocol$PipelineAck.write(DataTransferProtocol.java:545)
[junit] at
org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody0(BlockReceiver.java:931)
[junit] at
org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.write_aroundBody1$advice(BlockReceiver.java:160)
[junit] at
org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:931)
[junit] at java.lang.Thread.run(Thread.java:619)
[junit]
[junit] 2010-10-24 15:03:16,520 INFO datanode.DataNode
(BlockReceiver.java:run(971)) - PacketResponder 1 for block
blk_3342812041894085268_1001 terminating
[junit] 2010-10-24 15:03:16,520 INFO datanode.BlockReceiverAspects
(BlockReceiverAspects.aj:ajc$after$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$9$725950a6(220))
- FI: blockFileClose, datanode=DatanodeRegistration(127.0.0.1:52131,
storageID=DS-1245345416-127.0.1.1-52131-1287932586360, infoPort=47937,
ipcPort=52333)
[junit] 2010-10-24 15:03:16,521 INFO datanode.BlockReceiverAspects
(BlockReceiverAspects.aj:ajc$after$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$9$725950a6(220))
- FI: blockFileClose, datanode=DatanodeRegistration(127.0.0.1:52131,
storageID=DS-1245345416-127.0.1.1-52131-1287932586360, infoPort=47937,
ipcPort=52333)
[junit] 2010-10-24 15:03:16,519 INFO datanode.DataNode
(DataXceiver.java:opWriteBlock(231)) - Receiving block
blk_3342812041894085268_1001 src: /127.0.0.1:52684 dest: /127.0.0.1:60696
[junit] 2010-10-24 15:03:16,521 INFO datanode.DataNode
(FSDataset.java:recoverClose(1246)) - Recover failed close
blk_3342812041894085268_1001
[junit] 2010-10-24 15:03:16,522 INFO datanode.DataTransferProtocolAspects
(DataTransferProtocolAspects.aj:ajc$afterReturning$org_apache_hadoop_hdfs_server_datanode_DataTransferProtocolAspects$1$8f59fdd7(51))
- FI: receiverOp WRITE_BLOCK, datanode=127.0.0.1:52131
[junit] 2010-10-24 15:03:16,523 INFO datanode.DataTransferProtocolAspects
(DataTransferProtocolAspects.aj:ajc$before$org_apache_hadoop_hdfs_server_datanode_DataTransferProtocolAspects$3$3251489(73))
- FI: receiverOpWriteBlock
[junit] 2010-10-24 15:03:16,523 INFO datanode.DataNode
(DataXceiver.java:opWriteBlock(231)) - Receiving block
blk_3342812041894085268_1001 src: /127.0.0.1:56638 dest: /127.0.0.1:52131
[junit] 2010-10-24 15:03:16,523 INFO datanode.DataNode
(FSDataset.java:recoverClose(1246)) - Recover failed close
blk_3342812041894085268_1001
[junit] 2010-10-24 15:03:16,524 INFO datanode.DataTransferProtocolAspects
(DataTransferProtocolAspects.aj:ajc$afterReturning$org_apache_hadoop_hdfs_server_datanode_DataTransferProtocolAspects$2$d4f6605f(61))
- FI: statusRead SUCCESS, datanode=127.0.0.1:60696
[junit] 2010-10-24 15:03:16,525 INFO datanode.DataNode
(DataXceiver.java:opWriteBlock(380)) - Received block
blk_3342812041894085268_1002 src: /127.0.0.1:52684 dest: /127.0.0.1:60696 of
size 1
[junit] 2010-10-24 15:03:16,525 INFO hdfs.StateChange
(BlockManager.java:addStoredBlock(1126)) - BLOCK* NameSystem.addStoredBlock:
blockMap updated: 127.0.0.1:52131 is added to
blk_3342812041894085268_1001{blockUCState=UNDER_CONSTRUCTION,
primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:60696|RBW],
ReplicaUnderConstruction[127.0.0.1:52131|RBW],
ReplicaUnderConstruction[127.0.0.1:38718|RBW]]} size 0
[junit] 2010-10-24 15:03:16,526 INFO datanode.DataNode
(DataXceiver.java:opWriteBlock(380)) - Received block
blk_3342812041894085268_1002 src: /127.0.0.1:56638 dest: /127.0.0.1:52131 of
size 1
[junit] 2010-10-24 15:03:16,526 INFO namenode.FSNamesystem
(FSNamesystem.java:updatePipeline(4553)) -
updatePipeline(block=blk_3342812041894085268_1001, newGenerationStamp=1002,
newLength=1, newNodes=[127.0.0.1:60696, 127.0.0.1:52131],
clientName=DFSClient_353851221)
[junit] 2010-10-24 15:03:16,529 INFO namenode.FSNamesystem
(FSNamesystem.java:updatePipeline(4595)) -
updatePipeline(blk_3342812041894085268_1001) successfully to
blk_3342812041894085268_1002
[junit] 2010-10-24 15:03:16,529 INFO hdfs.StateChange
(BlockManager.java:addStoredBlock(1126)) - BLOCK* NameSystem.addStoredBlock:
blockMap updated: 127.0.0.1:60696 is added to
blk_3342812041894085268_1002{blockUCState=UNDER_CONSTRUCTION,
primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[127.0.0.1:60696|RBW],
ReplicaUnderConstruction[127.0.0.1:52131|RBW]]} size 1
[junit] 2010-10-24 15:03:16,532 INFO hdfs.StateChange
(FSNamesystem.java:completeFileInternal(1713)) - DIR* NameSystem.completeFile:
file /pipeline_Fi_38/foo is closed by DFSClient_353851221
[junit] 2010-10-24 15:03:16,535 INFO FSNamesystem.audit
(FSNamesystem.java:logAuditEvent(148)) - ugi=hudson ip=/127.0.0.1
cmd=open src=/pipeline_Fi_38/foo dst=null perm=null
[junit] 2010-10-24 15:03:16,536 INFO datanode.DataTransferProtocolAspects
(DataTransferProtocolAspects.aj:ajc$afterReturning$org_apache_hadoop_hdfs_server_datanode_DataTransferProtocolAspects$1$8f59fdd7(51))
- FI: receiverOp READ_BLOCK, datanode=127.0.0.1:52131
[junit] Shutting down the Mini HDFS Cluster
[junit] 2010-10-24 15:03:16,538 INFO DataNode.clienttrace
(BlockSender.java:sendBlock(490)) - src: /127.0.0.1:52131, dest:
/127.0.0.1:56639, bytes: 5, op: HDFS_READ, cliID: DFSClient_353851221, offset:
0, srvID: DS-1245345416-127.0.1.1-52131-1287932586360, blockid:
blk_3342812041894085268_1002, duration: 267409
[junit] 2010-10-24 15:03:16,538 INFO hdfs.MiniDFSCluster
(MiniDFSCluster.java:shutdownDataNodes(772)) - Shutting down DataNode 2
[junit] 2010-10-24 15:03:16,538 INFO datanode.DataTransferProtocolAspects
(DataTransferProtocolAspects.aj:ajc$afterReturning$org_apache_hadoop_hdfs_server_datanode_DataTransferProtocolAspects$2$d4f6605f(61))
- FI: statusRead CHECKSUM_OK, datanode=127.0.0.1:52131
[junit] 2010-10-24 15:03:16,640 INFO ipc.Server (Server.java:stop(1601)) -
Stopping server on 52333
[junit] 2010-10-24 15:03:16,640 INFO ipc.Server (Server.java:run(1444)) -
IPC Server handler 0 on 52333: exiting
[junit] 2010-10-24 15:03:16,641 INFO ipc.Server (Server.java:run(675)) -
Stopping IPC Server Responder
[junit] 2010-10-24 15:03:16,641 WARN datanode.DataNode
(DataXceiverServer.java:run(140)) - DatanodeRegistration(127.0.0.1:52131,
storageID=DS-1245345416-127.0.1.1-52131-1287932586360, infoPort=47937,
ipcPort=52333):DataXceiveServer: java.nio.channels.AsynchronousCloseException
[junit] at
java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:185)
[junit] at
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152)
[junit] at
sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84)
[junit] at
org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:133)
[junit] at java.lang.Thread.run(Thread.java:619)
[junit]
[junit] 2010-10-24 15:03:16,641 INFO ipc.Server (Server.java:run(475)) -
Stopping IPC Server listener on 52333
[junit] 2010-10-24 15:03:16,642 INFO datanode.DataNode
(DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads
is 0
[junit] 2010-10-24 15:03:16,642 INFO datanode.DataBlockScanner
(DataBlockScanner.java:run(621)) - Exiting DataBlockScanner thread.
[junit] 2010-10-24 15:03:16,643 INFO datanode.DataNode
(DataNode.java:run(1443)) - DatanodeRegistration(127.0.0.1:52131,
storageID=DS-1245345416-127.0.1.1-52131-1287932586360, infoPort=47937,
ipcPort=52333):Finishing DataNode in:
FSDataset{dirpath='<https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/ws/trunk/build-fi/test/data/dfs/data/data5/current/finalized,/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build-fi/test/data/dfs/data/data6/current/finalized'}>
[junit] 2010-10-24 15:03:16,643 INFO ipc.Server (Server.java:stop(1601)) -
Stopping server on 52333
[junit] 2010-10-24 15:03:16,643 INFO datanode.DataNode
(DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads
is 0
[junit] 2010-10-24 15:03:16,643 INFO datanode.FSDatasetAsyncDiskService
(FSDatasetAsyncDiskService.java:shutdown(133)) - Shutting down all async disk
service threads...
[junit] 2010-10-24 15:03:16,643 INFO datanode.FSDatasetAsyncDiskService
(FSDatasetAsyncDiskService.java:shutdown(142)) - All async disk service threads
have been shut down.
[junit] 2010-10-24 15:03:16,644 WARN datanode.FSDatasetAsyncDiskService
(FSDatasetAsyncDiskService.java:shutdown(130)) - AsyncDiskService has already
shut down.
[junit] 2010-10-24 15:03:16,644 INFO hdfs.MiniDFSCluster
(MiniDFSCluster.java:shutdownDataNodes(772)) - Shutting down DataNode 1
[junit] 2010-10-24 15:03:16,746 INFO ipc.Server (Server.java:stop(1601)) -
Stopping server on 34653
[junit] 2010-10-24 15:03:16,746 INFO ipc.Server (Server.java:run(1444)) -
IPC Server handler 0 on 34653: exiting
[junit] 2010-10-24 15:03:16,746 INFO ipc.Server (Server.java:run(475)) -
Stopping IPC Server listener on 34653
[junit] 2010-10-24 15:03:16,747 WARN datanode.DataNode
(DataXceiverServer.java:run(140)) - DatanodeRegistration(127.0.0.1:60696,
storageID=DS-395159725-127.0.1.1-60696-1287932586100, infoPort=35570,
ipcPort=34653):DataXceiveServer: java.nio.channels.AsynchronousCloseException
[junit] at
java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:185)
[junit] at
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152)
[junit] at
sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84)
[junit] at
org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:133)
[junit] at java.lang.Thread.run(Thread.java:619)
[junit]
[junit] 2010-10-24 15:03:16,746 INFO ipc.Server (Server.java:run(675)) -
Stopping IPC Server Responder
[junit] 2010-10-24 15:03:16,746 INFO datanode.DataNode
(DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads
is 1
[junit] 2010-10-24 15:03:16,748 INFO datanode.DataBlockScanner
(DataBlockScanner.java:run(621)) - Exiting DataBlockScanner thread.
[junit] 2010-10-24 15:03:16,748 INFO datanode.DataNode
(DataNode.java:run(1443)) - DatanodeRegistration(127.0.0.1:60696,
storageID=DS-395159725-127.0.1.1-60696-1287932586100, infoPort=35570,
ipcPort=34653):Finishing DataNode in:
FSDataset{dirpath='<https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/ws/trunk/build-fi/test/data/dfs/data/data3/current/finalized,/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build-fi/test/data/dfs/data/data4/current/finalized'}>
[junit] 2010-10-24 15:03:16,748 INFO ipc.Server (Server.java:stop(1601)) -
Stopping server on 34653
[junit] 2010-10-24 15:03:16,749 INFO datanode.DataNode
(DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads
is 0
[junit] 2010-10-24 15:03:16,749 INFO datanode.FSDatasetAsyncDiskService
(FSDatasetAsyncDiskService.java:shutdown(133)) - Shutting down all async disk
service threads...
[junit] 2010-10-24 15:03:16,749 INFO datanode.FSDatasetAsyncDiskService
(FSDatasetAsyncDiskService.java:shutdown(142)) - All async disk service threads
have been shut down.
[junit] 2010-10-24 15:03:16,750 WARN datanode.FSDatasetAsyncDiskService
(FSDatasetAsyncDiskService.java:shutdown(130)) - AsyncDiskService has already
shut down.
[junit] 2010-10-24 15:03:16,750 INFO hdfs.MiniDFSCluster
(MiniDFSCluster.java:shutdownDataNodes(772)) - Shutting down DataNode 0
[junit] 2010-10-24 15:03:16,851 INFO ipc.Server (Server.java:stop(1601)) -
Stopping server on 45007
[junit] 2010-10-24 15:03:16,852 INFO ipc.Server (Server.java:run(1444)) -
IPC Server handler 0 on 45007: exiting
[junit] 2010-10-24 15:03:16,852 INFO ipc.Server (Server.java:run(675)) -
Stopping IPC Server Responder
[junit] 2010-10-24 15:03:16,852 INFO datanode.DataNode
(DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads
is 3
[junit] 2010-10-24 15:03:16,852 INFO ipc.Server (Server.java:run(475)) -
Stopping IPC Server listener on 45007
[junit] 2010-10-24 15:03:16,852 INFO datanode.BlockReceiverAspects
(BlockReceiverAspects.aj:ajc$after$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$9$725950a6(220))
- FI: blockFileClose, datanode=DatanodeRegistration(127.0.0.1:38718,
storageID=DS-1807545415-127.0.1.1-38718-1287932585706, infoPort=41545,
ipcPort=45007)
[junit] 2010-10-24 15:03:16,852 INFO datanode.DataNode
(BlockReceiver.java:run(886)) - PacketResponder blk_3342812041894085268_1001 0
: Thread is interrupted.
[junit] 2010-10-24 15:03:16,852 WARN datanode.DataNode
(DataXceiverServer.java:run(140)) - DatanodeRegistration(127.0.0.1:38718,
storageID=DS-1807545415-127.0.1.1-38718-1287932585706, infoPort=41545,
ipcPort=45007):DataXceiveServer: java.nio.channels.AsynchronousCloseException
[junit] at
java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:185)
[junit] at
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:152)
[junit] at
sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:84)
[junit] at
org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:133)
[junit] at java.lang.Thread.run(Thread.java:619)
[junit]
[junit] 2010-10-24 15:03:16,853 INFO datanode.BlockReceiverAspects
(BlockReceiverAspects.aj:ajc$after$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$9$725950a6(220))
- FI: blockFileClose, datanode=DatanodeRegistration(127.0.0.1:38718,
storageID=DS-1807545415-127.0.1.1-38718-1287932585706, infoPort=41545,
ipcPort=45007)
[junit] 2010-10-24 15:03:16,853 INFO datanode.DataNode
(BlockReceiver.java:run(971)) - PacketResponder 0 for block
blk_3342812041894085268_1001 terminating
[junit] 2010-10-24 15:03:16,854 ERROR datanode.DataNode
(DataXceiver.java:run(116)) - DatanodeRegistration(127.0.0.1:38718,
storageID=DS-1807545415-127.0.1.1-38718-1287932585706, infoPort=41545,
ipcPort=45007):DataXceiver
[junit] java.lang.RuntimeException: java.lang.InterruptedException: sleep
interrupted
[junit] at org.apache.hadoop.fi.FiTestUtil.sleep(FiTestUtil.java:82)
[junit] at
org.apache.hadoop.fi.DataTransferTestUtil$SleepAction.run(DataTransferTestUtil.java:346)
[junit] at
org.apache.hadoop.fi.DataTransferTestUtil$SleepAction.run(DataTransferTestUtil.java:1)
[junit] at
org.apache.hadoop.fi.FiTestUtil$ActionContainer.run(FiTestUtil.java:116)
[junit] at
org.apache.hadoop.hdfs.server.datanode.BlockReceiverAspects.ajc$before$org_apache_hadoop_hdfs_server_datanode_BlockReceiverAspects$7$b9c2bffe(BlockReceiverAspects.aj:193)
[junit] at
org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:437)
[junit] at
org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:625)
[junit] at
org.apache.hadoop.hdfs.server.datanode.DataXceiver.opWriteBlock(DataXceiver.java:363)
[junit] at
org.apache.hadoop.hdfs.protocol.DataTransferProtocol$Receiver.opWriteBlock(DataTransferProtocol.java:389)
[junit] at
org.apache.hadoop.hdfs.protocol.DataTransferProtocol$Receiver.processOp(DataTransferProtocol.java:331)
[junit] at
org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:114)
[junit] at java.lang.Thread.run(Thread.java:619)
[junit] Caused by: java.lang.InterruptedException: sleep interrupted
[junit] at java.lang.Thread.sleep(Native Method)
[junit] at org.apache.hadoop.fi.FiTestUtil.sleep(FiTestUtil.java:80)
[junit] ... 11 more
[junit] 2010-10-24 15:03:16,855 INFO datanode.DataNode
(DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads
is 0
[junit] 2010-10-24 15:03:16,889 INFO datanode.DataBlockScanner
(DataBlockScanner.java:run(621)) - Exiting DataBlockScanner thread.
[junit] 2010-10-24 15:03:16,955 INFO datanode.DataNode
(DataNode.java:run(1443)) - DatanodeRegistration(127.0.0.1:38718,
storageID=DS-1807545415-127.0.1.1-38718-1287932585706, infoPort=41545,
ipcPort=45007):Finishing DataNode in:
FSDataset{dirpath='<https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/ws/trunk/build-fi/test/data/dfs/data/data1/current/finalized,/grid/0/hudson/hudson-slave/workspace/Hadoop-Hdfs-trunk/trunk/build-fi/test/data/dfs/data/data2/current/finalized'}>
[junit] 2010-10-24 15:03:16,955 INFO ipc.Server (Server.java:stop(1601)) -
Stopping server on 45007
[junit] 2010-10-24 15:03:16,956 INFO datanode.DataNode
(DataNode.java:shutdown(768)) - Waiting for threadgroup to exit, active threads
is 0
[junit] 2010-10-24 15:03:16,956 INFO datanode.FSDatasetAsyncDiskService
(FSDatasetAsyncDiskService.java:shutdown(133)) - Shutting down all async disk
service threads...
[junit] 2010-10-24 15:03:16,956 INFO datanode.FSDatasetAsyncDiskService
(FSDatasetAsyncDiskService.java:shutdown(142)) - All async disk service threads
have been shut down.
[junit] 2010-10-24 15:03:16,957 WARN datanode.FSDatasetAsyncDiskService
(FSDatasetAsyncDiskService.java:shutdown(130)) - AsyncDiskService has already
shut down.
[junit] 2010-10-24 15:03:17,058 WARN namenode.FSNamesystem
(FSNamesystem.java:run(2818)) - ReplicationMonitor thread received
InterruptedException.java.lang.InterruptedException: sleep interrupted
[junit] 2010-10-24 15:03:17,059 WARN namenode.DecommissionManager
(DecommissionManager.java:run(70)) - Monitor interrupted:
java.lang.InterruptedException: sleep interrupted
[junit] 2010-10-24 15:03:17,059 INFO namenode.FSNamesystem
(FSEditLog.java:printStatistics(1122)) - Number of transactions: 6 Total time
for transactions(ms): 1Number of transactions batched in Syncs: 0 Number of
syncs: 3 SyncTimes(ms): 5 3
[junit] 2010-10-24 15:03:17,060 INFO ipc.Server (Server.java:stop(1601)) -
Stopping server on 56215
[junit] 2010-10-24 15:03:17,061 INFO ipc.Server (Server.java:run(1444)) -
IPC Server handler 1 on 56215: exiting
[junit] 2010-10-24 15:03:17,061 INFO ipc.Server (Server.java:run(1444)) -
IPC Server handler 0 on 56215: exiting
[junit] 2010-10-24 15:03:17,061 INFO ipc.Server (Server.java:run(1444)) -
IPC Server handler 2 on 56215: exiting
[junit] 2010-10-24 15:03:17,062 INFO ipc.Server (Server.java:run(1444)) -
IPC Server handler 7 on 56215: exiting
[junit] 2010-10-24 15:03:17,062 INFO ipc.Server (Server.java:run(1444)) -
IPC Server handler 8 on 56215: exiting
[junit] 2010-10-24 15:03:17,061 INFO ipc.Server (Server.java:run(1444)) -
IPC Server handler 5 on 56215: exiting
[junit] 2010-10-24 15:03:17,061 INFO ipc.Server (Server.java:run(1444)) -
IPC Server handler 4 on 56215: exiting
[junit] 2010-10-24 15:03:17,061 INFO ipc.Server (Server.java:run(1444)) -
IPC Server handler 6 on 56215: exiting
[junit] 2010-10-24 15:03:17,061 INFO ipc.Server (Server.java:run(475)) -
Stopping IPC Server listener on 56215
[junit] 2010-10-24 15:03:17,061 INFO ipc.Server (Server.java:run(1444)) -
IPC Server handler 3 on 56215: exiting
[junit] 2010-10-24 15:03:17,061 INFO ipc.Server (Server.java:run(675)) -
Stopping IPC Server Responder
[junit] 2010-10-24 15:03:17,062 INFO ipc.Server (Server.java:run(1444)) -
IPC Server handler 9 on 56215: exiting
[junit] Tests run: 3, Failures: 0, Errors: 0, Time elapsed: 71.849 sec
checkfailure:
[touch] Creating
<https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/ws/trunk/build-fi/test/testsfailed>
BUILD FAILED
<https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/ws/trunk/build.xml>:706:
The following error occurred while executing this line:
<https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/ws/trunk/build.xml>:473:
The following error occurred while executing this line:
<https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/ws/trunk/src/test/aop/build/aop.xml>:230:
The following error occurred while executing this line:
<https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/ws/trunk/build.xml>:664:
The following error occurred while executing this line:
<https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/ws/trunk/build.xml>:621:
The following error occurred while executing this line:
<https://hudson.apache.org/hudson/job/Hadoop-Hdfs-trunk/ws/trunk/build.xml>:689:
Tests failed!
Total time: 209 minutes 47 seconds
Publishing Javadoc
Archiving artifacts
Recording test results
Recording fingerprints
Publishing Clover coverage report...
No Clover report will be published due to a Build Failure