See <http://jenkins-public.iridiant.net/job/HBase-TRUNK-Hadoop-2/504/changes>
Changes:
[jmhsieh] HBASE-9649 HFilePrettyPrinter should not throw a NPE if FirstKey or
LastKey is null (Jean-Marc Spaggiari)
[Nick Dimiduk] HBASE-9639 SecureBulkLoad dispatches file load requests to all
Regions
[Nick Dimiduk] HBASE-9630 Add thread which detects JVM pauses like HADOOP's
(Liang Xie)
------------------------------------------
[...truncated 13955 lines...]
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2016)
"IPC Server handler 0 on 40141" daemon prio=10 tid=0x00007f0fc812d800
nid=0x2936 waiting on condition [0x00007f0fe4dc7000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000008ccd7298> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
at
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
at org.apache.hadoop.ipc.Server$Handler.run(Server.java:2016)
"IPC Server listener on 40141" daemon prio=10 tid=0x00007f0fc812c800 nid=0x2935
runnable [0x00007f0fe4ec8000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x000000008cd2cd68> (a sun.nio.ch.Util$2)
- locked <0x000000008cd2cd58> (a java.util.Collections$UnmodifiableSet)
- locked <0x000000008cd2c888> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
at org.apache.hadoop.ipc.Server$Listener.run(Server.java:693)
"IPC Server Responder" daemon prio=10 tid=0x00007f0fc80d9000 nid=0x2934
runnable [0x00007f0fe4fc9000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x000000008cd2d840> (a sun.nio.ch.Util$2)
- locked <0x000000008cd2d830> (a java.util.Collections$UnmodifiableSet)
- locked <0x000000008cd2d618> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:881)
at org.apache.hadoop.ipc.Server$Responder.run(Server.java:864)
"org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@823d278"
daemon prio=10 tid=0x00007f0fc8145800 nid=0x2931 waiting on condition
[0x00007f0fe50ca000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at
org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor.run(BlockManager.java:3114)
at java.lang.Thread.run(Thread.java:662)
"org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@67cec874"
daemon prio=10 tid=0x00007f0fc83a5800 nid=0x2930 waiting on condition
[0x00007f0fe51cb000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at
org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:295)
at java.lang.Thread.run(Thread.java:662)
"org.apache.hadoop.hdfs.server.blockmanagement.DecommissionManager$Monitor@141ed7ac"
daemon prio=10 tid=0x00007f0fc8198800 nid=0x292c waiting on condition
[0x00007f0fe52cc000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at
org.apache.hadoop.hdfs.server.blockmanagement.DecommissionManager$Monitor.run(DecommissionManager.java:76)
at java.lang.Thread.run(Thread.java:662)
"org.apache.hadoop.hdfs.server.blockmanagement.PendingReplicationBlocks$PendingReplicationMonitor@47e7d503"
daemon prio=10 tid=0x00007f0fc8018000 nid=0x292a waiting on condition
[0x00007f0fe53cd000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at
org.apache.hadoop.hdfs.server.blockmanagement.PendingReplicationBlocks$PendingReplicationMonitor.run(PendingReplicationBlocks.java:221)
at java.lang.Thread.run(Thread.java:662)
"Socket Reader #1 for port 40141" prio=10 tid=0x00007f0fc8066800 nid=0x2916
runnable [0x00007f0fe54ce000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x000000008cd2bc98> (a sun.nio.ch.Util$2)
- locked <0x000000008cd2bc88> (a java.util.Collections$UnmodifiableSet)
- locked <0x000000008cd29ce8> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:84)
at
org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:580)
- locked <0x000000008cd2cf78> (a
org.apache.hadoop.ipc.Server$Listener$Reader)
at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:566)
"Timer-0" daemon prio=10 tid=0x00007f0fc808b800 nid=0x285d in Object.wait()
[0x00007f0fe55cf000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:509)
- locked <0x000000008ccd1790> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)
"1263457655@qtp-451237309-1 - Acceptor0 SelectChannelConnector@localhost:55049"
daemon prio=10 tid=0x00007f0fc822e000 nid=0x27db runnable [0x00007f0fe56d0000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:210)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:65)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
- locked <0x000000008cd394e8> (a sun.nio.ch.Util$2)
- locked <0x000000008cd394d8> (a java.util.Collections$UnmodifiableSet)
- locked <0x000000008cd39030> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
at
org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498)
at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192)
at
org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
at
org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708)
at
org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"1134799404@qtp-451237309-0" daemon prio=10 tid=0x00007f0fc811e800 nid=0x27da
in Object.wait() [0x00007f0fe5aef000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at
org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
- locked <0x000000008cd39700> (a
org.mortbay.thread.QueuedThreadPool$PoolThread)
"Timer for 'NameNode' metrics system" daemon prio=10 tid=0x00007f0fc8092000
nid=0x27be in Object.wait() [0x00007f0fe58d9000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:509)
- locked <0x000000008cdba9e0> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)
"pool-1-thread-1" prio=10 tid=0x00007f100c62e800 nid=0x2614 in Object.wait()
[0x00007f0fe5bf6000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at org.apache.hadoop.hbase.ipc.RpcClient.call(RpcClient.java:1416)
- locked <0x00000000e53d12d8> (a
org.apache.hadoop.hbase.ipc.RpcClient$Call)
at
org.apache.hadoop.hbase.ipc.RpcClient.callBlockingMethod(RpcClient.java:1634)
at
org.apache.hadoop.hbase.ipc.RpcClient$BlockingRpcChannelImplementation.callBlockingMethod(RpcClient.java:1691)
at
org.apache.hadoop.hbase.protobuf.generated.MasterAdminProtos$MasterAdminService$BlockingStub.createTable(MasterAdminProtos.java:34779)
at
org.apache.hadoop.hbase.client.HConnectionManager$HConnectionImplementation$5.createTable(HConnectionManager.java:2053)
at org.apache.hadoop.hbase.client.HBaseAdmin$2.call(HBaseAdmin.java:591)
at org.apache.hadoop.hbase.client.HBaseAdmin$2.call(HBaseAdmin.java:587)
at
org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:116)
- locked <0x000000008f7a46f0> (a
org.apache.hadoop.hbase.client.RpcRetryingCaller)
at
org.apache.hadoop.hbase.client.RpcRetryingCaller.callWithRetries(RpcRetryingCaller.java:94)
- locked <0x000000008f7a46f0> (a
org.apache.hadoop.hbase.client.RpcRetryingCaller)
at
org.apache.hadoop.hbase.client.HBaseAdmin.executeCallable(HBaseAdmin.java:3156)
at
org.apache.hadoop.hbase.client.HBaseAdmin.createTableAsync(HBaseAdmin.java:587)
at
org.apache.hadoop.hbase.client.HBaseAdmin.createTable(HBaseAdmin.java:478)
at
org.apache.hadoop.hbase.util.TestHBaseFsck.setupTable(TestHBaseFsck.java:338)
at
org.apache.hadoop.hbase.util.TestHBaseFsck.testHbckThreadpooling(TestHBaseFsck.java:426)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at
org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at
org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.junit.runners.Suite.runChild(Suite.java:127)
at org.junit.runners.Suite.runChild(Suite.java:26)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:439)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:303)
at java.util.concurrent.FutureTask.run(FutureTask.java:138)
at
java.util.concurrent.ThreadPoolExecutor$Worker.runTask(ThreadPoolExecutor.java:895)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:918)
at java.lang.Thread.run(Thread.java:662)
"Low Memory Detector" daemon prio=10 tid=0x00007f100c0b7000 nid=0x2558 runnable
[0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" daemon prio=10 tid=0x00007f100c0b5000 nid=0x2557 waiting
on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" daemon prio=10 tid=0x00007f100c0b2800 nid=0x2538 waiting
on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" daemon prio=10 tid=0x00007f100c0b0000 nid=0x2537 runnable
[0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" daemon prio=10 tid=0x00007f100c094800 nid=0x252c in Object.wait()
[0x00007f1008cfb000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
- locked <0x000000008da07958> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:159)
"Reference Handler" daemon prio=10 tid=0x00007f100c092800 nid=0x2522 in
Object.wait() [0x00007f1008dfc000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:485)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
- locked <0x000000008dad1ea8> (a java.lang.ref.Reference$Lock)
"main" prio=10 tid=0x00007f100c007000 nid=0x2518 waiting on condition
[0x00007f1011b39000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000008d55a780> (a
java.util.concurrent.FutureTask$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:811)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:969)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1281)
at java.util.concurrent.FutureTask$Sync.innerGet(FutureTask.java:218)
at java.util.concurrent.FutureTask.get(FutureTask.java:83)
at
org.apache.maven.surefire.junitcore.AsynchronousRunner.waitForCompletion(AsynchronousRunner.java:73)
at
org.apache.maven.surefire.junitcore.AsynchronousRunner.finished(AsynchronousRunner.java:58)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:242)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.junit.runner.JUnitCore.run(JUnitCore.java:160)
at org.junit.runner.JUnitCore.run(JUnitCore.java:138)
at
org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:61)
at
org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at
org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:188)
at
org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:166)
at
org.apache.maven.surefire.booter.ProviderFactory.invokeProvider(ProviderFactory.java:86)
at
org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:101)
at
org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:74)
"VM Thread" prio=10 tid=0x00007f100c08b800 nid=0x2520 runnable
"GC task thread#0 (ParallelGC)" prio=10 tid=0x00007f100c01a000 nid=0x2519
runnable
"GC task thread#1 (ParallelGC)" prio=10 tid=0x00007f100c01b800 nid=0x251a
runnable
"GC task thread#2 (ParallelGC)" prio=10 tid=0x00007f100c01d800 nid=0x251b
runnable
"GC task thread#3 (ParallelGC)" prio=10 tid=0x00007f100c01f800 nid=0x251c
runnable
"VM Periodic Task Thread" prio=10 tid=0x00007f100c0c2000 nid=0x2559 waiting on
condition
JNI global references: 1459
+ echo '************ END zombies jstack extract'
************ END zombies jstack extract
+ JIRA_COMMENT='
{color:red}-1 core zombie tests{color}. There are 1 zombie test(s):
at
org.apache.hadoop.hbase.util.TestHBaseFsck.testHbckThreadpooling(TestHBaseFsck.java:426)'
+ BAD=1
+ jps
+ grep surefirebooter
+ cut -d ' ' -f 1
+ xargs kill -9
POST BUILD TASK : SUCCESS
END OF POST BUILD TASK : 0