+ ZB_STACK=' at org.apache.hadoop.hbase.client.TestHCM.testClusterStatus(TestHCM.java:251)'
Waiting for ever... St.Ack On Thu, Sep 18, 2014 at 11:20 PM, Apache Jenkins Server < [email protected]> wrote: > See <https://builds.apache.org/job/HBase-TRUNK/5530/changes> > > Changes: > > [stack] HBASE-12025 > TestHttpServerLifecycle.testStartedServerWithRequestLog hangs frequently > > ------------------------------------------ > [...truncated 5896 lines...] > at > org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:109) > at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1985) > > "IPC Server listener on 54459" daemon prio=10 tid=0x5fa92c00 nid=0x7822 > runnable [0x6245c000] > java.lang.Thread.State: RUNNABLE > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81) > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) > - locked <0x80e0b7d0> (a sun.nio.ch.Util$2) > - locked <0x80e0b7c0> (a java.util.Collections$UnmodifiableSet) > - locked <0x80e0b3b8> (a sun.nio.ch.EPollSelectorImpl) > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) > at org.apache.hadoop.ipc.Server$Listener.run(Server.java:668) > > "IPC Server Responder" daemon prio=10 tid=0x5fa92000 nid=0x7821 runnable > [0x6367d000] > java.lang.Thread.State: RUNNABLE > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81) > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) > - locked <0x80e0c1b8> (a sun.nio.ch.Util$2) > - locked <0x80e0c1a8> (a java.util.Collections$UnmodifiableSet) > - locked <0x80e0bfa8> (a sun.nio.ch.EPollSelectorImpl) > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) > at > org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:835) > at org.apache.hadoop.ipc.Server$Responder.run(Server.java:818) > > > "org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@cf242c" > daemon prio=10 tid=0x5fa89400 nid=0x7820 waiting on condition [0x624ad000] > java.lang.Thread.State: TIMED_WAITING (sleeping) > at java.lang.Thread.sleep(Native Method) > at > org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor.run(BlockManager.java:3336) > at java.lang.Thread.run(Thread.java:724) > > > "org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@14ff65b" > daemon prio=10 tid=0x5fa87c00 nid=0x781f waiting on condition [0x624fe000] > java.lang.Thread.State: TIMED_WAITING (sleeping) > at java.lang.Thread.sleep(Native Method) > at > org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:307) > at java.lang.Thread.run(Thread.java:724) > > > "org.apache.hadoop.hdfs.server.blockmanagement.DecommissionManager$Monitor@445b4c" > daemon prio=10 tid=0x5fa87400 nid=0x781e waiting on condition [0x62a9b000] > java.lang.Thread.State: TIMED_WAITING (sleeping) > at java.lang.Thread.sleep(Native Method) > at > org.apache.hadoop.hdfs.server.blockmanagement.DecommissionManager$Monitor.run(DecommissionManager.java:76) > at java.lang.Thread.run(Thread.java:724) > > > "org.apache.hadoop.hdfs.server.blockmanagement.PendingReplicationBlocks$PendingReplicationMonitor@99509a" > daemon prio=10 tid=0x5fa85c00 nid=0x781d waiting on condition [0x62aec000] > java.lang.Thread.State: TIMED_WAITING (sleeping) > at java.lang.Thread.sleep(Native Method) > at > org.apache.hadoop.hdfs.server.blockmanagement.PendingReplicationBlocks$PendingReplicationMonitor.run(PendingReplicationBlocks.java:221) > at java.lang.Thread.run(Thread.java:724) > > "org.apache.hadoop.util.JvmPauseMonitor$Monitor@13b1fff" daemon prio=10 > tid=0x5fa81800 nid=0x7817 waiting on condition [0x6387d000] > java.lang.Thread.State: TIMED_WAITING (sleeping) > at java.lang.Thread.sleep(Native Method) > at > org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:161) > at java.lang.Thread.run(Thread.java:724) > > "IPC Server idle connection scanner for port 54459" daemon prio=10 > tid=0x5fa5d000 nid=0x7816 in Object.wait() [0x63a7d000] > java.lang.Thread.State: TIMED_WAITING (on object monitor) > at java.lang.Object.wait(Native Method) > at java.util.TimerThread.mainLoop(Timer.java:552) > - locked <0x80e0ad40> (a java.util.TaskQueue) > at java.util.TimerThread.run(Timer.java:505) > > "Socket Reader #1 for port 54459" prio=10 tid=0x5fa20000 nid=0x7814 > runnable [0x6a07d000] > java.lang.Thread.State: RUNNABLE > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81) > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) > - locked <0x80e08728> (a sun.nio.ch.Util$2) > - locked <0x81cfe348> (a java.util.Collections$UnmodifiableSet) > - locked <0x80e07ea0> (a sun.nio.ch.EPollSelectorImpl) > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:102) > at > org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:616) > - locked <0x80e0b9a0> (a > org.apache.hadoop.ipc.Server$Listener$Reader) > at > org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:595) > > "Timer-0" daemon prio=10 tid=0x5ff4dc00 nid=0x7746 in Object.wait() > [0x6a27d000] > java.lang.Thread.State: TIMED_WAITING (on object monitor) > at java.lang.Object.wait(Native Method) > at java.util.TimerThread.mainLoop(Timer.java:552) > - locked <0x7fd57f10> (a java.util.TaskQueue) > at java.util.TimerThread.run(Timer.java:505) > > "9288993@qtp-7344580-1 - Acceptor0 SelectChannelConnector@localhost:60176" > daemon prio=10 tid=0x5ff3a800 nid=0x7707 runnable [0x6a47d000] > java.lang.Thread.State: RUNNABLE > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228) > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81) > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87) > - locked <0x7fd21708> (a sun.nio.ch.Util$2) > - locked <0x7fd216f8> (a java.util.Collections$UnmodifiableSet) > - locked <0x7fd212f8> (a sun.nio.ch.EPollSelectorImpl) > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98) > at > org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498) > at > org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192) > at > org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124) > at > org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708) > at > org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582) > > "32089430@qtp-7344580-0" daemon prio=10 tid=0x5ff3a000 nid=0x7706 in > Object.wait() [0x6a67d000] > java.lang.Thread.State: TIMED_WAITING (on object monitor) > at java.lang.Object.wait(Native Method) > at > org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626) > - locked <0x7fd20e98> (a > org.mortbay.thread.QueuedThreadPool$PoolThread) > > "Timer for 'NameNode' metrics system" daemon prio=10 tid=0x604e7c00 > nid=0x7670 in Object.wait() [0x6aa7d000] > java.lang.Thread.State: TIMED_WAITING (on object monitor) > at java.lang.Object.wait(Native Method) > at java.util.TimerThread.mainLoop(Timer.java:552) > - locked <0x7fd18f68> (a java.util.TaskQueue) > at java.util.TimerThread.run(Timer.java:505) > > "Service Thread" daemon prio=10 tid=0x63b27000 nid=0x73f5 runnable > [0x00000000] > java.lang.Thread.State: RUNNABLE > > "C2 CompilerThread1" daemon prio=10 tid=0x63b25000 nid=0x73f4 waiting on > condition [0x00000000] > java.lang.Thread.State: RUNNABLE > > "C2 CompilerThread0" daemon prio=10 tid=0x63b23000 nid=0x73f3 waiting on > condition [0x00000000] > java.lang.Thread.State: RUNNABLE > > "Signal Dispatcher" daemon prio=10 tid=0x63b21800 nid=0x73f2 runnable > [0x00000000] > java.lang.Thread.State: RUNNABLE > > "Finalizer" daemon prio=10 tid=0x63fe7000 nid=0x73f1 in Object.wait() > [0x6be7d000] > java.lang.Thread.State: WAITING (on object monitor) > at java.lang.Object.wait(Native Method) > at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135) > - locked <0x7caa8510> (a java.lang.ref.ReferenceQueue$Lock) > at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151) > at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189) > > "Reference Handler" daemon prio=10 tid=0x63fe5000 nid=0x73f0 in > Object.wait() [0x6c07d000] > java.lang.Thread.State: WAITING (on object monitor) > at java.lang.Object.wait(Native Method) > at java.lang.Object.wait(Object.java:503) > at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133) > - locked <0x7caa8530> (a java.lang.ref.Reference$Lock) > > "main" prio=10 tid=0xf6706800 nid=0x73dc sleeping[0xf6893000] > java.lang.Thread.State: TIMED_WAITING (sleeping) > at java.lang.Thread.sleep(Native Method) > at > org.apache.hadoop.hbase.client.TestHCM.testClusterStatus(TestHCM.java:251) > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) > at > sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) > at > sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) > at java.lang.reflect.Method.invoke(Method.java:606) > at > org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47) > at > org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) > at > org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44) > at > org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) > at > org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) > at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271) > at > org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70) > at > org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) > at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) > at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) > at > org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) > at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) > at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) > at > org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) > at > org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) > at org.junit.runners.ParentRunner.run(ParentRunner.java:309) > at org.junit.runners.Suite.runChild(Suite.java:127) > at org.junit.runners.Suite.runChild(Suite.java:26) > at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238) > at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63) > at > org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236) > at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53) > at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229) > at org.junit.runners.ParentRunner.run(ParentRunner.java:309) > at org.junit.runner.JUnitCore.run(JUnitCore.java:160) > at org.junit.runner.JUnitCore.run(JUnitCore.java:138) > at > org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:113) > at > org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:85) > at > org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:54) > at > org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:134) > at > org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200) > at > org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153) > at > org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103) > > "VM Thread" prio=10 tid=0x642f8800 nid=0x73ef runnable > > "GC task thread#0 (ParallelGC)" prio=10 tid=0xf6710c00 nid=0x73dd runnable > > "GC task thread#1 (ParallelGC)" prio=10 tid=0xf6712000 nid=0x73de runnable > > "GC task thread#2 (ParallelGC)" prio=10 tid=0xf6713800 nid=0x73df runnable > > "GC task thread#3 (ParallelGC)" prio=10 tid=0xf6715000 nid=0x73e0 runnable > > "GC task thread#4 (ParallelGC)" prio=10 tid=0xf6716400 nid=0x73e1 runnable > > "GC task thread#5 (ParallelGC)" prio=10 tid=0xf6717c00 nid=0x73e2 runnable > > "GC task thread#6 (ParallelGC)" prio=10 tid=0xf6719400 nid=0x73e3 runnable > > "GC task thread#7 (ParallelGC)" prio=10 tid=0xf671a800 nid=0x73e4 runnable > > "GC task thread#8 (ParallelGC)" prio=10 tid=0xf671c000 nid=0x73e5 runnable > > "GC task thread#9 (ParallelGC)" prio=10 tid=0xf671d800 nid=0x73e6 runnable > > "GC task thread#10 (ParallelGC)" prio=10 tid=0xf671ec00 nid=0x73e7 runnable > > "GC task thread#11 (ParallelGC)" prio=10 tid=0xf6720400 nid=0x73e8 runnable > > "GC task thread#12 (ParallelGC)" prio=10 tid=0xf6721c00 nid=0x73e9 runnable > > "GC task thread#13 (ParallelGC)" prio=10 tid=0xf6723400 nid=0x73ea runnable > > "GC task thread#14 (ParallelGC)" prio=10 tid=0xf6724800 nid=0x73eb runnable > > "GC task thread#15 (ParallelGC)" prio=10 tid=0xf6726000 nid=0x73ec runnable > > "GC task thread#16 (ParallelGC)" prio=10 tid=0xf6727800 nid=0x73ed runnable > > "GC task thread#17 (ParallelGC)" prio=10 tid=0xf6728c00 nid=0x73ee runnable > > "VM Periodic Task Thread" prio=10 tid=0x63b29000 nid=0x73f6 waiting on > condition > > JNI global references: 338 > > + echo '************ END zombies jstack extract' > ************ END zombies jstack extract > + JIRA_COMMENT=' > > {color:red}-1 core zombie tests{color}. There are 1 zombie test(s): > at > org.apache.hadoop.hbase.client.TestHCM.testClusterStatus(TestHCM.java:251)' > + BAD=1 > + jps > + grep surefirebooter > + cut -d ' ' -f 1 > + xargs kill -9 > POST BUILD TASK : SUCCESS > END OF POST BUILD TASK : 0 > Archiving artifacts > Sending artifact delta relative to HBase-TRUNK #5524 > Archived 1804 artifacts > Archive block size is 32768 > Received 77 blocks and 882975026 bytes > Compression is 0.3% > Took 3 min 27 sec > Recording test results > Updating HBASE-12025 >
