See <https://builds.apache.org/job/HBase-0.98/542/changes>
Changes:
[tedyu] HBASE-11405 Multiple invocations of hbck in parallel disables balancer
permanently (Sean Busbey and bharath v)
------------------------------------------
[...truncated 1818 lines...]
+ xargs -n 1 jstack
2014-09-25 19:06:46
Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.45-b01 mixed mode):
"Attach Listener" daemon prio=10 tid=0x00007ff6d4001000 nid=0x3da7 waiting on
condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Timer-1" daemon prio=10 tid=0x00007ff6dcb8a000 nid=0x6b0e in Object.wait()
[0x00007ff6d3346000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00000000ec764a80> (a java.util.TaskQueue)
at java.util.TimerThread.mainLoop(Timer.java:509)
- locked <0x00000000ec764a80> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:462)
"1656942101@qtp-672440717-1 - Acceptor0 SelectChannelConnector@localhost:51082"
daemon prio=10 tid=0x00007ff6dcb36000 nid=0x6b0d waiting for monitor entry
[0x00007ff6d386e000]
java.lang.Thread.State: BLOCKED (on object monitor)
at
org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:464)
- waiting to lock <0x00000000ec76c9e0> (a
org.mortbay.io.nio.SelectorManager$SelectSet)
at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192)
at
org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
at
org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708)
at
org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"1859093149@qtp-672440717-0" daemon prio=10 tid=0x00007ff6dc850000 nid=0x6b0c
in Object.wait() [0x00007ff6d376d000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00000000ec6ef1d8> (a
org.mortbay.thread.QueuedThreadPool$PoolThread)
at
org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
- locked <0x00000000ec6ef1d8> (a
org.mortbay.thread.QueuedThreadPool$PoolThread)
"Low Memory Detector" daemon prio=10 tid=0x00007ff6dc0cb800 nid=0x6b04 runnable
[0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" daemon prio=10 tid=0x00007ff6dc0c7000 nid=0x6b03 waiting
on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" daemon prio=10 tid=0x00007ff6dc0c4000 nid=0x6b02 waiting
on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" daemon prio=10 tid=0x00007ff6dc0c2000 nid=0x6b01 runnable
[0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" daemon prio=10 tid=0x00007ff6dc0a7000 nid=0x6b00 in Object.wait()
[0x00007ff6d3ffe000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00000000eaab1300> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
- locked <0x00000000eaab1300> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:171)
"Reference Handler" daemon prio=10 tid=0x00007ff6dc0a5000 nid=0x6aff in
Object.wait() [0x00007ff6d81f0000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00000000eaab11d8> (a java.lang.ref.Reference$Lock)
at java.lang.Object.wait(Object.java:485)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
- locked <0x00000000eaab11d8> (a java.lang.ref.Reference$Lock)
"main" prio=10 tid=0x00007ff6dc008000 nid=0x6aef runnable [0x00007ff6e22c8000]
java.lang.Thread.State: RUNNABLE
at
org.mortbay.io.nio.SelectorManager$SelectSet.stop(SelectorManager.java:879)
- locked <0x00000000ec76c9e0> (a
org.mortbay.io.nio.SelectorManager$SelectSet)
at org.mortbay.io.nio.SelectorManager.doStop(SelectorManager.java:240)
at
org.mortbay.component.AbstractLifeCycle.stop(AbstractLifeCycle.java:76)
- locked <0x00000000ec6e0190> (a java.lang.Object)
at
org.mortbay.jetty.nio.SelectChannelConnector.close(SelectChannelConnector.java:136)
- locked <0x00000000ec6dfff0> (a
org.mortbay.jetty.nio.SelectChannelConnector)
at org.apache.hadoop.http.HttpServer2.stop(HttpServer2.java:894)
at
org.apache.hadoop.http.HttpServerFunctionalTest.stop(HttpServerFunctionalTest.java:196)
at
org.apache.hadoop.http.TestHttpServerLifecycle.testStartedServerWithRequestLog(TestHttpServerLifecycle.java:87)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at
org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264)
at
org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153)
at
org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124)
at
org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200)
at
org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153)
at
org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103)
"VM Thread" prio=10 tid=0x00007ff6dc09e800 nid=0x6afe runnable
"GC task thread#0 (ParallelGC)" prio=10 tid=0x00007ff6dc01b000 nid=0x6af0
runnable
"GC task thread#1 (ParallelGC)" prio=10 tid=0x00007ff6dc01d000 nid=0x6af1
runnable
"GC task thread#2 (ParallelGC)" prio=10 tid=0x00007ff6dc01e800 nid=0x6af2
runnable
"GC task thread#3 (ParallelGC)" prio=10 tid=0x00007ff6dc020800 nid=0x6af3
runnable
"GC task thread#4 (ParallelGC)" prio=10 tid=0x00007ff6dc022800 nid=0x6af4
runnable
"GC task thread#5 (ParallelGC)" prio=10 tid=0x00007ff6dc024000 nid=0x6af5
runnable
"GC task thread#6 (ParallelGC)" prio=10 tid=0x00007ff6dc026000 nid=0x6af6
runnable
"GC task thread#7 (ParallelGC)" prio=10 tid=0x00007ff6dc028000 nid=0x6af7
runnable
"GC task thread#8 (ParallelGC)" prio=10 tid=0x00007ff6dc029800 nid=0x6af8
runnable
"GC task thread#9 (ParallelGC)" prio=10 tid=0x00007ff6dc02b800 nid=0x6afa
runnable
"GC task thread#10 (ParallelGC)" prio=10 tid=0x00007ff6dc02d800 nid=0x6afb
runnable
"GC task thread#11 (ParallelGC)" prio=10 tid=0x00007ff6dc02f000 nid=0x6afc
runnable
"GC task thread#12 (ParallelGC)" prio=10 tid=0x00007ff6dc031000 nid=0x6afd
runnable
"VM Periodic Task Thread" prio=10 tid=0x00007ff6dc0de800 nid=0x6b05 waiting on
condition
JNI global references: 943
2014-09-25 19:06:46
Full thread dump Java HotSpot(TM) 64-Bit Server VM (20.45-b01 mixed mode):
"Attach Listener" daemon prio=10 tid=0x00007f1404001000 nid=0x3dc4 waiting on
condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Low Memory Detector" daemon prio=10 tid=0x00007f140c0cb800 nid=0x3d05 runnable
[0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" daemon prio=10 tid=0x00007f140c0c7000 nid=0x3d04 waiting
on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" daemon prio=10 tid=0x00007f140c0c4000 nid=0x3d03 waiting
on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" daemon prio=10 tid=0x00007f140c0c2000 nid=0x3d02 runnable
[0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" daemon prio=10 tid=0x00007f140c0a7000 nid=0x3d01 in Object.wait()
[0x00007f14036f5000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00000000eaab1300> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:118)
- locked <0x00000000eaab1300> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:134)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:171)
"Reference Handler" daemon prio=10 tid=0x00007f140c0a5000 nid=0x3d00 in
Object.wait() [0x00007f14037f6000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00000000eaab11d8> (a java.lang.ref.Reference$Lock)
at java.lang.Object.wait(Object.java:485)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:116)
- locked <0x00000000eaab11d8> (a java.lang.ref.Reference$Lock)
"main" prio=10 tid=0x00007f140c008000 nid=0x3cf1 runnable [0x00007f1411933000]
java.lang.Thread.State: RUNNABLE
at java.net.Inet4AddressImpl.getHostByAddr(Native Method)
at java.net.InetAddress$1.getHostByAddr(InetAddress.java:880)
at java.net.InetAddress.getHostFromNameService(InetAddress.java:559)
at java.net.InetAddress.getCanonicalHostName(InetAddress.java:530)
at org.apache.hadoop.util.MachineList.includes(MachineList.java:163)
at
org.apache.hadoop.util.TestMachineList.testHostNameIPandCIDRs(TestMachineList.java:264)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
at java.lang.reflect.Method.invoke(Method.java:597)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at
org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264)
at
org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153)
at
org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124)
at
org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200)
at
org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153)
at
org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103)
"VM Thread" prio=10 tid=0x00007f140c09e800 nid=0x3cff runnable
"GC task thread#0 (ParallelGC)" prio=10 tid=0x00007f140c01b000 nid=0x3cf2
runnable
"GC task thread#1 (ParallelGC)" prio=10 tid=0x00007f140c01d000 nid=0x3cf3
runnable
"GC task thread#2 (ParallelGC)" prio=10 tid=0x00007f140c01e800 nid=0x3cf4
runnable
"GC task thread#3 (ParallelGC)" prio=10 tid=0x00007f140c020800 nid=0x3cf5
runnable
"GC task thread#4 (ParallelGC)" prio=10 tid=0x00007f140c022800 nid=0x3cf6
runnable
"GC task thread#5 (ParallelGC)" prio=10 tid=0x00007f140c024000 nid=0x3cf7
runnable
"GC task thread#6 (ParallelGC)" prio=10 tid=0x00007f140c026000 nid=0x3cf8
runnable
"GC task thread#7 (ParallelGC)" prio=10 tid=0x00007f140c028000 nid=0x3cf9
runnable
"GC task thread#8 (ParallelGC)" prio=10 tid=0x00007f140c029800 nid=0x3cfa
runnable
"GC task thread#9 (ParallelGC)" prio=10 tid=0x00007f140c02b800 nid=0x3cfb
runnable
"GC task thread#10 (ParallelGC)" prio=10 tid=0x00007f140c02d800 nid=0x3cfc
runnable
"GC task thread#11 (ParallelGC)" prio=10 tid=0x00007f140c02f000 nid=0x3cfd
runnable
"GC task thread#12 (ParallelGC)" prio=10 tid=0x00007f140c031000 nid=0x3cfe
runnable
"VM Periodic Task Thread" prio=10 tid=0x00007f140c0de800 nid=0x3d06 waiting on
condition
JNI global references: 1337
+ echo '************ END zombies jstack extract'
************ END zombies jstack extract
+ JIRA_COMMENT='
{color:red}-1 core zombie tests{color}. There are 2 zombie test(s):
at
org.apache.hadoop.http.TestHttpServerLifecycle.testStartedServerWithRequestLog(TestHttpServerLifecycle.java:87)
at
org.apache.hadoop.util.TestMachineList.testHostNameIPandCIDRs(TestMachineList.java:264)'
+ BAD=1
+ jps
+ grep surefirebooter
+ cut -d ' ' -f 1
+ xargs kill -9
POST BUILD TASK : SUCCESS
END OF POST BUILD TASK : 0
Archiving artifacts
Sending artifact delta relative to HBase-0.98 #541
Archived 1691 artifacts
Archive block size is 32768
Received 59 blocks and 427016814 bytes
Compression is 0.5%
Took 2 min 33 sec
Recording test results
Updating HBASE-11405