See <https://builds.apache.org/job/HBase-0.98-on-Hadoop-1.1/510/changes>
Changes:
[apurtell] HBASE-12064
hbase.master.balancer.stochastic.numRegionLoadsToRemember is not used (Junegunn
Choi)
[apurtell] Amend HBASE-12023 HRegion.applyFamilyMapToMemstore creates too many
iterator objects; More cases (Vladimir Rodionov)
------------------------------------------
[...truncated 1697 lines...]
Match found for :.* : True
Logical operation result is TRUE
Running script : ZOMBIE_TESTS_COUNT=`jps | grep surefirebooter | wc -l`
if [[ $ZOMBIE_TESTS_COUNT != 0 ]] ; then
#It seems sometimes the tests are not dying immediately. Let's give them 10s
echo "Suspicious java process found - waiting 10s to see if there are just
slow to stop"
sleep 10
ZOMBIE_TESTS_COUNT=`jps | grep surefirebooter | wc -l`
if [[ $ZOMBIE_TESTS_COUNT != 0 ]] ; then
echo "There are $ZOMBIE_TESTS_COUNT zombie tests, they should have been
killed by surefire but survived"
echo "************ BEGIN zombies jstack extract"
ZB_STACK=`jps | grep surefirebooter | cut -d ' ' -f 1 | xargs -n 1 jstack
| grep ".test" | grep "\.java"`
jps | grep surefirebooter | cut -d ' ' -f 1 | xargs -n 1 jstack
echo "************ END zombies jstack extract"
JIRA_COMMENT="$JIRA_COMMENT
{color:red}-1 core zombie tests{color}. There are ${ZOMBIE_TESTS_COUNT}
zombie test(s): ${ZB_STACK}"
BAD=1
jps | grep surefirebooter | cut -d ' ' -f 1 | xargs kill -9
else
echo "We're ok: there is no zombie test, but some tests took some time to
stop"
fi
else
echo "We're ok: there is no zombie test"
fi
[HBase-0.98-on-Hadoop-1.1] $ /bin/bash -xe /tmp/hudson7437168116037022774.sh
++ wc -l
++ grep surefirebooter
++ jps
+ ZOMBIE_TESTS_COUNT=1
+ [[ 1 != 0 ]]
+ echo 'Suspicious java process found - waiting 10s to see if there are just
slow to stop'
Suspicious java process found - waiting 10s to see if there are just slow to
stop
+ sleep 10
++ grep surefirebooter
++ jps
++ wc -l
+ ZOMBIE_TESTS_COUNT=1
+ [[ 1 != 0 ]]
+ echo 'There are 1 zombie tests, they should have been killed by surefire but
survived'
There are 1 zombie tests, they should have been killed by surefire but survived
+ echo '************ BEGIN zombies jstack extract'
************ BEGIN zombies jstack extract
++ jps
++ xargs -n 1 jstack
++ grep surefirebooter
++ cut -d ' ' -f 1
++ grep '\.java'
++ grep .test
+ ZB_STACK=' at
org.apache.hadoop.hbase.regionserver.TestHeapMemoryManager.testWhenClusterIsWriteHeavy(TestHeapMemoryManager.java:132)'
+ jps
+ grep surefirebooter
+ cut -d ' ' -f 1
+ xargs -n 1 jstack
2014-09-24 00:13:26
Full thread dump Java HotSpot(TM) Server VM (23.25-b01 mixed mode):
"server1,4000,12345-HeapMemoryTunerChore" daemon prio=10 tid=0x63e1c000
nid=0x351 in Object.wait() [0x636ad000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0xcc3c3608> (a java.lang.Object)
at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
- locked <0xcc3c3608> (a java.lang.Object)
at org.apache.hadoop.hbase.Chore.run(Chore.java:95)
at java.lang.Thread.run(Thread.java:724)
"Attach Listener" daemon prio=10 tid=0x64800800 nid=0x32f waiting on condition
[0x00000000]
java.lang.Thread.State: RUNNABLE
"server1,4000,12345-HeapMemoryTunerChore" daemon prio=10 tid=0x63e1ac00
nid=0x2c5 in Object.wait() [0x6427d000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0xccd92050> (a java.lang.Object)
at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
- locked <0xccd92050> (a java.lang.Object)
at org.apache.hadoop.hbase.Chore.run(Chore.java:95)
at java.lang.Thread.run(Thread.java:724)
"server1,4000,12345-HeapMemoryTunerChore" daemon prio=10 tid=0x63e19800
nid=0x2c2 in Object.wait() [0x6447d000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0xccd92118> (a java.lang.Object)
at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
- locked <0xccd92118> (a java.lang.Object)
at org.apache.hadoop.hbase.Chore.run(Chore.java:95)
at java.lang.Thread.run(Thread.java:724)
"server1,4000,12345-HeapMemoryTunerChore" daemon prio=10 tid=0x63e17c00
nid=0x2bd in Object.wait() [0x6467d000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0xccd921e0> (a java.lang.Object)
at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
- locked <0xccd921e0> (a java.lang.Object)
at org.apache.hadoop.hbase.Chore.run(Chore.java:95)
at java.lang.Thread.run(Thread.java:724)
"server1,4000,12345-HeapMemoryTunerChore" daemon prio=10 tid=0x635ee400
nid=0x2ba in Object.wait() [0x64e52000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0xccd922a8> (a java.lang.Object)
at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
- locked <0xccd922a8> (a java.lang.Object)
at org.apache.hadoop.hbase.Chore.run(Chore.java:95)
at java.lang.Thread.run(Thread.java:724)
"server1,4000,12345-HeapMemoryTunerChore" daemon prio=10 tid=0x635d7c00
nid=0x298 in Object.wait() [0x6aa6c000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0xccd92370> (a java.lang.Object)
at org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:92)
- locked <0xccd92370> (a java.lang.Object)
at org.apache.hadoop.hbase.Chore.run(Chore.java:95)
at java.lang.Thread.run(Thread.java:724)
"process reaper" daemon prio=10 tid=0x638d1000 nid=0x296 waiting on condition
[0x6aa7d000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0xccdb1f58> (a
java.util.concurrent.SynchronousQueue$TransferStack)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
"Service Thread" daemon prio=10 tid=0x64cf7000 nid=0x290 runnable [0x00000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" daemon prio=10 tid=0x64cf5400 nid=0x28f waiting on
condition [0x00000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" daemon prio=10 tid=0x64cf3400 nid=0x28e waiting on
condition [0x00000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" daemon prio=10 tid=0x64cf1800 nid=0x28d runnable
[0x00000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" daemon prio=10 tid=0x64cb7000 nid=0x28c in Object.wait()
[0x6be7d000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0xccd0f7e0> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
- locked <0xccd0f7e0> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189)
"Reference Handler" daemon prio=10 tid=0x64cb5400 nid=0x28b in Object.wait()
[0x6c07d000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0xccd0f2e0> (a java.lang.ref.Reference$Lock)
at java.lang.Object.wait(Object.java:503)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
- locked <0xccd0f2e0> (a java.lang.ref.Reference$Lock)
"main" prio=10 tid=0xf6706800 nid=0x27a waiting on condition [0xf68c0000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at
org.apache.hadoop.hbase.regionserver.TestHeapMemoryManager.testPluggingInHeapMemoryTuner(TestHeapMemoryManager.java:193)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.junit.runners.Suite.runChild(Suite.java:127)
at org.junit.runners.Suite.runChild(Suite.java:26)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.junit.runner.JUnitCore.run(JUnitCore.java:160)
at org.junit.runner.JUnitCore.run(JUnitCore.java:138)
at
org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:113)
at
org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:85)
at
org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:54)
at
org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:134)
at
org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200)
at
org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153)
at
org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103)
"VM Thread" prio=10 tid=0x64bf8800 nid=0x288 runnable
"GC task thread#0 (ParallelGC)" prio=10 tid=0xf6710800 nid=0x27b runnable
"GC task thread#1 (ParallelGC)" prio=10 tid=0xf6712000 nid=0x27c runnable
"GC task thread#2 (ParallelGC)" prio=10 tid=0xf6713800 nid=0x27d runnable
"GC task thread#3 (ParallelGC)" prio=10 tid=0xf6715000 nid=0x27e runnable
"GC task thread#4 (ParallelGC)" prio=10 tid=0xf6716400 nid=0x27f runnable
"GC task thread#5 (ParallelGC)" prio=10 tid=0xf6717c00 nid=0x280 runnable
"GC task thread#6 (ParallelGC)" prio=10 tid=0xf6719400 nid=0x281 runnable
"GC task thread#7 (ParallelGC)" prio=10 tid=0xf671a800 nid=0x282 runnable
"GC task thread#8 (ParallelGC)" prio=10 tid=0xf671c000 nid=0x283 runnable
"GC task thread#9 (ParallelGC)" prio=10 tid=0xf671d800 nid=0x284 runnable
"GC task thread#10 (ParallelGC)" prio=10 tid=0xf671ec00 nid=0x285 runnable
"GC task thread#11 (ParallelGC)" prio=10 tid=0xf6720400 nid=0x286 runnable
"GC task thread#12 (ParallelGC)" prio=10 tid=0xf6721c00 nid=0x287 runnable
"VM Periodic Task Thread" prio=10 tid=0x64cf8c00 nid=0x291 waiting on condition
JNI global references: 239
+ echo '************ END zombies jstack extract'
************ END zombies jstack extract
+ JIRA_COMMENT='
{color:red}-1 core zombie tests{color}. There are 1 zombie test(s):
at
org.apache.hadoop.hbase.regionserver.TestHeapMemoryManager.testWhenClusterIsWriteHeavy(TestHeapMemoryManager.java:132)'
+ BAD=1
+ grep surefirebooter
+ xargs kill -9
+ jps
+ cut -d ' ' -f 1
POST BUILD TASK : SUCCESS
END OF POST BUILD TASK : 0
Archiving artifacts
Sending artifact delta relative to HBase-0.98-on-Hadoop-1.1 #507
Archived 1903 artifacts
Archive block size is 32768
Received 51 blocks and 384526794 bytes
Compression is 0.4%
Took 2 min 23 sec
Recording test results
Updating HBASE-12064
Updating HBASE-12023
