See
<https://builds.apache.org/job/HBase-1.2-IT/it.test=IntegrationTestBigLinkedList,jdk=latest1.8,label=Hadoop/184/changes>
Changes:
[stack] HBASE-14519 Purge TestFavoredNodeAssignmentHelper, a test for an
[apurtell] HBASE-13744 TestCorruptedRegionStoreFile is flaky
------------------------------------------
[...truncated 19739 lines...]
"org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@5f6722d3"
#31 daemon prio=5 os_prio=0 tid=0x00007fe9512d9800 nid=0x3e27 waiting on
condition [0x00007fe90f5f8000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at
org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor.run(BlockManager.java:3397)
at java.lang.Thread.run(Thread.java:745)
"org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2c532cd8"
#32 daemon prio=5 os_prio=0 tid=0x00007fe9512d8000 nid=0x3e25 waiting on
condition [0x00007fe90f6f9000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at
org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:319)
at java.lang.Thread.run(Thread.java:745)
"org.apache.hadoop.hdfs.server.blockmanagement.DecommissionManager$Monitor@107ed6fc"
#42 daemon prio=5 os_prio=0 tid=0x00007fe9512d6800 nid=0x3e23 waiting on
condition [0x00007fe90f7fa000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at
org.apache.hadoop.hdfs.server.blockmanagement.DecommissionManager$Monitor.run(DecommissionManager.java:76)
at java.lang.Thread.run(Thread.java:745)
"org.apache.hadoop.hdfs.server.blockmanagement.PendingReplicationBlocks$PendingReplicationMonitor@6d0b5baf"
#41 daemon prio=5 os_prio=0 tid=0x00007fe9512d4000 nid=0x3e22 waiting on
condition [0x00007fe90f8fb000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at
org.apache.hadoop.hdfs.server.blockmanagement.PendingReplicationBlocks$PendingReplicationMonitor.run(PendingReplicationBlocks.java:221)
at java.lang.Thread.run(Thread.java:745)
"org.apache.hadoop.util.JvmPauseMonitor$Monitor@f74e835" #37 daemon prio=5
os_prio=0 tid=0x00007fe9512cf000 nid=0x3e09 waiting on condition
[0x00007fe90fafd000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at
org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:180)
at java.lang.Thread.run(Thread.java:745)
"IPC Server idle connection scanner for port 56737" #35 daemon prio=5 os_prio=0
tid=0x00007fe9512a8800 nid=0x3dfd in Object.wait() [0x00007fe90fbfe000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x00000007151b18c8> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"Socket Reader #1 for port 56737" #34 prio=5 os_prio=0 tid=0x00007fe95128d800
nid=0x3dfb runnable [0x00007fe91c1b7000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007151b1018> (a sun.nio.ch.Util$2)
- locked <0x00000007151b1008> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007151b0660> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:616)
- locked <0x00000007151ba258> (a
org.apache.hadoop.ipc.Server$Listener$Reader)
at org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:595)
"Timer-0" #30 daemon prio=5 os_prio=0 tid=0x00007fe95116e800 nid=0x3dad in
Object.wait() [0x00007fe91c2b8000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00000007151bc070> (a java.util.TaskQueue)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x00000007151bc070> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"1262548561@qtp-1439632660-1 - Acceptor0
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38589" #29 daemon
prio=5 os_prio=0 tid=0x00007fe951150000 nid=0x3dab runnable [0x00007fe91c3b9000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
- locked <0x00000007140255a8> (a sun.nio.ch.Util$2)
- locked <0x0000000714025598> (a java.util.Collections$UnmodifiableSet)
- locked <0x00000007140251d0> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at
org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498)
at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192)
at
org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
at
org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708)
at
org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"1688470144@qtp-1439632660-0" #28 daemon prio=5 os_prio=0
tid=0x00007fe95114f800 nid=0x3daa in Object.wait() [0x00007fe91d430000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x0000000714010d80> (a
org.mortbay.thread.QueuedThreadPool$PoolThread)
at
org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
- locked <0x0000000714010d80> (a
org.mortbay.thread.QueuedThreadPool$PoolThread)
"Timer for 'NameNode' metrics system" #26 daemon prio=5 os_prio=0
tid=0x00007fe9510e3800 nid=0x3da7 in Object.wait() [0x00007fe91c8ba000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x000000071105af30> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"process reaper" #19 daemon prio=10 os_prio=0 tid=0x00007fe950cea000 nid=0x3d81
waiting on condition [0x00007fe91dd51000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x000000071103ae48> (a
java.util.concurrent.SynchronousQueue$TransferStack)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:745)
"Service Thread" #17 daemon prio=9 os_prio=0 tid=0x00007fe9502d6800 nid=0x3d5f
runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread11" #16 daemon prio=9 os_prio=0 tid=0x00007fe9502d1800
nid=0x3d5e waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread10" #15 daemon prio=9 os_prio=0 tid=0x00007fe9502cf800
nid=0x3d5d waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread9" #14 daemon prio=9 os_prio=0 tid=0x00007fe9502cd000
nid=0x3d5c waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C1 CompilerThread8" #13 daemon prio=9 os_prio=0 tid=0x00007fe9502cb800
nid=0x3d5b waiting on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread7" #12 daemon prio=9 os_prio=0 tid=0x00007fe9502c9800
nid=0x3d5a runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread6" #11 daemon prio=9 os_prio=0 tid=0x00007fe9502c7800
nid=0x3d59 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread5" #10 daemon prio=9 os_prio=0 tid=0x00007fe9502c5000
nid=0x3d58 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread4" #9 daemon prio=9 os_prio=0 tid=0x00007fe9502bb000
nid=0x3d57 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread3" #8 daemon prio=9 os_prio=0 tid=0x00007fe9502b9000
nid=0x3d56 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread2" #7 daemon prio=9 os_prio=0 tid=0x00007fe9502b6800
nid=0x3d55 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" #6 daemon prio=9 os_prio=0 tid=0x00007fe9502b5000
nid=0x3d54 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" #5 daemon prio=9 os_prio=0 tid=0x00007fe9502b2000
nid=0x3d53 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" #4 daemon prio=9 os_prio=0 tid=0x00007fe9502b0800
nid=0x3d52 runnable [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" #3 daemon prio=8 os_prio=0 tid=0x00007fe950279000 nid=0x3d51 in
Object.wait() [0x00007fe91f9f8000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
- locked <0x000000071105aed8> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:164)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:209)
"Reference Handler" #2 daemon prio=10 os_prio=0 tid=0x00007fe950276800
nid=0x3d50 in Object.wait() [0x00007fe91faf9000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:157)
- locked <0x000000071103b080> (a java.lang.ref.Reference$Lock)
"main" #1 prio=5 os_prio=0 tid=0x00007fe95000a800 nid=0x3d40 waiting on
condition [0x00007fe956fa0000]
java.lang.Thread.State: TIMED_WAITING (sleeping)
at java.lang.Thread.sleep(Native Method)
at org.apache.hadoop.hbase.Waiter.waitFor(Waiter.java:196)
at org.apache.hadoop.hbase.Waiter.waitFor(Waiter.java:143)
at org.apache.hadoop.hbase.TestIOFencing.doTest(TestIOFencing.java:310)
at
org.apache.hadoop.hbase.TestIOFencing.testFencingAroundCompaction(TestIOFencing.java:226)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:497)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
at org.junit.runners.Suite.runChild(Suite.java:128)
at org.junit.runners.Suite.runChild(Suite.java:27)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
at
org.apache.maven.surefire.junitcore.JUnitCoreWrapper.createRequestAndRun(JUnitCoreWrapper.java:108)
at
org.apache.maven.surefire.junitcore.JUnitCoreWrapper.executeEager(JUnitCoreWrapper.java:78)
at
org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:54)
at
org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:144)
at
org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:203)
at
org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:155)
at
org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103)
"VM Thread" os_prio=0 tid=0x00007fe950271800 nid=0x3d4e runnable
"GC task thread#0 (ParallelGC)" os_prio=0 tid=0x00007fe95001f800 nid=0x3d41
runnable
"GC task thread#1 (ParallelGC)" os_prio=0 tid=0x00007fe950021800 nid=0x3d42
runnable
"GC task thread#2 (ParallelGC)" os_prio=0 tid=0x00007fe950023000 nid=0x3d43
runnable
"GC task thread#3 (ParallelGC)" os_prio=0 tid=0x00007fe950025000 nid=0x3d44
runnable
"GC task thread#4 (ParallelGC)" os_prio=0 tid=0x00007fe950026800 nid=0x3d45
runnable
"GC task thread#5 (ParallelGC)" os_prio=0 tid=0x00007fe950028800 nid=0x3d46
runnable
"GC task thread#6 (ParallelGC)" os_prio=0 tid=0x00007fe95002a000 nid=0x3d47
runnable
"GC task thread#7 (ParallelGC)" os_prio=0 tid=0x00007fe95002c000 nid=0x3d48
runnable
"GC task thread#8 (ParallelGC)" os_prio=0 tid=0x00007fe95002d800 nid=0x3d49
runnable
"GC task thread#9 (ParallelGC)" os_prio=0 tid=0x00007fe95002f800 nid=0x3d4a
runnable
"GC task thread#10 (ParallelGC)" os_prio=0 tid=0x00007fe950031000 nid=0x3d4b
runnable
"GC task thread#11 (ParallelGC)" os_prio=0 tid=0x00007fe950033000 nid=0x3d4c
runnable
"GC task thread#12 (ParallelGC)" os_prio=0 tid=0x00007fe950034800 nid=0x3d4d
runnable
"VM Periodic Task Thread" os_prio=0 tid=0x00007fe9502d9000 nid=0x3d60 waiting
on condition
JNI global references: 286
+ echo '************ END zombies jstack extract'
************ END zombies jstack extract
+ JIRA_COMMENT='
{color:red}-1 core zombie tests{color}. There are 5 zombie test(s):
at
org.apache.hadoop.hbase.regionserver.TestCorruptedRegionStoreFile.testLosingFileDuringScan(TestCorruptedRegionStoreFile.java:146)
at
org.apache.hadoop.hbase.master.TestDistributedLogSplitting.testReadWriteSeqIdFiles(TestDistributedLogSplitting.java:1439)
at
org.apache.hadoop.hbase.TestIOFencing.testFencingAroundCompaction(TestIOFencing.java:226)'
+ BAD=1
+ jps
+ grep surefirebooter
+ cut -d ' ' -f 1
+ xargs kill -9
POST BUILD TASK : SUCCESS
END OF POST BUILD TASK : 0
Archiving artifacts