See <https://builds.apache.org/job/HBase-0.98/1139/changes>
Changes:
[stack] HBASE-14519 Purge TestFavoredNodeAssignmentHelper, a test for an
[stack] HBASE-14538 Remove TestVisibilityLabelsWithDistributedLogReplay, a test
[apurtell] HBASE-13744 TestCorruptedRegionStoreFile is flaky
------------------------------------------
[...truncated 2756 lines...]
at
org.apache.hadoop.ha.ActiveStandbyElector.getNewZooKeeper(ActiveStandbyElector.java:645)
- locked <0x00000007dd2105f8> (a
org.apache.hadoop.ha.ActiveStandbyElector)
at
org.apache.hadoop.ha.ActiveStandbyElector.createConnection(ActiveStandbyElector.java:788)
at
org.apache.hadoop.ha.ActiveStandbyElector.<init>(ActiveStandbyElector.java:229)
at
org.apache.hadoop.ha.ZKFailoverController.initZK(ZKFailoverController.java:353)
at
org.apache.hadoop.ha.ZKFailoverController.doRun(ZKFailoverController.java:194)
at
org.apache.hadoop.ha.ZKFailoverController.access$000(ZKFailoverController.java:62)
at
org.apache.hadoop.ha.ZKFailoverController$1.run(ZKFailoverController.java:174)
at
org.apache.hadoop.ha.ZKFailoverController$1.run(ZKFailoverController.java:170)
at
org.apache.hadoop.security.SecurityUtil.doAsLoginUserOrFatal(SecurityUtil.java:444)
at
org.apache.hadoop.ha.ZKFailoverController.run(ZKFailoverController.java:170)
at
org.apache.hadoop.ha.TestZKFailoverController.runFC(TestZKFailoverController.java:642)
at
org.apache.hadoop.ha.TestZKFailoverController.testNoZK(TestZKFailoverController.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at
org.apache.zookeeper.JUnit4ZKTestRunner$LoggedInvokeMethod.evaluate(JUnit4ZKTestRunner.java:52)
at
org.junit.internal.runners.statements.FailOnTimeout$StatementThread.run(FailOnTimeout.java:74)
"ZKFC Delay timer #0" daemon prio=10 tid=0x00007fa79832a800 nid=0x6d5a waiting
on condition [0x00007fa79da6d000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007db65e048> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1079)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
"ZKFC Delay timer #0" daemon prio=10 tid=0x00007fa79882c800 nid=0x6c53 waiting
on condition [0x00007fa79e477000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007e1327688> (a
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1079)
at
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:807)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
"ZKFC Delay timer #0" daemon prio=10 tid=0x00007fa798fd0800 nid=0x6bf1 waiting
on condition [0x00007fa79ce61000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007dd5b21e0> (a
java.util.concurrent.CountDownLatch$Sync)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1033)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1326)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:282)
at
org.apache.hadoop.ha.ActiveStandbyElector$WatcherWithClientRef.waitForZKConnectionEvent(ActiveStandbyElector.java:1080)
at
org.apache.hadoop.ha.ActiveStandbyElector$WatcherWithClientRef.access$400(ActiveStandbyElector.java:1055)
at
org.apache.hadoop.ha.ActiveStandbyElector.getNewZooKeeper(ActiveStandbyElector.java:645)
- locked <0x00000007e1367fa0> (a
org.apache.hadoop.ha.ActiveStandbyElector)
at
org.apache.hadoop.ha.ActiveStandbyElector.createConnection(ActiveStandbyElector.java:788)
at
org.apache.hadoop.ha.ActiveStandbyElector.reEstablishSession(ActiveStandbyElector.java:763)
at
org.apache.hadoop.ha.ActiveStandbyElector.joinElectionInternal(ActiveStandbyElector.java:672)
at
org.apache.hadoop.ha.ActiveStandbyElector.joinElection(ActiveStandbyElector.java:264)
- locked <0x00000007e1367fa0> (a
org.apache.hadoop.ha.ActiveStandbyElector)
at
org.apache.hadoop.ha.ZKFailoverController.recheckElectability(ZKFailoverController.java:792)
- locked <0x00000007e1368008> (a
org.apache.hadoop.ha.MiniZKFCCluster$DummyZKFC)
- locked <0x00000007e1367fa0> (a
org.apache.hadoop.ha.ActiveStandbyElector)
at
org.apache.hadoop.ha.ZKFailoverController.access$700(ZKFailoverController.java:62)
at
org.apache.hadoop.ha.ZKFailoverController$4.run(ZKFailoverController.java:834)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
at
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
"Health Monitor for DummyHAService #2" daemon prio=10 tid=0x00007fa7aca3a000
nid=0x6beb waiting for monitor entry [0x00007fa79d669000]
java.lang.Thread.State: BLOCKED (on object monitor)
at
org.apache.hadoop.ha.ZKFailoverController.verifyChangedServiceState(ZKFailoverController.java:849)
- waiting to lock <0x00000007e1290938> (a
org.apache.hadoop.ha.ActiveStandbyElector)
at
org.apache.hadoop.ha.ZKFailoverController$ServiceStateCallBacks.reportServiceStatus(ZKFailoverController.java:959)
at
org.apache.hadoop.ha.HealthMonitor.setLastServiceStatus(HealthMonitor.java:243)
- locked <0x00000007e1290a20> (a org.apache.hadoop.ha.HealthMonitor)
at
org.apache.hadoop.ha.HealthMonitor.doHealthChecks(HealthMonitor.java:222)
at org.apache.hadoop.ha.HealthMonitor.access$600(HealthMonitor.java:49)
at
org.apache.hadoop.ha.HealthMonitor$MonitorDaemon.run(HealthMonitor.java:297)
"Thread-13-EventThread" daemon prio=10 tid=0x00007fa7ac9c6000 nid=0x6be8
waiting on condition [0x00007fa79d96b000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007d7fb16f0> (a
java.util.concurrent.CountDownLatch$Sync)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1033)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1326)
at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:282)
at
org.apache.hadoop.ha.ActiveStandbyElector$WatcherWithClientRef.waitForZKConnectionEvent(ActiveStandbyElector.java:1080)
at
org.apache.hadoop.ha.ActiveStandbyElector$WatcherWithClientRef.access$400(ActiveStandbyElector.java:1055)
at
org.apache.hadoop.ha.ActiveStandbyElector.getNewZooKeeper(ActiveStandbyElector.java:645)
- locked <0x00000007e1290938> (a
org.apache.hadoop.ha.ActiveStandbyElector)
at
org.apache.hadoop.ha.ActiveStandbyElector.createConnection(ActiveStandbyElector.java:788)
at
org.apache.hadoop.ha.ActiveStandbyElector.reEstablishSession(ActiveStandbyElector.java:763)
at
org.apache.hadoop.ha.ActiveStandbyElector.joinElectionInternal(ActiveStandbyElector.java:672)
at
org.apache.hadoop.ha.ActiveStandbyElector.reJoinElection(ActiveStandbyElector.java:700)
at
org.apache.hadoop.ha.ActiveStandbyElector.reJoinElectionAfterFailureToBecomeActive(ActiveStandbyElector.java:536)
at
org.apache.hadoop.ha.ActiveStandbyElector.processResult(ActiveStandbyElector.java:425)
- locked <0x00000007e1290938> (a
org.apache.hadoop.ha.ActiveStandbyElector)
at
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:599)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
"Thread-13" prio=10 tid=0x00007fa79883b000 nid=0x6be6 waiting for monitor entry
[0x00007fa79e899000]
java.lang.Thread.State: BLOCKED (on object monitor)
at
org.apache.hadoop.ha.ActiveStandbyElector.quitElection(ActiveStandbyElector.java:358)
- waiting to lock <0x00000007e1290938> (a
org.apache.hadoop.ha.ActiveStandbyElector)
at
org.apache.hadoop.ha.ZKFailoverController.doRun(ZKFailoverController.java:245)
at
org.apache.hadoop.ha.ZKFailoverController.access$000(ZKFailoverController.java:62)
at
org.apache.hadoop.ha.ZKFailoverController$1.run(ZKFailoverController.java:174)
at
org.apache.hadoop.ha.ZKFailoverController$1.run(ZKFailoverController.java:170)
at
org.apache.hadoop.security.SecurityUtil.doAsLoginUserOrFatal(SecurityUtil.java:444)
at
org.apache.hadoop.ha.ZKFailoverController.run(ZKFailoverController.java:170)
at
org.apache.hadoop.ha.MiniZKFCCluster$DummyZKFCThread.doWork(MiniZKFCCluster.java:294)
at
org.apache.hadoop.test.MultithreadedTestUtil$TestingThread.run(MultithreadedTestUtil.java:189)
"process reaper" daemon prio=10 tid=0x00007fa798335000 nid=0x6bcb waiting on
condition [0x00007fa79e8d2000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x00000007e12886a8> (a
java.util.concurrent.SynchronousQueue$TransferStack)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:745)
"Service Thread" daemon prio=10 tid=0x00007fa7ac291000 nid=0x6b6f runnable
[0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" daemon prio=10 tid=0x00007fa7ac28f000 nid=0x6b6e waiting
on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" daemon prio=10 tid=0x00007fa7ac28c000 nid=0x6b6d waiting
on condition [0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" daemon prio=10 tid=0x00007fa7ac281800 nid=0x6b6c runnable
[0x0000000000000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" daemon prio=10 tid=0x00007fa7ac26b000 nid=0x6b6b in Object.wait()
[0x00007fa7a476a000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00000007e12dc038> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
- locked <0x00000007e12dc038> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189)
"Reference Handler" daemon prio=10 tid=0x00007fa7ac267000 nid=0x6b6a in
Object.wait() [0x00007fa7a486b000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00000007e12db9f8> (a java.lang.ref.Reference$Lock)
at java.lang.Object.wait(Object.java:503)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
- locked <0x00000007e12db9f8> (a java.lang.ref.Reference$Lock)
"main" prio=10 tid=0x00007fa7ac00a000 nid=0x6b5b in Object.wait()
[0x00007fa7b3113000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x00000007dd032510> (a
org.junit.internal.runners.statements.FailOnTimeout$StatementThread)
at java.lang.Thread.join(Thread.java:1289)
- locked <0x00000007dd032510> (a
org.junit.internal.runners.statements.FailOnTimeout$StatementThread)
at
org.junit.internal.runners.statements.FailOnTimeout.evaluateStatement(FailOnTimeout.java:26)
at
org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:17)
at
org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at
org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatchman$1.evaluate(TestWatchman.java:53)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:271)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:70)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:63)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:236)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at
org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:264)
at
org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:153)
at
org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:124)
at
org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:200)
at
org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:153)
at
org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:103)
"VM Thread" prio=10 tid=0x00007fa7ac264800 nid=0x6b69 runnable
"GC task thread#0 (ParallelGC)" prio=10 tid=0x00007fa7ac020000 nid=0x6b5c
runnable
"GC task thread#1 (ParallelGC)" prio=10 tid=0x00007fa7ac022000 nid=0x6b5d
runnable
"GC task thread#2 (ParallelGC)" prio=10 tid=0x00007fa7ac024000 nid=0x6b5e
runnable
"GC task thread#3 (ParallelGC)" prio=10 tid=0x00007fa7ac025800 nid=0x6b5f
runnable
"GC task thread#4 (ParallelGC)" prio=10 tid=0x00007fa7ac027800 nid=0x6b60
runnable
"GC task thread#5 (ParallelGC)" prio=10 tid=0x00007fa7ac029800 nid=0x6b61
runnable
"GC task thread#6 (ParallelGC)" prio=10 tid=0x00007fa7ac02b000 nid=0x6b62
runnable
"GC task thread#7 (ParallelGC)" prio=10 tid=0x00007fa7ac02d000 nid=0x6b63
runnable
"GC task thread#8 (ParallelGC)" prio=10 tid=0x00007fa7ac02f000 nid=0x6b64
runnable
"GC task thread#9 (ParallelGC)" prio=10 tid=0x00007fa7ac031000 nid=0x6b65
runnable
"GC task thread#10 (ParallelGC)" prio=10 tid=0x00007fa7ac032800 nid=0x6b66
runnable
"GC task thread#11 (ParallelGC)" prio=10 tid=0x00007fa7ac034800 nid=0x6b67
runnable
"GC task thread#12 (ParallelGC)" prio=10 tid=0x00007fa7ac036800 nid=0x6b68
runnable
"VM Periodic Task Thread" prio=10 tid=0x00007fa7ac29c000 nid=0x6b70 waiting on
condition
JNI global references: 224
+ echo '************ END zombies jstack extract'
************ END zombies jstack extract
+ JIRA_COMMENT='
{color:red}-1 core zombie tests{color}. There are 4 zombie test(s):
at
org.apache.hadoop.security.TestDoAsEffectiveUser.testTokenBySuperUser(TestDoAsEffectiveUser.java:486)
at
org.apache.hadoop.test.MultithreadedTestUtil$TestingThread.run(MultithreadedTestUtil.java:189)
at
org.apache.hadoop.test.MultithreadedTestUtil$TestingThread.run(MultithreadedTestUtil.java:189)
at
org.apache.hadoop.ha.TestZKFailoverControllerStress.testRandomExpirations(TestZKFailoverControllerStress.java:102)
at
org.apache.hadoop.ha.TestZKFailoverController.testNoZK(TestZKFailoverController.java:108)
at
org.apache.hadoop.test.MultithreadedTestUtil$TestingThread.run(MultithreadedTestUtil.java:189)'
+ BAD=1
+ jps
+ grep surefirebooter
+ cut -d ' ' -f 1
+ xargs kill -9
POST BUILD TASK : SUCCESS
END OF POST BUILD TASK : 0
Archiving artifacts
Recording test results
Updating HBASE-14519
Updating HBASE-13744
Updating HBASE-14538
