See <https://builds.apache.org/job/HBase-0.98-on-Hadoop-1.1/463/changes>
Changes:
[apurtell] HBASE-11868 Data loss in hlog when the hdfs is unavailable (Liu
Shaohui)
------------------------------------------
[...truncated 4354 lines...]
"GC task thread#4 (ParallelGC)" prio=10 tid=0xf6716400 nid=0x15e1 runnable
"GC task thread#5 (ParallelGC)" prio=10 tid=0xf6717c00 nid=0x15e2 runnable
"GC task thread#6 (ParallelGC)" prio=10 tid=0xf6719400 nid=0x15e3 runnable
"GC task thread#7 (ParallelGC)" prio=10 tid=0xf671a800 nid=0x15e4 runnable
"GC task thread#8 (ParallelGC)" prio=10 tid=0xf671c000 nid=0x15e5 runnable
"GC task thread#9 (ParallelGC)" prio=10 tid=0xf671d800 nid=0x15e6 runnable
"GC task thread#10 (ParallelGC)" prio=10 tid=0xf671ec00 nid=0x15e7 runnable
"GC task thread#11 (ParallelGC)" prio=10 tid=0xf6720400 nid=0x15e8 runnable
"GC task thread#12 (ParallelGC)" prio=10 tid=0xf6721c00 nid=0x15e9 runnable
"VM Periodic Task Thread" prio=10 tid=0x64df9000 nid=0x160a waiting on
condition
JNI global references: 204
2014-09-03 00:41:08
Full thread dump Java HotSpot(TM) Server VM (23.25-b01 mixed mode):
"Timer-0" daemon prio=10 tid=0x60bea400 nid=0x165a in Object.wait() [0x636fe000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x7fd65438> (a java.util.TaskQueue)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x7fd65438> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"19060022@qtp-5722699-1 - Acceptor0 SelectChannelConnector@localhost:57295"
daemon prio=10 tid=0x60bcd400 nid=0x1642 runnable [0x6385c000]
java.lang.Thread.State: RUNNABLE
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:228)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:81)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
- locked <0x7fd358b8> (a sun.nio.ch.Util$2)
- locked <0x7fd358c8> (a java.util.Collections$UnmodifiableSet)
- locked <0x7fd35878> (a sun.nio.ch.EPollSelectorImpl)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
at
org.mortbay.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:498)
at org.mortbay.io.nio.SelectorManager.doSelect(SelectorManager.java:192)
at
org.mortbay.jetty.nio.SelectChannelConnector.accept(SelectChannelConnector.java:124)
at
org.mortbay.jetty.AbstractConnector$Acceptor.run(AbstractConnector.java:708)
at
org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
"2159131@qtp-5722699-0" daemon prio=10 tid=0x60bcec00 nid=0x1641 in
Object.wait() [0x638ad000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x7fd35cd0> (a
org.mortbay.thread.QueuedThreadPool$PoolThread)
at
org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:626)
- locked <0x7fd35cd0> (a org.mortbay.thread.QueuedThreadPool$PoolThread)
"Timer for 'NameNode' metrics system" daemon prio=10 tid=0x60b7d000 nid=0x1638
in Object.wait() [0x638fe000]
java.lang.Thread.State: TIMED_WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x7fd37408> (a java.util.TaskQueue)
at java.util.TimerThread.mainLoop(Timer.java:552)
- locked <0x7fd37408> (a java.util.TaskQueue)
at java.util.TimerThread.run(Timer.java:505)
"Attach Listener" daemon prio=10 tid=0x64900800 nid=0x160b waiting on condition
[0x00000000]
java.lang.Thread.State: RUNNABLE
"process reaper" daemon prio=10 tid=0x62854000 nid=0x158a waiting on condition
[0x64f33000]
java.lang.Thread.State: TIMED_WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x7cace9b8> (a
java.util.concurrent.SynchronousQueue$TransferStack)
at
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
at
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at
java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
at
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
"pool-1-thread-1" prio=10 tid=0x63a10400 nid=0x14eb runnable [0x6477c000]
java.lang.Thread.State: RUNNABLE
at java.io.UnixFileSystem.getBooleanAttributes0(Native Method)
at java.io.UnixFileSystem.getBooleanAttributes(UnixFileSystem.java:242)
at java.io.File.exists(File.java:772)
at sun.misc.URLClassPath$FileLoader.getResource(URLClassPath.java:1072)
at sun.misc.URLClassPath.getResource(URLClassPath.java:199)
at java.net.URLClassLoader$1.run(URLClassLoader.java:358)
at java.net.URLClassLoader$1.run(URLClassLoader.java:355)
at java.security.AccessController.doPrivileged(Native Method)
at java.net.URLClassLoader.findClass(URLClassLoader.java:354)
at java.lang.ClassLoader.loadClass(ClassLoader.java:424)
- locked <0xcc236de0> (a java.lang.Object)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:308)
at java.lang.ClassLoader.loadClass(ClassLoader.java:357)
at
org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$AbandonBlockResponseProto.<clinit>(ClientNamenodeProtocolProtos.java:10290)
at
org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.<clinit>(ClientNamenodeProtocolServerSideTranslatorPB.java:228)
at
org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.<init>(NameNodeRpcServer.java:200)
at
org.apache.hadoop.hdfs.server.namenode.NameNode.createRpcServer(NameNode.java:534)
at
org.apache.hadoop.hdfs.server.namenode.NameNode.initialize(NameNode.java:513)
at
org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:670)
at
org.apache.hadoop.hdfs.server.namenode.NameNode.<init>(NameNode.java:655)
at
org.apache.hadoop.hdfs.server.namenode.NameNode.createNameNode(NameNode.java:1304)
at
org.apache.hadoop.hdfs.MiniDFSCluster.createNameNode(MiniDFSCluster.java:975)
at
org.apache.hadoop.hdfs.MiniDFSCluster.createNameNodesAndSetConf(MiniDFSCluster.java:856)
at
org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:702)
at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:640)
at
org.apache.hadoop.hbase.HBaseTestingUtility.startMiniDFSCluster(HBaseTestingUtility.java:526)
at
org.apache.hadoop.hbase.HBaseTestingUtility.startMiniCluster(HBaseTestingUtility.java:855)
at
org.apache.hadoop.hbase.HBaseTestingUtility.startMiniCluster(HBaseTestingUtility.java:780)
at
org.apache.hadoop.hbase.HBaseTestingUtility.startMiniCluster(HBaseTestingUtility.java:751)
at
org.apache.hadoop.hbase.HBaseTestingUtility.startMiniCluster(HBaseTestingUtility.java:738)
at
org.apache.hadoop.hbase.security.visibility.TestVisibilityLabelsWithCustomVisLabService.setupBeforeClass(TestVisibilityLabelsWithCustomVisLabService.java:51)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:47)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:44)
at
org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
at
org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.junit.runners.Suite.runChild(Suite.java:127)
at org.junit.runners.Suite.runChild(Suite.java:26)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:238)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
at java.util.concurrent.FutureTask.run(FutureTask.java:166)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:724)
"Service Thread" daemon prio=10 tid=0x64df7000 nid=0x14d7 runnable [0x00000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread1" daemon prio=10 tid=0x64df5400 nid=0x14d6 runnable
[0x00000000]
java.lang.Thread.State: RUNNABLE
"C2 CompilerThread0" daemon prio=10 tid=0x64df3400 nid=0x14d5 waiting on
condition [0x00000000]
java.lang.Thread.State: RUNNABLE
"Signal Dispatcher" daemon prio=10 tid=0x64df1800 nid=0x14d4 runnable
[0x00000000]
java.lang.Thread.State: RUNNABLE
"Finalizer" daemon prio=10 tid=0x64db7000 nid=0x14ce in Object.wait()
[0x6bb7d000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x7cac23f0> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:135)
- locked <0x7cac23f0> (a java.lang.ref.ReferenceQueue$Lock)
at java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:151)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:189)
"Reference Handler" daemon prio=10 tid=0x64db5400 nid=0x14cd in Object.wait()
[0x6bd7d000]
java.lang.Thread.State: WAITING (on object monitor)
at java.lang.Object.wait(Native Method)
- waiting on <0x7cab50b8> (a java.lang.ref.Reference$Lock)
at java.lang.Object.wait(Object.java:503)
at java.lang.ref.Reference$ReferenceHandler.run(Reference.java:133)
- locked <0x7cab50b8> (a java.lang.ref.Reference$Lock)
"main" prio=10 tid=0xf6706800 nid=0x14bd waiting on condition [0xf691d000]
java.lang.Thread.State: WAITING (parking)
at sun.misc.Unsafe.park(Native Method)
- parking to wait for <0x7cac24c8> (a
java.util.concurrent.FutureTask$Sync)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt(AbstractQueuedSynchronizer.java:834)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly(AbstractQueuedSynchronizer.java:994)
at
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1303)
at java.util.concurrent.FutureTask$Sync.innerGet(FutureTask.java:248)
at java.util.concurrent.FutureTask.get(FutureTask.java:111)
at
org.apache.maven.surefire.junitcore.AsynchronousRunner.waitForCompletion(AsynchronousRunner.java:73)
at
org.apache.maven.surefire.junitcore.AsynchronousRunner.finished(AsynchronousRunner.java:58)
at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:242)
at org.junit.runners.ParentRunner.access$000(ParentRunner.java:53)
at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:229)
at org.junit.runners.ParentRunner.run(ParentRunner.java:309)
at org.junit.runner.JUnitCore.run(JUnitCore.java:160)
at org.junit.runner.JUnitCore.run(JUnitCore.java:138)
at
org.apache.maven.surefire.junitcore.JUnitCoreWrapper.execute(JUnitCoreWrapper.java:61)
at
org.apache.maven.surefire.junitcore.JUnitCoreProvider.invoke(JUnitCoreProvider.java:137)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at
org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:188)
at
org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:166)
at
org.apache.maven.surefire.booter.ProviderFactory.invokeProvider(ProviderFactory.java:86)
at
org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:101)
at
org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:74)
"VM Thread" prio=10 tid=0x64cf8800 nid=0x14cc runnable
"GC task thread#0 (ParallelGC)" prio=10 tid=0xf6710800 nid=0x14be runnable
"GC task thread#1 (ParallelGC)" prio=10 tid=0xf6712000 nid=0x14bf runnable
"GC task thread#2 (ParallelGC)" prio=10 tid=0xf6713800 nid=0x14c0 runnable
"GC task thread#3 (ParallelGC)" prio=10 tid=0xf6715000 nid=0x14c1 runnable
"GC task thread#4 (ParallelGC)" prio=10 tid=0xf6716400 nid=0x14c2 runnable
"GC task thread#5 (ParallelGC)" prio=10 tid=0xf6717c00 nid=0x14c3 runnable
"GC task thread#6 (ParallelGC)" prio=10 tid=0xf6719400 nid=0x14c4 runnable
"GC task thread#7 (ParallelGC)" prio=10 tid=0xf671a800 nid=0x14c5 runnable
"GC task thread#8 (ParallelGC)" prio=10 tid=0xf671c000 nid=0x14c6 runnable
"GC task thread#9 (ParallelGC)" prio=10 tid=0xf671d800 nid=0x14c7 runnable
"GC task thread#10 (ParallelGC)" prio=10 tid=0xf671ec00 nid=0x14c8 runnable
"GC task thread#11 (ParallelGC)" prio=10 tid=0xf6720400 nid=0x14c9 runnable
"GC task thread#12 (ParallelGC)" prio=10 tid=0xf6721c00 nid=0x14ca runnable
"VM Periodic Task Thread" prio=10 tid=0x64df9000 nid=0x14d8 waiting on
condition
JNI global references: 163
+ echo '************ END zombies jstack extract'
************ END zombies jstack extract
+ JIRA_COMMENT='
{color:red}-1 core zombie tests{color}. There are 3 zombie test(s):
at org.apache.oozie.test.MiniHCatServer$1.run(MiniHCatServer.java:137)
at
org.apache.oozie.test.XTestCase$MiniClusterShutdownMonitor.run(XTestCase.java:1042)
at org.apache.oozie.test.XTestCase.waitFor(XTestCase.java:686)
at org.apache.oozie.test.XTestCase.sleep(XTestCase.java:704)
at
org.apache.oozie.service.TestRecoveryService.testCoordActionRecoveryServiceForWaitingRegisterPartition(TestRecoveryService.java:465)'
+ BAD=1
+ jps
+ xargs kill -9
+ grep surefirebooter
+ cut -d ' ' -f 1
POST BUILD TASK : SUCCESS
END OF POST BUILD TASK : 0
Archiving artifacts
Sending artifact delta relative to HBase-0.98-on-Hadoop-1.1 #462
Archived 1682 artifacts
Archive block size is 32768
Received 51 blocks and 403486342 bytes
Compression is 0.4%
Took 2 min 33 sec
Recording test results
Updating HBASE-11868