Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1076/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseParallelGC
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsNNFailoverTest
Error Message:
22 threads leaked from SUITE scope at
org.apache.solr.cloud.hdfs.HdfsNNFailoverTest: 1) Thread[id=7181,
name=qtp1203365993-7181, state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at [email protected]/java.lang.Thread.run(Thread.java:844) 2)
Thread[id=7199, name=Scheduler-431126284, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844) 3)
Thread[id=7195, name=Thread-1805, state=WAITING, group=TGRP-HdfsNNFailoverTest]
at [email protected]/java.lang.Object.wait(Native Method) at
[email protected]/java.lang.Object.wait(Object.java:516) at
app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1719) 4)
Thread[id=7237, name=zkCallback-1597-thread-5, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844) 5)
Thread[id=7192,
name=TEST-HdfsNNFailoverTest.test-seed#[DA26CFCFFD37EAD2]-EventThread,
state=WAITING, group=TGRP-HdfsNNFailoverTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at
app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 6)
Thread[id=7182,
name=org.eclipse.jetty.server.session.HashSessionManager@1654b378Timer,
state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844) 7)
Thread[id=7175, name=qtp1203365993-7175, state=RUNNABLE,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at
[email protected]/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at
app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at [email protected]/java.lang.Thread.run(Thread.java:844) 8)
Thread[id=7193, name=zkConnectionManagerCallback-1598-thread-1, state=WAITING,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844) 9)
Thread[id=7179, name=qtp1203365993-7179, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/java.lang.Thread.sleep(Native Method) at
app//org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1562)
at
app//org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1513)
at
app//org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1622)
at
app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1032)
at
app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
at
app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at
app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$297/2109360545.execute(Unknown
Source) at
app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at
app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at
app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at
app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
at
app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
at
app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
at
app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
at
app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
at
app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
at
app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at
app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at
app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at
app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at
app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at
app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at
app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at
app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at
app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at
app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at
app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
at
app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at app//org.eclipse.jetty.server.Server.handle(Server.java:534)
at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at
app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at
app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at
app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at
app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at [email protected]/java.lang.Thread.run(Thread.java:844) 10)
Thread[id=7174, name=qtp1203365993-7174, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at [email protected]/java.lang.Thread.run(Thread.java:844) 11)
Thread[id=7238, name=zkCallback-1597-thread-6, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844) 12)
Thread[id=7177, name=qtp1203365993-7177, state=RUNNABLE,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at
[email protected]/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at
app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at [email protected]/java.lang.Thread.run(Thread.java:844) 13)
Thread[id=7178,
name=qtp1203365993-7178-acceptor-0@179c7d5e-ServerConnector@3ad09568{HTTP/1.1,[http/1.1]}{127.0.0.1:40069},
state=RUNNABLE, group=TGRP-HdfsNNFailoverTest] at
[email protected]/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at
[email protected]/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
at
[email protected]/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
at
app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at
app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at [email protected]/java.lang.Thread.run(Thread.java:844) 14)
Thread[id=7180, name=qtp1203365993-7180, state=RUNNABLE,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at
[email protected]/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at [email protected]/java.lang.Thread.run(Thread.java:844) 15)
Thread[id=7197, name=Connection evictor, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/java.lang.Thread.sleep(Native Method) at
app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at [email protected]/java.lang.Thread.run(Thread.java:844) 16)
Thread[id=7191,
name=TEST-HdfsNNFailoverTest.test-seed#[DA26CFCFFD37EAD2]-SendThread(127.0.0.1:39953),
state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest] at
[email protected]/java.lang.Thread.sleep(Native Method) at
app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at
app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) 17)
Thread[id=7187, name=Connection evictor, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/java.lang.Thread.sleep(Native Method) at
app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at [email protected]/java.lang.Thread.run(Thread.java:844) 18)
Thread[id=7234,
name=zkCallback-1597-thread-3-processing-n:127.0.0.1:40069_nn_%2Fiy,
state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest] at
[email protected]/java.lang.Thread.sleep(Native Method) at
app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at
app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at
app//org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
at
app//org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:771)
at app//org.apache.solr.cloud.Overseer.start(Overseer.java:515) at
app//org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799)
at
app//org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at
app//org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at
app//org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
at
app//org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
at
app//org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
at
app//org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$200/1924274917.run(Unknown
Source) at
[email protected]/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
at
[email protected]/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at
app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at
app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$111/15886483.run(Unknown
Source) at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844) 19)
Thread[id=7186, name=Connection evictor, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/java.lang.Thread.sleep(Native Method) at
app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at [email protected]/java.lang.Thread.run(Thread.java:844) 20)
Thread[id=7239, name=zkCallback-1597-thread-7, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844) 21)
Thread[id=7176, name=qtp1203365993-7176, state=RUNNABLE,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at
[email protected]/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at [email protected]/java.lang.Thread.run(Thread.java:844) 22)
Thread[id=7236, name=zkCallback-1597-thread-4, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 22 threads leaked from
SUITE scope at org.apache.solr.cloud.hdfs.HdfsNNFailoverTest:
1) Thread[id=7181, name=qtp1203365993-7181, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at [email protected]/java.lang.Thread.run(Thread.java:844)
2) Thread[id=7199, name=Scheduler-431126284, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844)
3) Thread[id=7195, name=Thread-1805, state=WAITING,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/java.lang.Object.wait(Native Method)
at [email protected]/java.lang.Object.wait(Object.java:516)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1719)
4) Thread[id=7237, name=zkCallback-1597-thread-5, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844)
5) Thread[id=7192,
name=TEST-HdfsNNFailoverTest.test-seed#[DA26CFCFFD37EAD2]-EventThread,
state=WAITING, group=TGRP-HdfsNNFailoverTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at
app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
6) Thread[id=7182,
name=org.eclipse.jetty.server.session.HashSessionManager@1654b378Timer,
state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844)
7) Thread[id=7175, name=qtp1203365993-7175, state=RUNNABLE,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at
[email protected]/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at
app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at [email protected]/java.lang.Thread.run(Thread.java:844)
8) Thread[id=7193, name=zkConnectionManagerCallback-1598-thread-1,
state=WAITING, group=TGRP-HdfsNNFailoverTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844)
9) Thread[id=7179, name=qtp1203365993-7179, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/java.lang.Thread.sleep(Native Method)
at
app//org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1562)
at
app//org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1513)
at
app//org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1622)
at
app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1032)
at
app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:950)
at
app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at
app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$297/2109360545.execute(Unknown
Source)
at
app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at
app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at
app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at
app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
at
app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
at
app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
at
app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
at
app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
at
app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at
app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at
app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at
app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at
app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at
app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at
app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at
app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at
app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at
app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at
app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
at
app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at app//org.eclipse.jetty.server.Server.handle(Server.java:534)
at
app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at
app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at
app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at
app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at
app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at [email protected]/java.lang.Thread.run(Thread.java:844)
10) Thread[id=7174, name=qtp1203365993-7174, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at
app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at [email protected]/java.lang.Thread.run(Thread.java:844)
11) Thread[id=7238, name=zkCallback-1597-thread-6, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844)
12) Thread[id=7177, name=qtp1203365993-7177, state=RUNNABLE,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at
[email protected]/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at
app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at [email protected]/java.lang.Thread.run(Thread.java:844)
13) Thread[id=7178,
name=qtp1203365993-7178-acceptor-0@179c7d5e-ServerConnector@3ad09568{HTTP/1.1,[http/1.1]}{127.0.0.1:40069},
state=RUNNABLE, group=TGRP-HdfsNNFailoverTest]
at [email protected]/sun.nio.ch.ServerSocketChannelImpl.accept0(Native
Method)
at
[email protected]/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
at
[email protected]/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
at
app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
at
app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at [email protected]/java.lang.Thread.run(Thread.java:844)
14) Thread[id=7180, name=qtp1203365993-7180, state=RUNNABLE,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at
[email protected]/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at [email protected]/java.lang.Thread.run(Thread.java:844)
15) Thread[id=7197, name=Connection evictor, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/java.lang.Thread.sleep(Native Method)
at
app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at [email protected]/java.lang.Thread.run(Thread.java:844)
16) Thread[id=7191,
name=TEST-HdfsNNFailoverTest.test-seed#[DA26CFCFFD37EAD2]-SendThread(127.0.0.1:39953),
state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
at [email protected]/java.lang.Thread.sleep(Native Method)
at
app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
at
app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
at
app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
17) Thread[id=7187, name=Connection evictor, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/java.lang.Thread.sleep(Native Method)
at
app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at [email protected]/java.lang.Thread.run(Thread.java:844)
18) Thread[id=7234,
name=zkCallback-1597-thread-3-processing-n:127.0.0.1:40069_nn_%2Fiy,
state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
at [email protected]/java.lang.Thread.sleep(Native Method)
at
app//org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
at
app//org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
at
app//org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
at
app//org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:771)
at app//org.apache.solr.cloud.Overseer.start(Overseer.java:515)
at
app//org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799)
at
app//org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at
app//org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at
app//org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
at
app//org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
at
app//org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
at
app//org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$200/1924274917.run(Unknown
Source)
at
[email protected]/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
at
[email protected]/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at
app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at
app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$111/15886483.run(Unknown
Source)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844)
19) Thread[id=7186, name=Connection evictor, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/java.lang.Thread.sleep(Native Method)
at
app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at [email protected]/java.lang.Thread.run(Thread.java:844)
20) Thread[id=7239, name=zkCallback-1597-thread-7, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844)
21) Thread[id=7176, name=qtp1203365993-7176, state=RUNNABLE,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at
[email protected]/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at [email protected]/java.lang.Thread.run(Thread.java:844)
22) Thread[id=7236, name=zkCallback-1597-thread-4, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([DA26CFCFFD37EAD2]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsNNFailoverTest
Error Message:
There are still zombie threads that couldn't be terminated: 1)
Thread[id=7199, name=Scheduler-431126284, state=WAITING,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1119)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844) 2)
Thread[id=7195, name=Thread-1805, state=WAITING, group=TGRP-HdfsNNFailoverTest]
at [email protected]/java.lang.Object.wait(Native Method) at
[email protected]/java.lang.Object.wait(Object.java:516) at
app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1719) 3)
Thread[id=7237, name=zkCallback-1597-thread-5, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844) 4)
Thread[id=7182,
name=org.eclipse.jetty.server.session.HashSessionManager@1654b378Timer,
state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844) 5)
Thread[id=7175, name=qtp1203365993-7175, state=RUNNABLE,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
at
[email protected]/sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:313)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:206)
at
[email protected]/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at
[email protected]/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:91)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at
app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at [email protected]/java.lang.Thread.run(Thread.java:844) 6)
Thread[id=7193, name=zkConnectionManagerCallback-1598-thread-1, state=WAITING,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844) 7)
Thread[id=7238, name=zkCallback-1597-thread-6, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844) 8)
Thread[id=7177, name=qtp1203365993-7177, state=RUNNABLE,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
at
[email protected]/sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:313)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:206)
at
[email protected]/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at
[email protected]/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:91)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at
app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at [email protected]/java.lang.Thread.run(Thread.java:844) 9)
Thread[id=7180, name=qtp1203365993-7180, state=RUNNABLE,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
at
[email protected]/sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:313)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:206)
at
[email protected]/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at
[email protected]/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:91)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at [email protected]/java.lang.Thread.run(Thread.java:844) 10)
Thread[id=7191,
name=TEST-HdfsNNFailoverTest.test-seed#[DA26CFCFFD37EAD2]-SendThread(127.0.0.1:39953),
state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest] at
[email protected]/java.lang.Thread.sleep(Native Method) at
app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) 11)
Thread[id=7234, name=zkCallback-1597-thread-3, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844) 12)
Thread[id=7239, name=zkCallback-1597-thread-7, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844) 13)
Thread[id=7176, name=qtp1203365993-7176, state=RUNNABLE,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/sun.nio.ch.IOUtil.drain(Native Method) at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:103)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at [email protected]/java.lang.Thread.run(Thread.java:844) 14)
Thread[id=7236, name=zkCallback-1597-thread-4, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest] at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method) at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
1) Thread[id=7199, name=Scheduler-431126284, state=WAITING,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1119)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844)
2) Thread[id=7195, name=Thread-1805, state=WAITING,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/java.lang.Object.wait(Native Method)
at [email protected]/java.lang.Object.wait(Object.java:516)
at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1719)
3) Thread[id=7237, name=zkCallback-1597-thread-5, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844)
4) Thread[id=7182,
name=org.eclipse.jetty.server.session.HashSessionManager@1654b378Timer,
state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131)
at
[email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844)
5) Thread[id=7175, name=qtp1203365993-7175, state=RUNNABLE,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
at
[email protected]/sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:313)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:206)
at
[email protected]/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at
[email protected]/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:91)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at
app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at [email protected]/java.lang.Thread.run(Thread.java:844)
6) Thread[id=7193, name=zkConnectionManagerCallback-1598-thread-1,
state=WAITING, group=TGRP-HdfsNNFailoverTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062)
at
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844)
7) Thread[id=7238, name=zkCallback-1597-thread-6, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844)
8) Thread[id=7177, name=qtp1203365993-7177, state=RUNNABLE,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
at
[email protected]/sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:313)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:206)
at
[email protected]/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at
[email protected]/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:91)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
at
app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at [email protected]/java.lang.Thread.run(Thread.java:844)
9) Thread[id=7180, name=qtp1203365993-7180, state=RUNNABLE,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
at
[email protected]/sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:313)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:206)
at
[email protected]/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
at
[email protected]/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:91)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at [email protected]/java.lang.Thread.run(Thread.java:844)
10) Thread[id=7191,
name=TEST-HdfsNNFailoverTest.test-seed#[DA26CFCFFD37EAD2]-SendThread(127.0.0.1:39953),
state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
at [email protected]/java.lang.Thread.sleep(Native Method)
at
app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
11) Thread[id=7234, name=zkCallback-1597-thread-3, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844)
12) Thread[id=7239, name=zkCallback-1597-thread-7, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844)
13) Thread[id=7176, name=qtp1203365993-7176, state=RUNNABLE,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/sun.nio.ch.IOUtil.drain(Native Method)
at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:103)
at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at [email protected]/java.lang.Thread.run(Thread.java:844)
14) Thread[id=7236, name=zkCallback-1597-thread-4, state=TIMED_WAITING,
group=TGRP-HdfsNNFailoverTest]
at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at [email protected]/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([DA26CFCFFD37EAD2]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsNNFailoverTest.test
Error Message:
Timeout occured while waiting response from server at:
http://127.0.0.1:33725/nn_/iy
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting
response from server at: http://127.0.0.1:33725/nn_/iy
at
__randomizedtesting.SeedInfo.seed([DA26CFCFFD37EAD2:5272F01553CB872A]:0)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at
org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:414)
at
org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:339)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at
java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
at
org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at
org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at
org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at
org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at
org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 43 more
FAILED: org.apache.solr.spelling.SpellCheckCollatorTest.testEstimatedHitCounts
Error Message:
Exception during query
Stack Trace:
java.lang.RuntimeException: Exception during query
at
__randomizedtesting.SeedInfo.seed([DA26CFCFFD37EAD2:EB9D71FA5808FA02]:0)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:902)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:862)
at
org.apache.solr.spelling.SpellCheckCollatorTest.testEstimatedHitCounts(SpellCheckCollatorTest.java:569)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverr
[...truncated too long message...]
4] > at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at
[email protected]/java.lang.Thread.run(Thread.java:844)
[junit4] > 8) Thread[id=7177, name=qtp1203365993-7177, state=RUNNABLE,
group=TGRP-HdfsNNFailoverTest]
[junit4] > at
[email protected]/sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
[junit4] > at
[email protected]/sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:313)
[junit4] > at
[email protected]/sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:206)
[junit4] > at
[email protected]/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at
[email protected]/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:91)
[junit4] > at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
[junit4] > at
app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
[junit4] > at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at
[email protected]/java.lang.Thread.run(Thread.java:844)
[junit4] > 9) Thread[id=7180, name=qtp1203365993-7180, state=RUNNABLE,
group=TGRP-HdfsNNFailoverTest]
[junit4] > at
[email protected]/sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
[junit4] > at
[email protected]/sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:313)
[junit4] > at
[email protected]/sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:206)
[junit4] > at
[email protected]/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
[junit4] > at
[email protected]/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
[junit4] > at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:91)
[junit4] > at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at
[email protected]/java.lang.Thread.run(Thread.java:844)
[junit4] > 10) Thread[id=7191,
name=TEST-HdfsNNFailoverTest.test-seed#[DA26CFCFFD37EAD2]-SendThread(127.0.0.1:39953),
state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
[junit4] > at [email protected]/java.lang.Thread.sleep(Native
Method)
[junit4] > at
app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
[junit4] > 11) Thread[id=7234, name=zkCallback-1597-thread-3,
state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
[junit4] > at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at
[email protected]/java.lang.Thread.run(Thread.java:844)
[junit4] > 12) Thread[id=7239, name=zkCallback-1597-thread-7,
state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
[junit4] > at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at
[email protected]/java.lang.Thread.run(Thread.java:844)
[junit4] > 13) Thread[id=7176, name=qtp1203365993-7176, state=RUNNABLE,
group=TGRP-HdfsNNFailoverTest]
[junit4] > at [email protected]/sun.nio.ch.IOUtil.drain(Native
Method)
[junit4] > at
[email protected]/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:103)
[junit4] > at
[email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at
[email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
[junit4] > at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
[junit4] > at
app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
[junit4] > at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
[junit4] > at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at
app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at
app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at
app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at
[email protected]/java.lang.Thread.run(Thread.java:844)
[junit4] > 14) Thread[id=7236, name=zkCallback-1597-thread-4,
state=TIMED_WAITING, group=TGRP-HdfsNNFailoverTest]
[junit4] > at
[email protected]/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
[junit4] > at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
[junit4] > at
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
[junit4] > at
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
[junit4] > at
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091)
[junit4] > at
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
[junit4] > at
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at
[email protected]/java.lang.Thread.run(Thread.java:844)
[junit4] > at
__randomizedtesting.SeedInfo.seed([DA26CFCFFD37EAD2]:0)
[junit4] Completed [405/764 (2!)] on J0 in 636.82s, 1 test, 3 errors <<<
FAILURES!
[...truncated 41993 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
