Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/790/ Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseG1GC
4 tests failed. FAILED: junit.framework.TestSuite.org.apache.solr.ltr.TestLTROnSolrCloud Error Message: 77 threads leaked from SUITE scope at org.apache.solr.ltr.TestLTROnSolrCloud: 1) Thread[id=84, name=org.eclipse.jetty.server.session.HashSessionManager@1271994aTimer, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 2) Thread[id=129, name=Thread-38, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Object.wait(Native Method) at java.base@9.0.1/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1717) 3) Thread[id=112, name=jetty-launcher-5-thread-3-EventThread, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 4) Thread[id=139, name=TEST-TestLTROnSolrCloud.testSimpleQuery-seed#[6AB9BC2451FAAC83]-SendThread(127.0.0.1:45175), state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 5) Thread[id=122, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 6) Thread[id=157, name=qtp939890676-157, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 7) Thread[id=179, name=searcherExecutor-50-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 8) Thread[id=100, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 9) Thread[id=188, name=qtp1804248987-188, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 10) Thread[id=64, name=qtp1093076325-64, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:812) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781) at app//org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1079) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1014) at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) at app//org.apache.solr.core.ZkContainer$$Lambda$280/427139182.run(Unknown Source) at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208) at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$190/43043690.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 11) Thread[id=53, name=ProcessThread(sid:0 cport:45175):, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122) 12) Thread[id=67, name=qtp1804248987-67, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 13) Thread[id=181, name=searcherExecutor-53-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 14) Thread[id=76, name=qtp1804248987-76-acceptor-०@196de5b6-ServerConnector@2213c8bb{HTTP/1.1,[http/1.1]}{127.0.0.1:४३१९७}, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 15) Thread[id=87, name=qtp1804248987-87, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:812) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781) at app//org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1079) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1014) at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) at app//org.apache.solr.core.ZkContainer$$Lambda$280/427139182.run(Unknown Source) at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208) at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$190/43043690.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 16) Thread[id=79, name=qtp939890676-79, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 17) Thread[id=192, name=zkCallback-21-thread-2, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 18) Thread[id=121, name=OverseerCollectionConfigSetProcessor-98982883237756937-127.0.0.1:40895_solr-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:435) at app//org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:235) at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 19) Thread[id=66, name=qtp939890676-66, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:812) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781) at app//org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1079) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1014) at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) at app//org.apache.solr.core.ZkContainer$$Lambda$280/427139182.run(Unknown Source) at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208) at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$190/43043690.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 20) Thread[id=111, name=jetty-launcher-5-thread-3-SendThread(127.0.0.1:45175), state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 21) Thread[id=115, name=jetty-launcher-5-thread-1-EventThread, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 22) Thread[id=164, name=qtp1804248987-164, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 23) Thread[id=69, name=qtp1093076325-69, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 24) Thread[id=62, name=qtp939890676-62, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:812) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781) at app//org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1079) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1014) at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) at app//org.apache.solr.core.ZkContainer$$Lambda$280/427139182.run(Unknown Source) at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208) at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$190/43043690.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 25) Thread[id=83, name=qtp1093076325-83, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 26) Thread[id=177, name=searcherExecutor-52-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 27) Thread[id=153, name=Scheduler-1699566746, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 28) Thread[id=178, name=searcherExecutor-56-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 29) Thread[id=97, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 30) Thread[id=98, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 31) Thread[id=51, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Object.wait(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 32) Thread[id=78, name=qtp1804248987-78, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:812) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781) at app//org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1079) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1014) at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) at app//org.apache.solr.core.ZkContainer$$Lambda$280/427139182.run(Unknown Source) at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208) at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$190/43043690.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 33) Thread[id=63, name=qtp1804248987-63, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 34) Thread[id=77, name=qtp1093076325-77, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 35) Thread[id=128, name=Thread-37, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Object.wait(Native Method) at java.base@9.0.1/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1717) 36) Thread[id=183, name=searcherExecutor-54-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 37) Thread[id=186, name=qtp939890676-186, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 38) Thread[id=182, name=searcherExecutor-51-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 39) Thread[id=191, name=zkCallback-22-thread-4, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 40) Thread[id=116, name=jetty-launcher-5-thread-2-SendThread(127.0.0.1:45175), state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1141) 41) Thread[id=144, name=OverseerThreadFactory-42-thread-1-processing-n:127.0.0.1:40895_solr, state=WAITING, group=Overseer collection creation process.] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ExecutorCompletionService.take(ExecutorCompletionService.java:192) at app//org.apache.solr.handler.component.HttpShardHandler.take(HttpShardHandler.java:248) at app//org.apache.solr.handler.component.HttpShardHandler.takeCompletedOrError(HttpShardHandler.java:241) at app//org.apache.solr.cloud.OverseerCollectionMessageHandler.processResponses(OverseerCollectionMessageHandler.java:727) at app//org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:297) at app//org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232) at app//org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$224/1631568094.run(Unknown Source) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 42) Thread[id=68, name=qtp939890676-68, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:812) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781) at app//org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1079) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1014) at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) at app//org.apache.solr.core.ZkContainer$$Lambda$280/427139182.run(Unknown Source) at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208) at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$190/43043690.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100) at app//org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 43) Thread[id=180, name=searcherExecutor-55-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 44) Thread[id=123, name=OverseerAutoScalingTriggerThread-98982883237756937-127.0.0.1:40895_solr-n_0000000000, state=WAITING, group=Overseer autoscaling triggers] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at app//org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 45) Thread[id=81, name=qtp1804248987-81, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:812) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781) at app//org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1079) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1014) at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) at app//org.apache.solr.core.ZkContainer$$Lambda$280/427139182.run(Unknown Source) at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208) at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$190/43043690.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app//org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at app//org.eclipse.jetty.server.Server.handle(Server.java:534) at app//org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at app//org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at app//org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at app//org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at app//org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 46) Thread[id=162, name=qtp939890676-162, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 47) Thread[id=61, name=qtp1093076325-61, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 48) Thread[id=143, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 49) Thread[id=140, name=TEST-TestLTROnSolrCloud.testSimpleQuery-seed#[6AB9BC2451FAAC83]-EventThread, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 50) Thread[id=126, name=Thread-36, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Object.wait(Native Method) at java.base@9.0.1/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1717) 51) Thread[id=167, name=ScheduledTrigger-40-thread-4, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 52) Thread[id=117, name=jetty-launcher-5-thread-2-EventThread, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501) 53) Thread[id=176, name=searcherExecutor-49-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 54) Thread[id=70, name=qtp1093076325-70-acceptor-०@7b0c04c-ServerConnector@7a31ceb7{HTTP/1.1,[http/1.1]}{127.0.0.1:४०८९५}, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424) at java.base@9.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 55) Thread[id=80, name=qtp939890676-80, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 56) Thread[id=96, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 57) Thread[id=50, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 58) Thread[id=82, name=org.eclipse.jetty.server.session.HashSessionManager@1c475243Timer, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 59) Thread[id=120, name=OverseerStateUpdate-98982883237756937-127.0.0.1:40895_solr-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:435) at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:203) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 60) Thread[id=99, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 61) Thread[id=135, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 62) Thread[id=59, name=qtp939890676-59, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 63) Thread[id=142, name=Scheduler-918716036, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 64) Thread[id=189, name=qtp1093076325-189, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 65) Thread[id=124, name=ScheduledTrigger-40-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 66) Thread[id=125, name=ScheduledTrigger-40-thread-2, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 67) Thread[id=74, name=qtp1804248987-74, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 68) Thread[id=103, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 69) Thread[id=155, name=ScheduledTrigger-40-thread-3, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) 70) Thread[id=49, name=Thread-11, state=WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Object.wait(Native Method) at java.base@9.0.1/java.lang.Thread.join(Thread.java:1353) at java.base@9.0.1/java.lang.Thread.join(Thread.java:1427) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297) at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309) at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490) 71) Thread[id=72, name=qtp1093076325-72, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] at java.base@9.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:812) at app//org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781) at app//org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1079) at app//org.apache.solr.cloud.ZkController.register(ZkController.java:1014) at app//org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181) at app//org.apache.solr.core.ZkContainer$$Lambda$280/427139182.run(Unknown Source) at app//org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208) at app//org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:886) at app//org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1047) at app//org.apache.solr.core.CoreContainer.create(CoreContainer.java:948) at app//org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at app//org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$190/43043690.execute(Unknown Source) at app//org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at app//org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at app//org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at app//org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at app//org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737) at app//org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718) at app//org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at app//org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at app//org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at app//org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at app//org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at app//org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at app//org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at app//org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at app//org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at app//org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at app//org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at app// [...truncated too long message...] .base@9.0.1/java.lang.Thread.run(Thread.java:844) [junit4] > 27) Thread[id=128, name=Thread-37, state=WAITING, group=TGRP-TestLTROnSolrCloud] [junit4] > at java.base@9.0.1/java.lang.Object.wait(Native Method) [junit4] > at java.base@9.0.1/java.lang.Object.wait(Object.java:516) [junit4] > at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1717) [junit4] > 28) Thread[id=183, name=searcherExecutor-54-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] [junit4] > at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) [junit4] > at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) [junit4] > at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) [junit4] > at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) [junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) [junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) [junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) [junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) [junit4] > 29) Thread[id=182, name=searcherExecutor-51-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] [junit4] > at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) [junit4] > at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) [junit4] > at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) [junit4] > at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) [junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) [junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) [junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) [junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) [junit4] > 30) Thread[id=191, name=zkCallback-22-thread-4, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] [junit4] > at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) [junit4] > at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) [junit4] > at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) [junit4] > at java.base@9.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) [junit4] > at java.base@9.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) [junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) [junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) [junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) [junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) [junit4] > 31) Thread[id=116, name=jetty-launcher-5-thread-2-SendThread(127.0.0.1:45175), state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] [junit4] > at java.base@9.0.1/java.lang.Thread.sleep(Native Method) [junit4] > at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101) [junit4] > at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997) [junit4] > at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060) [junit4] > 32) Thread[id=154, name=Scheduler-1340142385, state=WAITING, group=TGRP-TestLTROnSolrCloud] [junit4] > at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) [junit4] > at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) [junit4] > at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) [junit4] > at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1119) [junit4] > at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) [junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) [junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) [junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) [junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) [junit4] > 33) Thread[id=180, name=searcherExecutor-55-thread-1, state=WAITING, group=TGRP-TestLTROnSolrCloud] [junit4] > at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) [junit4] > at java.base@9.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) [junit4] > at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) [junit4] > at java.base@9.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) [junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) [junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) [junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) [junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) [junit4] > 34) Thread[id=114, name=jetty-launcher-5-thread-1-SendThread(127.0.0.1:45175), state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] [junit4] > at java.base@9.0.1/java.lang.Thread.sleep(Native Method) [junit4] > at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051) [junit4] > 35) Thread[id=190, name=qtp1093076325-190, state=RUNNABLE, group=TGRP-TestLTROnSolrCloud] [junit4] > at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) [junit4] > at java.base@9.0.1/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) [junit4] > at java.base@9.0.1/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) [junit4] > at java.base@9.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) [junit4] > at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) [junit4] > at java.base@9.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) [junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243) [junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191) [junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249) [junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) [junit4] > at app//org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) [junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) [junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) [junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) [junit4] > 36) Thread[id=88, name=org.eclipse.jetty.server.session.HashSessionManager@28aab885Timer, state=TIMED_WAITING, group=TGRP-TestLTROnSolrCloud] [junit4] > at java.base@9.0.1/jdk.internal.misc.Unsafe.park(Native Method) [junit4] > at java.base@9.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) [junit4] > at java.base@9.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) [junit4] > at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) [junit4] > at java.base@9.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) [junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) [junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) [junit4] > at java.base@9.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) [junit4] > at java.base@9.0.1/java.lang.Thread.run(Thread.java:844) [junit4] > at __randomizedtesting.SeedInfo.seed([6AB9BC2451FAAC83]:0) [junit4] Completed [29/33 (1!)] on J0 in 205.22s, 1 test, 3 errors <<< FAILURES! [...truncated 32836 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org