Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/8136/ Java: 64bit/jdk-12.0.1 -XX:+UseCompressedOops -XX:+UseParallelGC
6 tests failed. FAILED: org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup Error Message: IOException occurred when talking to server at: https://127.0.0.1:52247/solr Stack Trace: org.apache.solr.client.solrj.SolrServerException: IOException occurred when talking to server at: https://127.0.0.1:52247/solr at __randomizedtesting.SeedInfo.seed([FFE58FA5DCEF1B1B:28CDC27DCD0F52F5]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:679) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248) at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368) at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224) at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:549) at org.apache.solr.cloud.TestCloudSearcherWarming.tearDown(TestCloudSearcherWarming.java:79) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:567) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:835) Caused by: javax.net.ssl.SSLException: Software caused connection abort: recv failed at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:127) at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:320) at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:263) at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:258) at java.base/sun.security.ssl.SSLSocketImpl.handleException(SSLSocketImpl.java:1342) at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:844) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564) ... 47 more Suppressed: java.net.SocketException: Software caused connection abort: socket write error at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at java.base/sun.security.ssl.SSLSocketOutputRecord.encodeAlert(SSLSocketOutputRecord.java:81) at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:351) ... 69 more Caused by: java.net.SocketException: Software caused connection abort: recv failed at java.base/java.net.SocketInputStream.socketRead0(Native Method) at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448) at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68) at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1132) at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:828) ... 65 more FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudSearcherWarming Error Message: 28 threads leaked from SUITE scope at org.apache.solr.cloud.TestCloudSearcherWarming: 1) Thread[id=1169, name=Session-HouseKeeper-3c0da097, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 2) Thread[id=1168, name=qtp531024873-1168, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 3) Thread[id=1196, name=SolrRrdBackendFactory-276-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 4) Thread[id=1197, name=MetricsHistoryHandler-277-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 5) Thread[id=1161, name=qtp531024873-1161, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$180/0x0000000801499040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 6) Thread[id=1199, name=Thread-136, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Object.wait(Native Method) at java.base@12.0.1/java.lang.Object.wait(Object.java:326) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2036) 7) Thread[id=1067, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 8) Thread[id=1060, name=ZkTestServer Run Thread, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Object.wait(Native Method) at java.base@12.0.1/java.lang.Thread.join(Thread.java:1308) at java.base@12.0.1/java.lang.Thread.join(Thread.java:1375) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:950) at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:343) at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:566) 9) Thread[id=1061, name=ConnnectionExpirer, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:574) 10) Thread[id=1147, name=CloudSolrClient ThreadPool-409-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 11) Thread[id=1165, name=qtp531024873-1165, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 12) Thread[id=1065, name=SyncThread:0, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:109) 13) Thread[id=1162, name=qtp531024873-1162-acceptor-0@31839065-ServerConnector@76febdde{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:52247}, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@12.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:525) at java.base@12.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:277) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 14) Thread[id=1163, name=qtp531024873-1163, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 15) Thread[id=1074, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 16) Thread[id=1064, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151) 17) Thread[id=1071, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 18) Thread[id=1075, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 19) Thread[id=1164, name=qtp531024873-1164, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 20) Thread[id=1204, name=coreZkRegister-266-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 21) Thread[id=1073, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 22) Thread[id=1070, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 23) Thread[id=1166, name=qtp531024873-1166, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 24) Thread[id=1062, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391) 25) Thread[id=1167, name=qtp531024873-1167, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 26) Thread[id=1066, name=ProcessThread(sid:0 cport:52234):, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:134) 27) Thread[id=1063, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205) 28) Thread[id=1200, name=coreContainerWorkExecutor-267-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 28 threads leaked from SUITE scope at org.apache.solr.cloud.TestCloudSearcherWarming: 1) Thread[id=1169, name=Session-HouseKeeper-3c0da097, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 2) Thread[id=1168, name=qtp531024873-1168, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 3) Thread[id=1196, name=SolrRrdBackendFactory-276-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 4) Thread[id=1197, name=MetricsHistoryHandler-277-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 5) Thread[id=1161, name=qtp531024873-1161, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$180/0x0000000801499040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 6) Thread[id=1199, name=Thread-136, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Object.wait(Native Method) at java.base@12.0.1/java.lang.Object.wait(Object.java:326) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2036) 7) Thread[id=1067, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 8) Thread[id=1060, name=ZkTestServer Run Thread, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Object.wait(Native Method) at java.base@12.0.1/java.lang.Thread.join(Thread.java:1308) at java.base@12.0.1/java.lang.Thread.join(Thread.java:1375) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:950) at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:343) at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:566) 9) Thread[id=1061, name=ConnnectionExpirer, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:574) 10) Thread[id=1147, name=CloudSolrClient ThreadPool-409-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 11) Thread[id=1165, name=qtp531024873-1165, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 12) Thread[id=1065, name=SyncThread:0, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:109) 13) Thread[id=1162, name=qtp531024873-1162-acceptor-0@31839065-ServerConnector@76febdde{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:52247}, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@12.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:525) at java.base@12.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:277) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 14) Thread[id=1163, name=qtp531024873-1163, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 15) Thread[id=1074, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 16) Thread[id=1064, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151) 17) Thread[id=1071, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 18) Thread[id=1075, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 19) Thread[id=1164, name=qtp531024873-1164, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 20) Thread[id=1204, name=coreZkRegister-266-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 21) Thread[id=1073, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 22) Thread[id=1070, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 23) Thread[id=1166, name=qtp531024873-1166, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 24) Thread[id=1062, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391) 25) Thread[id=1167, name=qtp531024873-1167, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 26) Thread[id=1066, name=ProcessThread(sid:0 cport:52234):, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:134) 27) Thread[id=1063, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205) 28) Thread[id=1200, name=coreContainerWorkExecutor-267-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) at __randomizedtesting.SeedInfo.seed([FFE58FA5DCEF1B1B]:0) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudSearcherWarming Error Message: There are still zombie threads that couldn't be terminated: 1) Thread[id=1169, name=Session-HouseKeeper-3c0da097, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 2) Thread[id=1075, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 3) Thread[id=1168, name=qtp531024873-1168, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 4) Thread[id=1196, name=SolrRrdBackendFactory-276-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 5) Thread[id=1164, name=qtp531024873-1164, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 6) Thread[id=1197, name=MetricsHistoryHandler-277-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 7) Thread[id=1161, name=qtp531024873-1161, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$180/0x0000000801499040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 8) Thread[id=1204, name=coreZkRegister-266-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 9) Thread[id=1199, name=Thread-136, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Object.wait(Native Method) at java.base@12.0.1/java.lang.Object.wait(Object.java:326) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2036) 10) Thread[id=1067, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 11) Thread[id=1147, name=CloudSolrClient ThreadPool-409-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 12) Thread[id=1165, name=qtp531024873-1165, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 13) Thread[id=1073, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 14) Thread[id=1070, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 15) Thread[id=1166, name=qtp531024873-1166, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 16) Thread[id=1062, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.setWakeupSocket0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.setWakeupSocket(WindowsSelectorImpl.java:480) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.wakeup(WindowsSelectorImpl.java:600) at java.base@12.0.1/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.base@12.0.1/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:165) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391) 17) Thread[id=1167, name=qtp531024873-1167, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 18) Thread[id=1162, name=qtp531024873-1162, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 19) Thread[id=1063, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205) 20) Thread[id=1163, name=qtp531024873-1163, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 21) Thread[id=1074, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 22) Thread[id=1200, name=coreContainerWorkExecutor-267-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 23) Thread[id=1071, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=1169, name=Session-HouseKeeper-3c0da097, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 2) Thread[id=1075, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 3) Thread[id=1168, name=qtp531024873-1168, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 4) Thread[id=1196, name=SolrRrdBackendFactory-276-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 5) Thread[id=1164, name=qtp531024873-1164, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 6) Thread[id=1197, name=MetricsHistoryHandler-277-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 7) Thread[id=1161, name=qtp531024873-1161, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$180/0x0000000801499040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 8) Thread[id=1204, name=coreZkRegister-266-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 9) Thread[id=1199, name=Thread-136, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Object.wait(Native Method) at java.base@12.0.1/java.lang.Object.wait(Object.java:326) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2036) 10) Thread[id=1067, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 11) Thread[id=1147, name=CloudSolrClient ThreadPool-409-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 12) Thread[id=1165, name=qtp531024873-1165, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 13) Thread[id=1073, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 14) Thread[id=1070, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecuto [...truncated too long message...] NIOServerCnxnFactory.java:391) [junit4] > 17) Thread[id=1167, name=qtp531024873-1167, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] [junit4] > at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) [junit4] > at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) [junit4] > at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) [junit4] > at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) [junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) [junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) [junit4] > at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) [junit4] > 18) Thread[id=1162, name=qtp531024873-1162, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] [junit4] > at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) [junit4] > at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) [junit4] > at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) [junit4] > at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) [junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) [junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) [junit4] > at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) [junit4] > 19) Thread[id=1063, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] [junit4] > at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) [junit4] > at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) [junit4] > at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) [junit4] > at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) [junit4] > at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) [junit4] > at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229) [junit4] > at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205) [junit4] > 20) Thread[id=1163, name=qtp531024873-1163, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] [junit4] > at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) [junit4] > at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) [junit4] > at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) [junit4] > at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) [junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) [junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) [junit4] > at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) [junit4] > 21) Thread[id=1074, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming] [junit4] > at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) [junit4] > at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) [junit4] > at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) [junit4] > at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) [junit4] > at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) [junit4] > at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) [junit4] > at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [junit4] > at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) [junit4] > 22) Thread[id=1200, name=coreContainerWorkExecutor-267-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] [junit4] > at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) [junit4] > at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) [junit4] > at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) [junit4] > at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) [junit4] > at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) [junit4] > at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) [junit4] > at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) [junit4] > at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [junit4] > at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) [junit4] > 23) Thread[id=1071, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming] [junit4] > at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) [junit4] > at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) [junit4] > at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) [junit4] > at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) [junit4] > at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) [junit4] > at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) [junit4] > at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [junit4] > at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) [junit4] > at __randomizedtesting.SeedInfo.seed([FFE58FA5DCEF1B1B]:0) [junit4] Completed [5/5 (1!)] on J0 in 64.52s, 2 tests, 3 errors <<< FAILURES! [...truncated 11 lines...] BUILD FAILED C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:1492: The following error occurred while executing this line: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:1019: There were test failures: 5 suites, 10 tests, 2 suite-level errors, 1 error [seed: FFE58FA5DCEF1B1B] Total time: 3 minutes 43 seconds [repro] Setting last failure code to 1 [repro] Failures: [repro] 1/5 failed: org.apache.solr.cloud.TestCloudSearcherWarming [repro] Exiting with code 1 C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST lucene\build move /y lucene\build lucene\build.repro 1 dir(s) moved. C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST solr\build move /y solr\build solr\build.repro 1 dir(s) moved. C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST lucene\build.orig move /y lucene\build.orig lucene\build 1 dir(s) moved. C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST solr\build.orig move /y solr\build.orig solr\build 1 dir(s) moved. C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>exit 0 Archiving artifacts Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2 [WARNINGS] Parsing warnings in console log with parser Java Compiler (javac) Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2 No credentials specified Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2 <Git Blamer> Using GitBlamer to create author and commit information for all warnings. <Git Blamer> GIT_COMMIT=416de65d31eaa646064fb98d9e15156c25cf86f2, workspace=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows [WARNINGS] Computing warning deltas based on reference build #8135 Recording test results Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2 Build step 'Publish JUnit test result report' changed build result to UNSTABLE Email was triggered for: Unstable (Test Failures) Sending email for trigger: Unstable (Test Failures) Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2 Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2 Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2 Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2 Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2 Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
--------------------------------------------------------------------- To unsubscribe, e-mail: builds-unsubscr...@lucene.apache.org For additional commands, e-mail: builds-h...@lucene.apache.org
