Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/8036/ Java: 64bit/jdk-12.0.1 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
3 tests failed. FAILED: org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup Error Message: IOException occurred when talking to server at: https://127.0.0.1:61149/solr Stack Trace: org.apache.solr.client.solrj.SolrServerException: IOException occurred when talking to server at: https://127.0.0.1:61149/solr at __randomizedtesting.SeedInfo.seed([BBF11879524757D9:6CD955A143A71E37]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:670) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:245) at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368) at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228) at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:547) at org.apache.solr.cloud.TestCloudSearcherWarming.tearDown(TestCloudSearcherWarming.java:79) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:567) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:835) Caused by: javax.net.ssl.SSLException: Software caused connection abort: recv failed at java.base/sun.security.ssl.Alert.createSSLException(Alert.java:127) at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:320) at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:263) at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:258) at java.base/sun.security.ssl.SSLTransport.decode(SSLTransport.java:137) at java.base/sun.security.ssl.SSLSocketImpl.decode(SSLSocketImpl.java:1183) at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1153) at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:828) at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137) at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153) at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138) at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56) at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259) at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163) at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165) at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273) at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125) at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272) at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185) at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89) at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110) at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83) at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:555) ... 47 more Suppressed: java.net.SocketException: Software caused connection abort: socket write error at java.base/java.net.SocketOutputStream.socketWrite0(Native Method) at java.base/java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:110) at java.base/java.net.SocketOutputStream.write(SocketOutputStream.java:150) at java.base/sun.security.ssl.SSLSocketOutputRecord.encodeAlert(SSLSocketOutputRecord.java:81) at java.base/sun.security.ssl.TransportContext.fatal(TransportContext.java:351) ... 71 more Caused by: java.net.SocketException: Software caused connection abort: recv failed at java.base/java.net.SocketInputStream.socketRead0(Native Method) at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168) at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140) at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448) at java.base/sun.security.ssl.SSLSocketInputRecord.decodeInputRecord(SSLSocketInputRecord.java:237) at java.base/sun.security.ssl.SSLSocketInputRecord.decode(SSLSocketInputRecord.java:190) at java.base/sun.security.ssl.SSLTransport.decode(SSLTransport.java:108) ... 68 more FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudSearcherWarming Error Message: 28 threads leaked from SUITE scope at org.apache.solr.cloud.TestCloudSearcherWarming: 1) Thread[id=9267, name=Thread-1252, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Object.wait(Native Method) at java.base@12.0.1/java.lang.Object.wait(Object.java:326) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2021) 2) Thread[id=9126, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391) 3) Thread[id=9130, name=ProcessThread(sid:0 cport:61136):, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:134) 4) Thread[id=9272, name=coreZkRegister-3166-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 5) Thread[id=9264, name=SolrRrdBackendFactory-3176-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 6) Thread[id=9235, name=qtp540787487-9235, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 7) Thread[id=9125, name=ConnnectionExpirer, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:574) 8) Thread[id=9137, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 9) Thread[id=9237, name=Session-HouseKeeper-3f48778e, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 10) Thread[id=9127, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205) 11) Thread[id=9138, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 12) Thread[id=9124, name=ZkTestServer Run Thread, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Object.wait(Native Method) at java.base@12.0.1/java.lang.Thread.join(Thread.java:1308) at java.base@12.0.1/java.lang.Thread.join(Thread.java:1375) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:950) at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:343) at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:566) 13) Thread[id=9128, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151) 14) Thread[id=9233, name=qtp540787487-9233, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 15) Thread[id=9215, name=CloudSolrClient ThreadPool-3634-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 16) Thread[id=9134, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 17) Thread[id=9268, name=coreContainerWorkExecutor-3167-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 18) Thread[id=9135, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 19) Thread[id=9229, name=qtp540787487-9229, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$253/0x000002aa60080858.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 20) Thread[id=9232, name=qtp540787487-9232, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 21) Thread[id=9230, name=qtp540787487-9230-acceptor-0@8294b0-ServerConnector@54d1e9ae{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:61149}, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@12.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:525) at java.base@12.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:277) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 22) Thread[id=9236, name=qtp540787487-9236, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 23) Thread[id=9139, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 24) Thread[id=9231, name=qtp540787487-9231, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 25) Thread[id=9131, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 26) Thread[id=9265, name=MetricsHistoryHandler-3177-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 27) Thread[id=9234, name=qtp540787487-9234, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 28) Thread[id=9129, name=SyncThread:0, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:109) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 28 threads leaked from SUITE scope at org.apache.solr.cloud.TestCloudSearcherWarming: 1) Thread[id=9267, name=Thread-1252, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Object.wait(Native Method) at java.base@12.0.1/java.lang.Object.wait(Object.java:326) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2021) 2) Thread[id=9126, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391) 3) Thread[id=9130, name=ProcessThread(sid:0 cport:61136):, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:134) 4) Thread[id=9272, name=coreZkRegister-3166-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 5) Thread[id=9264, name=SolrRrdBackendFactory-3176-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 6) Thread[id=9235, name=qtp540787487-9235, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 7) Thread[id=9125, name=ConnnectionExpirer, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:574) 8) Thread[id=9137, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 9) Thread[id=9237, name=Session-HouseKeeper-3f48778e, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 10) Thread[id=9127, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205) 11) Thread[id=9138, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 12) Thread[id=9124, name=ZkTestServer Run Thread, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Object.wait(Native Method) at java.base@12.0.1/java.lang.Thread.join(Thread.java:1308) at java.base@12.0.1/java.lang.Thread.join(Thread.java:1375) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:950) at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:343) at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:566) 13) Thread[id=9128, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151) 14) Thread[id=9233, name=qtp540787487-9233, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 15) Thread[id=9215, name=CloudSolrClient ThreadPool-3634-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 16) Thread[id=9134, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 17) Thread[id=9268, name=coreContainerWorkExecutor-3167-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 18) Thread[id=9135, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 19) Thread[id=9229, name=qtp540787487-9229, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$253/0x000002aa60080858.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 20) Thread[id=9232, name=qtp540787487-9232, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 21) Thread[id=9230, name=qtp540787487-9230-acceptor-0@8294b0-ServerConnector@54d1e9ae{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:61149}, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at java.base@12.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:525) at java.base@12.0.1/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:277) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 22) Thread[id=9236, name=qtp540787487-9236, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 23) Thread[id=9139, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 24) Thread[id=9231, name=qtp540787487-9231, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 25) Thread[id=9131, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 26) Thread[id=9265, name=MetricsHistoryHandler-3177-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 27) Thread[id=9234, name=qtp540787487-9234, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 28) Thread[id=9129, name=SyncThread:0, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:109) at __randomizedtesting.SeedInfo.seed([BBF11879524757D9]:0) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudSearcherWarming Error Message: There are still zombie threads that couldn't be terminated: 1) Thread[id=9267, name=Thread-1252, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Object.wait(Native Method) at java.base@12.0.1/java.lang.Object.wait(Object.java:326) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2021) 2) Thread[id=9126, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391) 3) Thread[id=9268, name=coreContainerWorkExecutor-3167-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 4) Thread[id=9135, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 5) Thread[id=9272, name=coreZkRegister-3166-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 6) Thread[id=9264, name=SolrRrdBackendFactory-3176-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 7) Thread[id=9235, name=qtp540787487-9235, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 8) Thread[id=9229, name=qtp540787487-9229, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$253/0x000002aa60080858.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 9) Thread[id=9232, name=qtp540787487-9232, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 10) Thread[id=9230, name=qtp540787487-9230, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 11) Thread[id=9236, name=qtp540787487-9236, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 12) Thread[id=9137, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 13) Thread[id=9237, name=Session-HouseKeeper-3f48778e, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 14) Thread[id=9127, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205) 15) Thread[id=9138, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 16) Thread[id=9139, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 17) Thread[id=9231, name=qtp540787487-9231, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 18) Thread[id=9233, name=qtp540787487-9233, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 19) Thread[id=9131, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 20) Thread[id=9265, name=MetricsHistoryHandler-3177-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 21) Thread[id=9234, name=qtp540787487-9234, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 22) Thread[id=9215, name=CloudSolrClient ThreadPool-3634-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 23) Thread[id=9134, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=9267, name=Thread-1252, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/java.lang.Object.wait(Native Method) at java.base@12.0.1/java.lang.Object.wait(Object.java:326) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2021) 2) Thread[id=9126, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391) 3) Thread[id=9268, name=coreContainerWorkExecutor-3167-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 4) Thread[id=9135, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 5) Thread[id=9272, name=coreZkRegister-3166-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@12.0.1/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@12.0.1/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 6) Thread[id=9264, name=SolrRrdBackendFactory-3176-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 7) Thread[id=9235, name=qtp540787487-9235, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 8) Thread[id=9229, name=qtp540787487-9229, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$253/0x000002aa60080858.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 9) Thread[id=9232, name=qtp540787487-9232, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 10) Thread[id=9230, name=qtp540787487-9230, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 11) Thread[id=9236, name=qtp540787487-9236, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 12) Thread[id=9137, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12.0.1/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 13) Thread[id=9237, name=Session-HouseKeeper-3f48778e, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@12.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@12.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12.0.1/java.lang.Thread.run(Thread.java:835) 14) Thread[id=9127, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@12.0.1/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@12.0.1/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@12.0.1/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205) 15) Thread[id=9138, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@12.0.1/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12.0.1/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12.0.1/java.util.con [...truncated too long message...] cs\test\temp\junit4-J1-20190705_112922_05014008028612927317287.syserr [junit4] >>> JVM J1 emitted unexpected output (verbatim) ---- [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. [junit4] <<< JVM J1: EOF ---- [...truncated 571 lines...] [junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-clustering\test\temp\junit4-J0-20190705_113231_49411296230829129389768.syserr [junit4] >>> JVM J0 emitted unexpected output (verbatim) ---- [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. [junit4] <<< JVM J0: EOF ---- [...truncated 3 lines...] [junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-clustering\test\temp\junit4-J1-20190705_113231_4942203925309753728045.syserr [junit4] >>> JVM J1 emitted unexpected output (verbatim) ---- [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. [junit4] <<< JVM J1: EOF ---- [...truncated 1300 lines...] [junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-dataimporthandler-extras\test\temp\junit4-J0-20190705_113347_8503860174121088442252.syserr [junit4] >>> JVM J0 emitted unexpected output (verbatim) ---- [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. [junit4] <<< JVM J0: EOF ---- [...truncated 3 lines...] [junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-dataimporthandler-extras\test\temp\junit4-J1-20190705_113347_85016722058199124353829.syserr [junit4] >>> JVM J1 emitted unexpected output (verbatim) ---- [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. [junit4] <<< JVM J1: EOF ---- [...truncated 666 lines...] [junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-dataimporthandler\test\temp\junit4-J0-20190705_113431_04214623046790534050289.syserr [junit4] >>> JVM J0 emitted unexpected output (verbatim) ---- [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. [junit4] <<< JVM J0: EOF ---- [...truncated 3 lines...] [junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-dataimporthandler\test\temp\junit4-J1-20190705_113431_0427887891172687587258.syserr [junit4] >>> JVM J1 emitted unexpected output (verbatim) ---- [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. [junit4] <<< JVM J1: EOF ---- [...truncated 573 lines...] [junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-cell\test\temp\junit4-J1-20190705_113601_81013267131641737482614.syserr [junit4] >>> JVM J1 emitted unexpected output (verbatim) ---- [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. [junit4] <<< JVM J1: EOF ---- [...truncated 3 lines...] [junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-cell\test\temp\junit4-J0-20190705_113601_8105871532587245788510.syserr [junit4] >>> JVM J0 emitted unexpected output (verbatim) ---- [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. [junit4] <<< JVM J0: EOF ---- [...truncated 565 lines...] [junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-jaegertracer-configurator\test\temp\junit4-J0-20190705_113643_98913479112410182281717.syserr [junit4] >>> JVM J0 emitted unexpected output (verbatim) ---- [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. [junit4] <<< JVM J0: EOF ---- [...truncated 577 lines...] [junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-langid\test\temp\junit4-J1-20190705_113729_2449150353557819518016.syserr [junit4] >>> JVM J1 emitted unexpected output (verbatim) ---- [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. [junit4] <<< JVM J1: EOF ---- [...truncated 3 lines...] [junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-langid\test\temp\junit4-J0-20190705_113729_2447957659549532624457.syserr [junit4] >>> JVM J0 emitted unexpected output (verbatim) ---- [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. [junit4] <<< JVM J0: EOF ---- [...truncated 680 lines...] [junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\temp\junit4-J0-20190705_113812_35116733064682092060629.syserr [junit4] >>> JVM J0 emitted unexpected output (verbatim) ---- [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. [junit4] <<< JVM J0: EOF ---- [...truncated 3 lines...] [junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-ltr\test\temp\junit4-J1-20190705_113812_35111120840047992651838.syserr [junit4] >>> JVM J1 emitted unexpected output (verbatim) ---- [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. [junit4] <<< JVM J1: EOF ---- [...truncated 581 lines...] [junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-prometheus-exporter\test\temp\junit4-J1-20190705_113946_9585242474220834161945.syserr [junit4] >>> JVM J1 emitted unexpected output (verbatim) ---- [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. [junit4] <<< JVM J1: EOF ---- [...truncated 3 lines...] [junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-prometheus-exporter\test\temp\junit4-J0-20190705_113946_9585769286340007257210.syserr [junit4] >>> JVM J0 emitted unexpected output (verbatim) ---- [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. [junit4] <<< JVM J0: EOF ---- [...truncated 567 lines...] [junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\contrib\solr-velocity\test\temp\junit4-J0-20190705_114046_95714215988497612101160.syserr [junit4] >>> JVM J0 emitted unexpected output (verbatim) ---- [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. [junit4] <<< JVM J0: EOF ---- [...truncated 35373 lines...] [repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/8036/consoleText [repro] Revision: dd4813d5b82d7e983a3541be54cb9b0e04f246ce [repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseConcMarkSweepGC" [repro] ant clean [...truncated 6 lines...] [repro] Test suites by module: [repro] solr\core [repro] TestCloudSearcherWarming [repro] ant compile-test [...truncated 3334 lines...] [repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestCloudSearcherWarming" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseConcMarkSweepGC" -Dtests.seed=BBF11879524757D9 -Dtests.slow=true -Dtests.locale=mgh-MZ -Dtests.timezone=BET -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1 [...truncated 52 lines...] [junit4] JVM J1: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\temp\junit4-J1-20190705_115217_40717933318863837584773.syserr [junit4] >>> JVM J1 emitted unexpected output (verbatim) ---- [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. [junit4] <<< JVM J1: EOF ---- [...truncated 5 lines...] [junit4] JVM J0: stderr was not empty, see: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\temp\junit4-J0-20190705_115217_40710184795608616091474.syserr [junit4] >>> JVM J0 emitted unexpected output (verbatim) ---- [junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release. [junit4] <<< JVM J0: EOF ---- [...truncated 21 lines...] [repro] Failures: [repro] 0/5 failed: org.apache.solr.cloud.TestCloudSearcherWarming [repro] Exiting with code 0 [...truncated 78 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org
