Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/8087/ Java: 64bit/jdk-14-ea+9 -XX:+UseCompressedOops -XX:+UseG1GC
9 tests failed. FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudSearcherWarming Error Message: 27 threads leaked from SUITE scope at org.apache.solr.cloud.TestCloudSearcherWarming: 1) Thread[id=717, name=MetricsHistoryHandler-157-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 2) Thread[id=588, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 3) Thread[id=579, name=SyncThread:0, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:109) 4) Thread[id=682, name=qtp752311399-682-acceptor-0@553b310-ServerConnector@39531ed2{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:54417}, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/sun.nio.ch.Net.accept(Native Method) at java.base@14-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:276) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 5) Thread[id=581, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 6) Thread[id=681, name=qtp752311399-681, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@14-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@14-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$180/0x0000000800debc40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 7) Thread[id=720, name=coreContainerWorkExecutor-147-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@14-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 8) Thread[id=724, name=coreZkRegister-146-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@14-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 9) Thread[id=574, name=ZkTestServer Run Thread, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/java.lang.Object.wait(Native Method) at java.base@14-ea/java.lang.Thread.join(Thread.java:1303) at java.base@14-ea/java.lang.Thread.join(Thread.java:1371) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:950) at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:343) at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:566) 10) Thread[id=584, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 11) Thread[id=575, name=ConnnectionExpirer, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:574) 12) Thread[id=719, name=Thread-80, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/java.lang.Object.wait(Native Method) at java.base@14-ea/java.lang.Object.wait(Object.java:326) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2040) 13) Thread[id=578, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151) 14) Thread[id=716, name=SolrRrdBackendFactory-156-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 15) Thread[id=576, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@14-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@14-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391) 16) Thread[id=685, name=qtp752311399-685, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 17) Thread[id=683, name=qtp752311399-683, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 18) Thread[id=688, name=qtp752311399-688, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 19) Thread[id=689, name=Session-HouseKeeper-41e682d4, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 20) Thread[id=589, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 21) Thread[id=580, name=ProcessThread(sid:0 cport:54404):, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:134) 22) Thread[id=577, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@14-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@14-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205) 23) Thread[id=684, name=qtp752311399-684, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 24) Thread[id=687, name=qtp752311399-687, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 25) Thread[id=587, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 26) Thread[id=686, name=qtp752311399-686, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 27) Thread[id=585, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 27 threads leaked from SUITE scope at org.apache.solr.cloud.TestCloudSearcherWarming: 1) Thread[id=717, name=MetricsHistoryHandler-157-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 2) Thread[id=588, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 3) Thread[id=579, name=SyncThread:0, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:109) 4) Thread[id=682, name=qtp752311399-682-acceptor-0@553b310-ServerConnector@39531ed2{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:54417}, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/sun.nio.ch.Net.accept(Native Method) at java.base@14-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:276) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 5) Thread[id=581, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 6) Thread[id=681, name=qtp752311399-681, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@14-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@14-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$180/0x0000000800debc40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 7) Thread[id=720, name=coreContainerWorkExecutor-147-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@14-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 8) Thread[id=724, name=coreZkRegister-146-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@14-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 9) Thread[id=574, name=ZkTestServer Run Thread, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/java.lang.Object.wait(Native Method) at java.base@14-ea/java.lang.Thread.join(Thread.java:1303) at java.base@14-ea/java.lang.Thread.join(Thread.java:1371) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:950) at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:343) at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:566) 10) Thread[id=584, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 11) Thread[id=575, name=ConnnectionExpirer, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:574) 12) Thread[id=719, name=Thread-80, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/java.lang.Object.wait(Native Method) at java.base@14-ea/java.lang.Object.wait(Object.java:326) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2040) 13) Thread[id=578, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151) 14) Thread[id=716, name=SolrRrdBackendFactory-156-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 15) Thread[id=576, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@14-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@14-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391) 16) Thread[id=685, name=qtp752311399-685, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 17) Thread[id=683, name=qtp752311399-683, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 18) Thread[id=688, name=qtp752311399-688, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 19) Thread[id=689, name=Session-HouseKeeper-41e682d4, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 20) Thread[id=589, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 21) Thread[id=580, name=ProcessThread(sid:0 cport:54404):, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:134) 22) Thread[id=577, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@14-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@14-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205) 23) Thread[id=684, name=qtp752311399-684, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 24) Thread[id=687, name=qtp752311399-687, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 25) Thread[id=587, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 26) Thread[id=686, name=qtp752311399-686, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 27) Thread[id=585, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) at __randomizedtesting.SeedInfo.seed([114A530934912513]:0) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudSearcherWarming Error Message: There are still zombie threads that couldn't be terminated: 1) Thread[id=576, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@14-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@14-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391) 2) Thread[id=685, name=qtp752311399-685, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 3) Thread[id=683, name=qtp752311399-683, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 4) Thread[id=688, name=qtp752311399-688, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 5) Thread[id=689, name=Session-HouseKeeper-41e682d4, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 6) Thread[id=589, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 7) Thread[id=717, name=MetricsHistoryHandler-157-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 8) Thread[id=588, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 9) Thread[id=577, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl.setWakeupSocket0(Native Method) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl.setWakeupSocket(WindowsSelectorImpl.java:480) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl.wakeup(WindowsSelectorImpl.java:600) at java.base@14-ea/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.base@14-ea/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:165) at java.base@14-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@14-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205) 10) Thread[id=682, name=qtp752311399-682, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 11) Thread[id=684, name=qtp752311399-684, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 12) Thread[id=687, name=qtp752311399-687, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 13) Thread[id=581, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 14) Thread[id=681, name=qtp752311399-681, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@14-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@14-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$180/0x0000000800debc40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 15) Thread[id=720, name=coreContainerWorkExecutor-147-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@14-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 16) Thread[id=724, name=coreZkRegister-146-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@14-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 17) Thread[id=584, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 18) Thread[id=587, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 19) Thread[id=719, name=Thread-80, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/java.lang.Object.wait(Native Method) at java.base@14-ea/java.lang.Object.wait(Object.java:326) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2040) 20) Thread[id=716, name=SolrRrdBackendFactory-156-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 21) Thread[id=686, name=qtp752311399-686, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 22) Thread[id=585, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=576, name=NIOServerCxnFactory.SelectorThread-0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@14-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@14-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:426) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:391) 2) Thread[id=685, name=qtp752311399-685, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 3) Thread[id=683, name=qtp752311399-683, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 4) Thread[id=688, name=qtp752311399-688, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 5) Thread[id=689, name=Session-HouseKeeper-41e682d4, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 6) Thread[id=589, name=NIOWorkerThread-6, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 7) Thread[id=717, name=MetricsHistoryHandler-157-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 8) Thread[id=588, name=NIOWorkerThread-5, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 9) Thread[id=577, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl.setWakeupSocket0(Native Method) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl.setWakeupSocket(WindowsSelectorImpl.java:480) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl.wakeup(WindowsSelectorImpl.java:600) at java.base@14-ea/java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213) at java.base@14-ea/java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:165) at java.base@14-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@14-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205) 10) Thread[id=682, name=qtp752311399-682, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 11) Thread[id=684, name=qtp752311399-684, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 12) Thread[id=687, name=qtp752311399-687, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 13) Thread[id=581, name=NIOWorkerThread-1, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 14) Thread[id=681, name=qtp752311399-681, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) at java.base@14-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at java.base@14-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$180/0x0000000800debc40.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 15) Thread[id=720, name=coreContainerWorkExecutor-147-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@14-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 16) Thread[id=724, name=coreZkRegister-146-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@14-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 17) Thread[id=584, name=NIOWorkerThread-2, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 18) Thread[id=587, name=NIOWorkerThread-4, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 19) Thread[id=719, name=Thread-80, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/java.lang.Object.wait(Native Method) at java.base@14-ea/java.lang.Object.wait(Object.java:326) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:2040) 20) Thread[id=716, name=SolrRrdBackendFactory-156-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 21) Thread[id=686, name=qtp752311399-686, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 22) Thread[id=585, name=NIOWorkerThread-3, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@14-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) at __randomizedtesting.SeedInfo.seed([114A530934912513]:0) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestCloudSearcherWarming Error Message: 28 threads leaked from SUITE scope at org.apache.solr.cloud.TestCloudSearcherWarming: 1) Thread[id=681, name=qtp1677499434-681, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 2) Thread[id=683, name=Session-HouseKeeper-6f3974ef, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 3) Thread[id=719, name=coreZkRegister-146-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@14-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 4) Thread[id=676, name=qtp1677499434-676-acceptor-0@4bcfd0b8-ServerConnector@fee6f16{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:54456}, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/sun.nio.ch.Net.accept(Native Method) at java.base@14-ea/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:276) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:385) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:648) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 5) Thread[id=710, name=MetricsHistoryHandler-157-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@14-ea/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@14-ea/java.lang.Thread.run(Thread.java:830) 6) Thread[id=576, name=ProcessThread(sid:0 cport:54443):, state=WAITING, group=TGRP-TestCloudSearcherWarming] at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) at java.base@14-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchro [...truncated too long message...] > at java.base@14-ea/java.lang.Thread.run(Thread.java:830) [junit4] > 18) Thread[id=678, name=qtp1677499434-678, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] [junit4] > at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) [junit4] > at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) [junit4] > at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) [junit4] > at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) [junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) [junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) [junit4] > at java.base@14-ea/java.lang.Thread.run(Thread.java:830) [junit4] > 19) Thread[id=661, name=CloudSolrClient ThreadPool-220-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] [junit4] > at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) [junit4] > at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) [junit4] > at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) [junit4] > at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) [junit4] > at java.base@14-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) [junit4] > at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) [junit4] > at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) [junit4] > at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [junit4] > at java.base@14-ea/java.lang.Thread.run(Thread.java:830) [junit4] > 20) Thread[id=573, name=NIOServerCxnFactory.AcceptThread:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] [junit4] > at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) [junit4] > at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) [junit4] > at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) [junit4] > at java.base@14-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) [junit4] > at java.base@14-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) [junit4] > at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:229) [junit4] > at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:205) [junit4] > 21) Thread[id=675, name=qtp1677499434-675, state=RUNNABLE, group=TGRP-TestCloudSearcherWarming] [junit4] > at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method) [junit4] > at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339) [junit4] > at java.base@14-ea/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167) [junit4] > at java.base@14-ea/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) [junit4] > at java.base@14-ea/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) [junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:464) [junit4] > at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:401) [junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) [junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) [junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) [junit4] > at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) [junit4] > at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$180/0x0000000800debc40.run(Unknown Source) [junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:781) [junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:917) [junit4] > at java.base@14-ea/java.lang.Thread.run(Thread.java:830) [junit4] > 22) Thread[id=715, name=coreContainerWorkExecutor-147-thread-1, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] [junit4] > at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) [junit4] > at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) [junit4] > at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) [junit4] > at java.base@14-ea/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) [junit4] > at java.base@14-ea/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) [junit4] > at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) [junit4] > at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) [junit4] > at java.base@14-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [junit4] > at java.base@14-ea/java.lang.Thread.run(Thread.java:830) [junit4] > 23) Thread[id=680, name=qtp1677499434-680, state=TIMED_WAITING, group=TGRP-TestCloudSearcherWarming] [junit4] > at java.base@14-ea/jdk.internal.misc.Unsafe.park(Native Method) [junit4] > at java.base@14-ea/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) [junit4] > at java.base@14-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) [junit4] > at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) [junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:850) [junit4] > at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:889) [junit4] > at java.base@14-ea/java.lang.Thread.run(Thread.java:830) [junit4] > at __randomizedtesting.SeedInfo.seed([114A530934912513]:0) [junit4] Completed [4/5 (2!)] on J1 in 65.69s, 2 tests, 3 errors <<< FAILURES! [...truncated 16 lines...] BUILD FAILED C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:1492: The following error occurred while executing this line: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:1019: There were test failures: 5 suites, 10 tests, 4 suite-level errors, 2 errors, 2 ignored [seed: 114A530934912513] Total time: 2 minutes 49 seconds [repro] Setting last failure code to 1 [repro] Failures: [repro] 2/5 failed: org.apache.solr.cloud.TestCloudSearcherWarming [repro] Exiting with code 1 C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST lucene\build move /y lucene\build lucene\build.repro 1 dir(s) moved. C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST solr\build move /y solr\build solr\build.repro 1 dir(s) moved. C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST lucene\build.orig move /y lucene\build.orig lucene\build 1 dir(s) moved. C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST solr\build.orig move /y solr\build.orig solr\build 1 dir(s) moved. C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>exit 0 Archiving artifacts Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2 [WARNINGS] Parsing warnings in console log with parser Java Compiler (javac) Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2 No credentials specified Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2 <Git Blamer> Using GitBlamer to create author and commit information for all warnings. <Git Blamer> GIT_COMMIT=7c2d45d53ecb2adeaccac9c81a4d195109fcb65f, workspace=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows [WARNINGS] Computing warning deltas based on reference build #8086 Recording test results Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2 Build step 'Publish JUnit test result report' changed build result to UNSTABLE Email was triggered for: Unstable (Test Failures) Sending email for trigger: Unstable (Test Failures) Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2 Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2 Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2 Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2 Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2 Setting ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org