Build: https://jenkins.thetaphi.de/job/Solr-main-MacOSX/2712/ Java: 64bit/hotspot/jdk-11.0.15 -XX:+UseCompressedOops -XX:+UseSerialGC
6 tests failed. FAILED: org.apache.solr.cli.TestSolrCLIRunExample.testInteractiveSolrCloudExample Error Message: java.lang.AssertionError: After running Solr cloud example, test collection 'testCloudExamplePrompt' not found in Solr at: http://localhost:54075/solr; tool output: Welcome to the SolrCloud example! This interactive session will help you launch a SolrCloud cluster on your local workstation. To begin, how many Solr nodes would you like to run in your local cluster? (specify 1-4 nodes) [2]: Ok, let's start up 1 Solr nodes for your example SolrCloud cluster. Please enter the port for node1 [8983]: Creating Solr home directory /Users/jenkins/workspace/Solr-main-MacOSX/solr/core/build/tmp/tests-tmp/solr.cli.TestSolrCLIRunExample_D4F8131E1CE6122F-001/tempDir-001/cloud/node1/solr Starting up Solr on port 54075 using command: "/Users/jenkins/workspace/Solr-main-MacOSX/solr/bin/solr" start -cloud -p 54075 -s "/Users/jenkins/workspace/Solr-main-MacOSX/solr/core/build/tmp/tests-tmp/solr.cli.TestSolrCLIRunExample_D4F8131E1CE6122F-001/tempDir-001/cloud/node1/solr" Stack Trace: java.lang.AssertionError: After running Solr cloud example, test collection 'testCloudExamplePrompt' not found in Solr at: http://localhost:54075/solr; tool output: Welcome to the SolrCloud example! This interactive session will help you launch a SolrCloud cluster on your local workstation. To begin, how many Solr nodes would you like to run in your local cluster? (specify 1-4 nodes) [2]: Ok, let's start up 1 Solr nodes for your example SolrCloud cluster. Please enter the port for node1 [8983]: Creating Solr home directory /Users/jenkins/workspace/Solr-main-MacOSX/solr/core/build/tmp/tests-tmp/solr.cli.TestSolrCLIRunExample_D4F8131E1CE6122F-001/tempDir-001/cloud/node1/solr Starting up Solr on port 54075 using command: "/Users/jenkins/workspace/Solr-main-MacOSX/solr/bin/solr" start -cloud -p 54075 -s "/Users/jenkins/workspace/Solr-main-MacOSX/solr/core/build/tmp/tests-tmp/solr.cli.TestSolrCLIRunExample_D4F8131E1CE6122F-001/tempDir-001/cloud/node1/solr" at __randomizedtesting.SeedInfo.seed([D4F8131E1CE6122F:F89F3D42B93D749]:0) at org.junit.Assert.fail(Assert.java:89) at org.apache.solr.cli.TestSolrCLIRunExample.testInteractiveSolrCloudExample(TestSolrCLIRunExample.java:507) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48) at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) at java.base/java.lang.Thread.run(Thread.java:829) FAILED: org.apache.solr.cli.TestSolrCLIRunExample.classMethod Error Message: com.carrotsearch.randomizedtesting.ThreadLeakError: 20 threads leaked from SUITE scope at org.apache.solr.cli.TestSolrCLIRunExample: 1) Thread[id=429, name=zkCallback-291-thread-6, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at [email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 2) Thread[id=422, name=jetty-launcher-280-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at [email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) 3) Thread[id=421, name=jetty-launcher-280-thread-1-SendThread(127.0.0.1:54078), state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) 4) Thread[id=410, name=qtp1999443122-410, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067) at [email protected]/java.lang.Thread.run(Thread.java:829) 5) Thread[id=436, name=Connector-Scheduler-79eaf427-1, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 6) Thread[id=406, name=qtp1999443122-406-acceptor-0@2e37aada-ServerConnector@79eaf427{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:54075}, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at [email protected]/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533) at [email protected]/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080) at [email protected]/java.lang.Thread.run(Thread.java:829) 7) Thread[id=411, name=Session-HouseKeeper-7090e28c-1, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 8) Thread[id=415, name=httpShardExecutor-287-thread-1, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$333/0x0000000800538840.run(Unknown Source) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 9) Thread[id=430, name=zkCallback-291-thread-7, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at [email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 10) Thread[id=403, name=qtp1999443122-403, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080) at [email protected]/java.lang.Thread.run(Thread.java:829) 11) Thread[id=420, name=h2sc-289-thread-2, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$333/0x0000000800538840.run(Unknown Source) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 12) Thread[id=419, name=h2sc-289-thread-1, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$333/0x0000000800538840.run(Unknown Source) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 13) Thread[id=407, name=qtp1999443122-407, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067) at [email protected]/java.lang.Thread.run(Thread.java:829) 14) Thread[id=405, name=qtp1999443122-405, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080) at [email protected]/java.lang.Thread.run(Thread.java:829) 15) Thread[id=404, name=qtp1999443122-404, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080) at [email protected]/java.lang.Thread.run(Thread.java:829) 16) Thread[id=408, name=qtp1999443122-408, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067) at [email protected]/java.lang.Thread.run(Thread.java:829) 17) Thread[id=409, name=qtp1999443122-409, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067) at [email protected]/java.lang.Thread.run(Thread.java:829) 18) Thread[id=428, name=zkCallback-291-thread-5, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at [email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 19) Thread[id=423, name=zkConnectionManagerCallback-292-thread-1, state=WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at [email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 20) Thread[id=416, name=httpShardExecutor-287-thread-2, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$333/0x0000000800538840.run(Unknown Source) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 20 threads leaked from SUITE scope at org.apache.solr.cli.TestSolrCLIRunExample: 1) Thread[id=429, name=zkCallback-291-thread-6, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at [email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 2) Thread[id=422, name=jetty-launcher-280-thread-1-EventThread, state=WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at [email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:549) 3) Thread[id=421, name=jetty-launcher-280-thread-1-SendThread(127.0.0.1:54078), state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) 4) Thread[id=410, name=qtp1999443122-410, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067) at [email protected]/java.lang.Thread.run(Thread.java:829) 5) Thread[id=436, name=Connector-Scheduler-79eaf427-1, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 6) Thread[id=406, name=qtp1999443122-406-acceptor-0@2e37aada-ServerConnector@79eaf427{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:54075}, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at [email protected]/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:533) at [email protected]/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:285) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:409) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:748) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080) at [email protected]/java.lang.Thread.run(Thread.java:829) 7) Thread[id=411, name=Session-HouseKeeper-7090e28c-1, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 8) Thread[id=415, name=httpShardExecutor-287-thread-1, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$333/0x0000000800538840.run(Unknown Source) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 9) Thread[id=430, name=zkCallback-291-thread-7, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at [email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 10) Thread[id=403, name=qtp1999443122-403, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080) at [email protected]/java.lang.Thread.run(Thread.java:829) 11) Thread[id=420, name=h2sc-289-thread-2, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$333/0x0000000800538840.run(Unknown Source) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 12) Thread[id=419, name=h2sc-289-thread-1, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$333/0x0000000800538840.run(Unknown Source) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 13) Thread[id=407, name=qtp1999443122-407, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067) at [email protected]/java.lang.Thread.run(Thread.java:829) 14) Thread[id=405, name=qtp1999443122-405, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080) at [email protected]/java.lang.Thread.run(Thread.java:829) 15) Thread[id=404, name=qtp1999443122-404, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080) at [email protected]/java.lang.Thread.run(Thread.java:829) 16) Thread[id=408, name=qtp1999443122-408, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067) at [email protected]/java.lang.Thread.run(Thread.java:829) 17) Thread[id=409, name=qtp1999443122-409, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067) at [email protected]/java.lang.Thread.run(Thread.java:829) 18) Thread[id=428, name=zkCallback-291-thread-5, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at [email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 19) Thread[id=423, name=zkConnectionManagerCallback-292-thread-1, state=WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at [email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 20) Thread[id=416, name=httpShardExecutor-287-thread-2, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$333/0x0000000800538840.run(Unknown Source) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) at __randomizedtesting.SeedInfo.seed([D4F8131E1CE6122F]:0) FAILED: org.apache.solr.cli.TestSolrCLIRunExample.classMethod Error Message: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=429, name=zkCallback-291-thread-6, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at [email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 2) Thread[id=421, name=jetty-launcher-280-thread-1-SendThread(127.0.0.1:54078), state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1142) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1207) 3) Thread[id=410, name=qtp1999443122-410, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067) at [email protected]/java.lang.Thread.run(Thread.java:829) 4) Thread[id=436, name=Connector-Scheduler-79eaf427-1, state=WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 5) Thread[id=406, name=qtp1999443122-406, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067) at [email protected]/java.lang.Thread.run(Thread.java:829) 6) Thread[id=411, name=Session-HouseKeeper-7090e28c-1, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 7) Thread[id=415, name=httpShardExecutor-287-thread-1, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$333/0x0000000800538840.run(Unknown Source) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 8) Thread[id=430, name=zkCallback-291-thread-7, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at [email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 9) Thread[id=403, name=qtp1999443122-403, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080) at [email protected]/java.lang.Thread.run(Thread.java:829) 10) Thread[id=420, name=h2sc-289-thread-2, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$333/0x0000000800538840.run(Unknown Source) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 11) Thread[id=419, name=h2sc-289-thread-1, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$333/0x0000000800538840.run(Unknown Source) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 12) Thread[id=407, name=qtp1999443122-407, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067) at [email protected]/java.lang.Thread.run(Thread.java:829) 13) Thread[id=405, name=qtp1999443122-405, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080) at [email protected]/java.lang.Thread.run(Thread.java:829) 14) Thread[id=404, name=qtp1999443122-404, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080) at [email protected]/java.lang.Thread.run(Thread.java:829) 15) Thread[id=408, name=qtp1999443122-408, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067) at [email protected]/java.lang.Thread.run(Thread.java:829) 16) Thread[id=409, name=qtp1999443122-409, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067) at [email protected]/java.lang.Thread.run(Thread.java:829) 17) Thread[id=428, name=zkCallback-291-thread-5, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at [email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 18) Thread[id=423, name=zkConnectionManagerCallback-292-thread-1, state=WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at [email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 19) Thread[id=416, name=httpShardExecutor-287-thread-2, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$333/0x0000000800538840.run(Unknown Source) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=429, name=zkCallback-291-thread-6, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at [email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 2) Thread[id=421, name=jetty-launcher-280-thread-1-SendThread(127.0.0.1:54078), state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1142) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1207) 3) Thread[id=410, name=qtp1999443122-410, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067) at [email protected]/java.lang.Thread.run(Thread.java:829) 4) Thread[id=436, name=Connector-Scheduler-79eaf427-1, state=WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 5) Thread[id=406, name=qtp1999443122-406, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067) at [email protected]/java.lang.Thread.run(Thread.java:829) 6) Thread[id=411, name=Session-HouseKeeper-7090e28c-1, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at [email protected]/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 7) Thread[id=415, name=httpShardExecutor-287-thread-1, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$333/0x0000000800538840.run(Unknown Source) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 8) Thread[id=430, name=zkCallback-291-thread-7, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at [email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 9) Thread[id=403, name=qtp1999443122-403, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080) at [email protected]/java.lang.Thread.run(Thread.java:829) 10) Thread[id=420, name=h2sc-289-thread-2, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$333/0x0000000800538840.run(Unknown Source) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 11) Thread[id=419, name=h2sc-289-thread-1, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$333/0x0000000800538840.run(Unknown Source) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 12) Thread[id=407, name=qtp1999443122-407, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067) at [email protected]/java.lang.Thread.run(Thread.java:829) 13) Thread[id=405, name=qtp1999443122-405, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080) at [email protected]/java.lang.Thread.run(Thread.java:829) 14) Thread[id=404, name=qtp1999443122-404, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:936) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1080) at [email protected]/java.lang.Thread.run(Thread.java:829) 15) Thread[id=408, name=qtp1999443122-408, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067) at [email protected]/java.lang.Thread.run(Thread.java:829) 16) Thread[id=409, name=qtp1999443122-409, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:219) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:1017) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1067) at [email protected]/java.lang.Thread.run(Thread.java:829) 17) Thread[id=428, name=zkCallback-291-thread-5, state=TIMED_WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at [email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at [email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 18) Thread[id=423, name=zkConnectionManagerCallback-292-thread-1, state=WAITING, group=TGRP-TestSolrCLIRunExample] at [email protected]/jdk.internal.misc.Unsafe.park(Native Method) at [email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at [email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at [email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at [email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) 19) Thread[id=416, name=httpShardExecutor-287-thread-2, state=RUNNABLE, group=TGRP-TestSolrCLIRunExample] at [email protected]/sun.nio.ch.KQueue.poll(Native Method) at [email protected]/sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122) at [email protected]/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124) at [email protected]/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:180) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:187) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:604) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:541) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produceTask(AdaptiveExecutionStrategy.java:450) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.tryProduce(AdaptiveExecutionStrategy.java:243) at app//org.eclipse.jetty.util.thread.strategy.AdaptiveExecutionStrategy.produce(AdaptiveExecutionStrategy.java:194) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$332/0x0000000800539040.run(Unknown Source) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:289) at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$333/0x0000000800538840.run(Unknown Source) at [email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at [email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at [email protected]/java.lang.Thread.run(Thread.java:829) at __randomizedtesting.SeedInfo.seed([D4F8131E1CE6122F]:0) FAILED: org.apache.solr.cloud.SplitShardWithNodeRoleTest.testSolrClusterWithNodeRoleWithPull Error Message: java.lang.AssertionError: Timed out waiting for sub shards to be active. Number of active shards=1 Timeout waiting to see state for collection=coll_NRT_PULL :DocCollection(coll_NRT_PULL//collections/coll_NRT_PULL/state.json/14 {/collections/coll_NRT_PULL/state.json/[28]: [core_node10:2:A, core_node4:1:A, core_node2:2:A:L, core_node8:2:A:L, core_node9:2:A, core_node7:2:A:L]})={ "pullReplicas":1, "configName":"conf", "replicationFactor":1, "router":{"name":"compositeId"}, "nrtReplicas":1, "tlogReplicas":0, "perReplicaState":true, "shards":{ "shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node2":{ "core":"coll_NRT_PULL_shard1_replica_n1", "node_name":"127.0.0.1:58091_solr", "type":"NRT", "state":"active", "leader":"true", "force_set_state":"false", "base_url":"http://127.0.0.1:58091/solr"}, "core_node4":{ "core":"coll_NRT_PULL_shard1_replica_p3", "node_name":"127.0.0.1:58093_solr", "type":"PULL", "state":"active", "force_set_state":"false", "base_url":"http://127.0.0.1:58093/solr"}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1682737788943787838", "shard_parent_node":"127.0.0.1:58091_solr", "replicas":{ "core_node7":{ "core":"coll_NRT_PULL_shard1_0_replica_n5", "node_name":"127.0.0.1:58091_solr", "type":"NRT", "state":"active", "leader":"true", "force_set_state":"false", "base_url":"http://127.0.0.1:58091/solr"}, "core_node9":{ "core":"coll_NRT_PULL_shard1_0_replica_p0", "node_name":"127.0.0.1:58093_solr", "type":"PULL", "state":"active", "force_set_state":"false", "base_url":"http://127.0.0.1:58093/solr"}}, "range":"80000000-ffffffff", "state":"recovery", "shard_parent_zk_session":"72168782470643717"}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1682737788943755859", "shard_parent_node":"127.0.0.1:58091_solr", "replicas":{ "core_node8":{ "core":"coll_NRT_PULL_shard1_1_replica_n6", "node_name":"127.0.0.1:58091_solr", "type":"NRT", "state":"active", "leader":"true", "force_set_state":"false", "base_url":"http://127.0.0.1:58091/solr"}, "core_node10":{ "core":"coll_NRT_PULL_shard1_1_replica_p1", "node_name":"127.0.0.1:58093_solr", "type":"PULL", "state":"active", "force_set_state":"false", "base_url":"http://127.0.0.1:58093/solr"}}, "range":"0-7fffffff", "state":"recovery", "shard_parent_zk_session":"72168782470643717"}}} Live Nodes: [127.0.0.1:58091_solr, 127.0.0.1:58093_solr, 127.0.0.1:58133_solr, 127.0.0.1:58144_solr, 127.0.0.1:58158_solr, 127.0.0.1:58168_solr] Last available state: DocCollection(coll_NRT_PULL//collections/coll_NRT_PULL/state.json/14 {/collections/coll_NRT_PULL/state.json/[28]: [core_node10:2:A, core_node4:1:A, core_node2:2:A:L, core_node8:2:A:L, core_node9:2:A, core_node7:2:A:L]})={ "pullReplicas":1, "configName":"conf", "replicationFactor":1, "router":{"name":"compositeId"}, "nrtReplicas":1, "tlogReplicas":0, "perReplicaState":true, "shards":{ "shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node2":{ "core":"coll_NRT_PULL_shard1_replica_n1", "node_name":"127.0.0.1:58091_solr", "type":"NRT", "state":"active", "leader":"true", "force_set_state":"false", "base_url":"http://127.0.0.1:58091/solr"}, "core_node4":{ "core":"coll_NRT_PULL_shard1_replica_p3", "node_name":"127.0.0.1:58093_solr", "type":"PULL", "state":"active", "force_set_state":"false", "base_url":"http://127.0.0.1:58093/solr"}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1682737788943787838", "shard_parent_node":"127.0.0.1:58091_solr", "replicas":{ "core_node7":{ "core":"coll_NRT_PULL_shard1_0_replica_n5", "node_name":"127.0.0.1:58091_solr", "type":"NRT", "state":"active", "leader":"true", "force_set_state":"false", "base_url":"http://127.0.0.1:58091/solr"}, "core_node9":{ "core":"coll_NRT_PULL_shard1_0_replica_p0", "node_name":"127.0.0.1:58093_solr", "type":"PULL", "state":"active", "force_set_state":"false", "base_url":"http://127.0.0.1:58093/solr"}}, "range":"80000000-ffffffff", "state":"recovery", "shard_parent_zk_session":"72168782470643717"}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1682737788943755859", "shard_parent_node":"127.0.0.1:58091_solr", "replicas":{ "core_node8":{ "core":"coll_NRT_PULL_shard1_1_replica_n6", "node_name":"127.0.0.1:58091_solr", "type":"NRT", "state":"active", "leader":"true", "force_set_state":"false", "base_url":"http://127.0.0.1:58091/solr"}, "core_node10":{ "core":"coll_NRT_PULL_shard1_1_replica_p1", "node_name":"127.0.0.1:58093_solr", "type":"PULL", "state":"active", "force_set_state":"false", "base_url":"http://127.0.0.1:58093/solr"}}, "range":"0-7fffffff", "state":"recovery", "shard_parent_zk_session":"72168782470643717"}}} Stack Trace: java.lang.AssertionError: Timed out waiting for sub shards to be active. Number of active shards=1 Timeout waiting to see state for collection=coll_NRT_PULL :DocCollection(coll_NRT_PULL//collections/coll_NRT_PULL/state.json/14 {/collections/coll_NRT_PULL/state.json/[28]: [core_node10:2:A, core_node4:1:A, core_node2:2:A:L, core_node8:2:A:L, core_node9:2:A, core_node7:2:A:L]})={ "pullReplicas":1, "configName":"conf", "replicationFactor":1, "router":{"name":"compositeId"}, "nrtReplicas":1, "tlogReplicas":0, "perReplicaState":true, "shards":{ "shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node2":{ "core":"coll_NRT_PULL_shard1_replica_n1", "node_name":"127.0.0.1:58091_solr", "type":"NRT", "state":"active", "leader":"true", "force_set_state":"false", "base_url":"http://127.0.0.1:58091/solr"}, "core_node4":{ "core":"coll_NRT_PULL_shard1_replica_p3", "node_name":"127.0.0.1:58093_solr", "type":"PULL", "state":"active", "force_set_state":"false", "base_url":"http://127.0.0.1:58093/solr"}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1682737788943787838", "shard_parent_node":"127.0.0.1:58091_solr", "replicas":{ "core_node7":{ "core":"coll_NRT_PULL_shard1_0_replica_n5", "node_name":"127.0.0.1:58091_solr", "type":"NRT", "state":"active", "leader":"true", "force_set_state":"false", "base_url":"http://127.0.0.1:58091/solr"}, "core_node9":{ "core":"coll_NRT_PULL_shard1_0_replica_p0", "node_name":"127.0.0.1:58093_solr", "type":"PULL", "state":"active", "force_set_state":"false", "base_url":"http://127.0.0.1:58093/solr"}}, "range":"80000000-ffffffff", "state":"recovery", "shard_parent_zk_session":"72168782470643717"}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1682737788943755859", "shard_parent_node":"127.0.0.1:58091_solr", "replicas":{ "core_node8":{ "core":"coll_NRT_PULL_shard1_1_replica_n6", "node_name":"127.0.0.1:58091_solr", "type":"NRT", "state":"active", "leader":"true", "force_set_state":"false", "base_url":"http://127.0.0.1:58091/solr"}, "core_node10":{ "core":"coll_NRT_PULL_shard1_1_replica_p1", "node_name":"127.0.0.1:58093_solr", "type":"PULL", "state":"active", "force_set_state":"false", "base_url":"http://127.0.0.1:58093/solr"}}, "range":"0-7fffffff", "state":"recovery", "shard_parent_zk_session":"72168782470643717"}}} Live Nodes: [127.0.0.1:58091_solr, 127.0.0.1:58093_solr, 127.0.0.1:58133_solr, 127.0.0.1:58144_solr, 127.0.0.1:58158_solr, 127.0.0.1:58168_solr] Last available state: DocCollection(coll_NRT_PULL//collections/coll_NRT_PULL/state.json/14 {/collections/coll_NRT_PULL/state.json/[28]: [core_node10:2:A, core_node4:1:A, core_node2:2:A:L, core_node8:2:A:L, core_node9:2:A, core_node7:2:A:L]})={ "pullReplicas":1, "configName":"conf", "replicationFactor":1, "router":{"name":"compositeId"}, "nrtReplicas":1, "tlogReplicas":0, "perReplicaState":true, "shards":{ "shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node2":{ "core":"coll_NRT_PULL_shard1_replica_n1", "node_name":"127.0.0.1:58091_solr", "type":"NRT", "state":"active", "leader":"true", "force_set_state":"false", "base_url":"http://127.0.0.1:58091/solr"}, "core_node4":{ "core":"coll_NRT_PULL_shard1_replica_p3", "node_name":"127.0.0.1:58093_solr", "type":"PULL", "state":"active", "force_set_state":"false", "base_url":"http://127.0.0.1:58093/solr"}}}, "shard1_0":{ "parent":"shard1", "stateTimestamp":"1682737788943787838", "shard_parent_node":"127.0.0.1:58091_solr", "replicas":{ "core_node7":{ "core":"coll_NRT_PULL_shard1_0_replica_n5", "node_name":"127.0.0.1:58091_solr", "type":"NRT", "state":"active", "leader":"true", "force_set_state":"false", "base_url":"http://127.0.0.1:58091/solr"}, "core_node9":{ "core":"coll_NRT_PULL_shard1_0_replica_p0", "node_name":"127.0.0.1:58093_solr", "type":"PULL", "state":"active", "force_set_state":"false", "base_url":"http://127.0.0.1:58093/solr"}}, "range":"80000000-ffffffff", "state":"recovery", "shard_parent_zk_session":"72168782470643717"}, "shard1_1":{ "parent":"shard1", "stateTimestamp":"1682737788943755859", "shard_parent_node":"127.0.0.1:58091_solr", "replicas":{ "core_node8":{ "core":"coll_NRT_PULL_shard1_1_replica_n6", "node_name":"127.0.0.1:58091_solr", "type":"NRT", "state":"active", "leader":"true", "force_set_state":"false", "base_url":"http://127.0.0.1:58091/solr"}, "core_node10":{ "core":"coll_NRT_PULL_shard1_1_replica_p1", "node_name":"127.0.0.1:58093_solr", "type":"PULL", "state":"active", "force_set_state":"false", "base_url":"http://127.0.0.1:58093/solr"}}, "range":"0-7fffffff", "state":"recovery", "shard_parent_zk_session":"72168782470643717"}}} at __randomizedtesting.SeedInfo.seed([D4F8131E1CE6122F:E5E813AB8285F52]:0) at org.junit.Assert.fail(Assert.java:89) at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:171) at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:137) at org.apache.solr.cloud.SplitShardWithNodeRoleTest.doSplit(SplitShardWithNodeRoleTest.java:87) at org.apache.solr.cloud.SplitShardWithNodeRoleTest.testSolrClusterWithNodeRoleWithPull(SplitShardWithNodeRoleTest.java:65) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1758) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48) at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45) at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43) at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44) at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60) at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47) at org.junit.rules.RunRules.evaluate(RunRules.java:20) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390) at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850) at java.base/java.lang.Thread.run(Thread.java:829) FAILED: org.apache.solr.ltr.feature.TestFilterSolrFeature.testFeatureNotEqualWhenNormalizerDifferent Error Message: java.lang.Exception: Test abandoned because suite timeout was reached. Stack Trace: java.lang.Exception: Test abandoned because suite timeout was reached. at __randomizedtesting.SeedInfo.seed([D4F8131E1CE6122F]:0) FAILED: org.apache.solr.ltr.feature.TestFilterSolrFeature.classMethod Error Message: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec). Stack Trace: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec). at __randomizedtesting.SeedInfo.seed([D4F8131E1CE6122F]:0)
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
