Build: https://jenkins.thetaphi.de/job/Solr-cloud2refimpl-MacOSX/462/
Java: 64bit/jdk-11.0.6 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

4 tests failed.
FAILED:  org.apache.solr.cloud.TestPrepRecovery.classMethod

Error Message:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not 
released!!! [String, String]
org.apache.solr.common.cloud.ConnectionManager@1dd96eec
StackTrace:
null
o.a.s.common.util.ObjectReleaseTracker$ObjectTrackerException: 
o.a.s.common.cloud.ConnectionManager@1dd96eec
at o.a.s.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:49)
at o.a.s.common.cloud.ConnectionManager.<init>(ConnectionManager.java:154)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:183)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:148)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:144)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:140)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:136)
at 
o.a.s.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:341)

org.apache.solr.common.cloud.SolrZkClient@38f56323
StackTrace:
null
o.a.s.common.util.ObjectReleaseTracker$ObjectTrackerException: 
o.a.s.common.cloud.SolrZkClient@38f56323
at o.a.s.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:49)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:152)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:148)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:144)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:140)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:136)
at 
o.a.s.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:341)
at o.a.s.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:222)

 expected null, but was:<ObjectTracker found 2 object(s) that were not 
released!!! [String, String]
org.apache.solr.common.cloud.ConnectionManager@1dd96eec
StackTrace:
null
o.a.s.common.util.ObjectReleaseTracker$ObjectTrackerException: 
o.a.s.common.cloud.ConnectionManager@1dd96eec
at o.a.s.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:49)
at o.a.s.common.cloud.ConnectionManager.<init>(ConnectionManager.java:154)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:183)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:148)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:144)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:140)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:136)
at 
o.a.s.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:341)

org.apache.solr.common.cloud.SolrZkClient@38f56323
StackTrace:
null
o.a.s.common.util.ObjectReleaseTracker$ObjectTrackerException: 
o.a.s.common.cloud.SolrZkClient@38f56323
at o.a.s.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:49)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:152)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:148)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:144)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:140)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:136)
at 
o.a.s.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:341)
at o.a.s.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:222)

>

Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not 
released!!! [String, String]
org.apache.solr.common.cloud.ConnectionManager@1dd96eec
StackTrace:
null
o.a.s.common.util.ObjectReleaseTracker$ObjectTrackerException: 
o.a.s.common.cloud.ConnectionManager@1dd96eec
at o.a.s.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:49)
at o.a.s.common.cloud.ConnectionManager.<init>(ConnectionManager.java:154)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:183)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:148)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:144)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:140)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:136)
at 
o.a.s.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:341)

org.apache.solr.common.cloud.SolrZkClient@38f56323
StackTrace:
null
o.a.s.common.util.ObjectReleaseTracker$ObjectTrackerException: 
o.a.s.common.cloud.SolrZkClient@38f56323
at o.a.s.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:49)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:152)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:148)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:144)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:140)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:136)
at 
o.a.s.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:341)
at o.a.s.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:222)

 expected null, but was:<ObjectTracker found 2 object(s) that were not 
released!!! [String, String]
org.apache.solr.common.cloud.ConnectionManager@1dd96eec
StackTrace:
null
o.a.s.common.util.ObjectReleaseTracker$ObjectTrackerException: 
o.a.s.common.cloud.ConnectionManager@1dd96eec
at o.a.s.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:49)
at o.a.s.common.cloud.ConnectionManager.<init>(ConnectionManager.java:154)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:183)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:148)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:144)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:140)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:136)
at 
o.a.s.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:341)

org.apache.solr.common.cloud.SolrZkClient@38f56323
StackTrace:
null
o.a.s.common.util.ObjectReleaseTracker$ObjectTrackerException: 
o.a.s.common.cloud.SolrZkClient@38f56323
at o.a.s.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:49)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:152)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:148)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:144)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:140)
at o.a.s.common.cloud.SolrZkClient.<init>(SolrZkClient.java:136)
at 
o.a.s.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:341)
at o.a.s.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:222)

>
        at __randomizedtesting.SeedInfo.seed([5B9FA9AF1A556D4]:0)
        at org.junit.Assert.fail(Assert.java:89)
        at org.junit.Assert.failNotNull(Assert.java:756)
        at org.junit.Assert.assertNull(Assert.java:738)
        at 
org.apache.solr.SolrTestCase.afterSolrTestCaseClass(SolrTestCase.java:573)
        at jdk.internal.reflect.GeneratedMethodAccessor30.invoke(Unknown Source)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:566)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:905)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.solr.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:406)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:712)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:633)


FAILED:  org.apache.solr.cloud.TestPrepRecovery.classMethod

Error Message:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from 
SUITE scope at org.apache.solr.cloud.TestPrepRecovery: 
   1) Thread[id=7145, name=SOLR-TGRP-TestPrepRecovery-6355, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   2) Thread[id=7147, name=SOLR-TGRP-TestPrepRecovery-6357, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   3) Thread[id=7162, 
name=SOLR-TGRP-TestPrepRecovery-6349-SendThread(127.0.0.1:61965), 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/java.lang.Thread.sleep(Native Method)
        at 
app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
        at 
app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
   4) Thread[id=7153, name=SessionTracker, state=TIMED_WAITING, 
group=TGRP-TestPrepRecovery]
        at [email protected]/java.lang.Thread.sleep(Native Method)
        at 
app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:157)
   5) Thread[id=7141, name=SOLR-TGRP-TestPrepRecovery-6351, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   6) Thread[id=7143, name=SOLR-TGRP-TestPrepRecovery-6353, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   7) Thread[id=7146, name=SOLR-TGRP-TestPrepRecovery-6356, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   8) Thread[id=7227, name=SOLR-TGRP-TestPrepRecovery-6415, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   9) Thread[id=7232, name=SOLR-TGRP-TestPrepRecovery-6419, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  10) Thread[id=7163, name=SOLR-TGRP-TestPrepRecovery-6349-EventThread, 
state=WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at 
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at 
app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:558)
  11) Thread[id=7251, name=SOLR-TGRP-TestPrepRecovery-6436, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  12) Thread[id=7233, name=SOLR-TGRP-TestPrepRecovery-6420, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  13) Thread[id=7142, name=SOLR-TGRP-TestPrepRecovery-6352, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  14) Thread[id=7140, name=SOLR-TGRP-TestPrepRecovery-6350, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  15) Thread[id=7236, name=SOLR-TGRP-TestPrepRecovery-6423, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  16) Thread[id=7144, name=SOLR-TGRP-TestPrepRecovery-6354, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from 
SUITE scope at org.apache.solr.cloud.TestPrepRecovery: 
   1) Thread[id=7145, name=SOLR-TGRP-TestPrepRecovery-6355, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   2) Thread[id=7147, name=SOLR-TGRP-TestPrepRecovery-6357, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   3) Thread[id=7162, 
name=SOLR-TGRP-TestPrepRecovery-6349-SendThread(127.0.0.1:61965), 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/java.lang.Thread.sleep(Native Method)
        at 
app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
        at 
app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
   4) Thread[id=7153, name=SessionTracker, state=TIMED_WAITING, 
group=TGRP-TestPrepRecovery]
        at [email protected]/java.lang.Thread.sleep(Native Method)
        at 
app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:157)
   5) Thread[id=7141, name=SOLR-TGRP-TestPrepRecovery-6351, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   6) Thread[id=7143, name=SOLR-TGRP-TestPrepRecovery-6353, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   7) Thread[id=7146, name=SOLR-TGRP-TestPrepRecovery-6356, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   8) Thread[id=7227, name=SOLR-TGRP-TestPrepRecovery-6415, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   9) Thread[id=7232, name=SOLR-TGRP-TestPrepRecovery-6419, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  10) Thread[id=7163, name=SOLR-TGRP-TestPrepRecovery-6349-EventThread, 
state=WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at 
[email protected]/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
        at 
[email protected]/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
        at 
app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:558)
  11) Thread[id=7251, name=SOLR-TGRP-TestPrepRecovery-6436, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  12) Thread[id=7233, name=SOLR-TGRP-TestPrepRecovery-6420, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  13) Thread[id=7142, name=SOLR-TGRP-TestPrepRecovery-6352, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  14) Thread[id=7140, name=SOLR-TGRP-TestPrepRecovery-6350, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  15) Thread[id=7236, name=SOLR-TGRP-TestPrepRecovery-6423, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  16) Thread[id=7144, name=SOLR-TGRP-TestPrepRecovery-6354, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
        at __randomizedtesting.SeedInfo.seed([5B9FA9AF1A556D4]:0)


FAILED:  org.apache.solr.cloud.TestPrepRecovery.classMethod

Error Message:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   1) Thread[id=7145, name=SOLR-TGRP-TestPrepRecovery-6355, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   2) Thread[id=7147, name=SOLR-TGRP-TestPrepRecovery-6357, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   3) Thread[id=7162, 
name=SOLR-TGRP-TestPrepRecovery-6349-SendThread(127.0.0.1:61965), 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/java.lang.Thread.sleep(Native Method)
        at 
app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
        at 
app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
   4) Thread[id=7141, name=SOLR-TGRP-TestPrepRecovery-6351, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   5) Thread[id=7143, name=SOLR-TGRP-TestPrepRecovery-6353, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   6) Thread[id=7146, name=SOLR-TGRP-TestPrepRecovery-6356, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   7) Thread[id=7227, name=SOLR-TGRP-TestPrepRecovery-6415, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   8) Thread[id=7232, name=SOLR-TGRP-TestPrepRecovery-6419, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   9) Thread[id=7251, name=SOLR-TGRP-TestPrepRecovery-6436, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  10) Thread[id=7233, name=SOLR-TGRP-TestPrepRecovery-6420, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  11) Thread[id=7142, name=SOLR-TGRP-TestPrepRecovery-6352, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  12) Thread[id=7140, name=SOLR-TGRP-TestPrepRecovery-6350, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  13) Thread[id=7236, name=SOLR-TGRP-TestPrepRecovery-6423, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  14) Thread[id=7144, name=SOLR-TGRP-TestPrepRecovery-6354, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   1) Thread[id=7145, name=SOLR-TGRP-TestPrepRecovery-6355, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   2) Thread[id=7147, name=SOLR-TGRP-TestPrepRecovery-6357, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   3) Thread[id=7162, 
name=SOLR-TGRP-TestPrepRecovery-6349-SendThread(127.0.0.1:61965), 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/java.lang.Thread.sleep(Native Method)
        at 
app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362)
        at 
app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1193)
   4) Thread[id=7141, name=SOLR-TGRP-TestPrepRecovery-6351, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   5) Thread[id=7143, name=SOLR-TGRP-TestPrepRecovery-6353, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   6) Thread[id=7146, name=SOLR-TGRP-TestPrepRecovery-6356, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   7) Thread[id=7227, name=SOLR-TGRP-TestPrepRecovery-6415, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   8) Thread[id=7232, name=SOLR-TGRP-TestPrepRecovery-6419, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
   9) Thread[id=7251, name=SOLR-TGRP-TestPrepRecovery-6436, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  10) Thread[id=7233, name=SOLR-TGRP-TestPrepRecovery-6420, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  11) Thread[id=7142, name=SOLR-TGRP-TestPrepRecovery-6352, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  12) Thread[id=7140, name=SOLR-TGRP-TestPrepRecovery-6350, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  13) Thread[id=7236, name=SOLR-TGRP-TestPrepRecovery-6423, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
  14) Thread[id=7144, name=SOLR-TGRP-TestPrepRecovery-6354, 
state=TIMED_WAITING, group=TGRP-TestPrepRecovery]
        at [email protected]/jdk.internal.misc.Unsafe.park(Native Method)
        at 
[email protected]/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462)
        at 
[email protected]/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361)
        at 
[email protected]/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1053)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
        at 
[email protected]/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
        at 
app//org.apache.solr.common.ParWorkExecutor$ParWorkThreadFactory$1.run(ParWorkExecutor.java:117)
        at __randomizedtesting.SeedInfo.seed([5B9FA9AF1A556D4]:0)


FAILED:  
org.apache.solr.client.solrj.impl.TestCloudSolrClientConnections.testAlreadyClosedClusterStateProvider

Error Message:
junit.framework.AssertionFailedError: Expected exception AlreadyClosedException 
but no exception was thrown

Stack Trace:
junit.framework.AssertionFailedError: Expected exception AlreadyClosedException 
but no exception was thrown
        at 
__randomizedtesting.SeedInfo.seed([5B9FA9AF1A556D4:45968D286AD205D1]:0)
        at 
org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2763)
        at 
org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2753)
        at 
org.apache.solr.client.solrj.impl.TestCloudSolrClientConnections.checkAndCloseProvider(TestCloudSolrClientConnections.java:86)
        at 
org.apache.solr.client.solrj.impl.TestCloudSolrClientConnections.testAlreadyClosedClusterStateProvider(TestCloudSolrClientConnections.java:55)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:566)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
        at 
org.apache.solr.SolrTestCase$TestRuleSetupTeardownChained$1.evaluate(SolrTestCase.java:918)
        at 
org.apache.solr.SolrTestCase$TestRuleThreadAndTestName$TestStatement.evaluate(SolrTestCase.java:876)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.solr.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:406)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:712)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:633)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to