Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21527/ Java: 64bit/jdk-9.0.4 -XX:+UseCompressedOops -XX:+UseParallelGC
5 tests failed. FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest Error Message: SolrCore.getOpenCount()==2 Stack Trace: java.lang.RuntimeException: SolrCore.getOpenCount()==2 at __randomizedtesting.SeedInfo.seed([8FE63613CDD1A171]:0) at org.apache.solr.util.TestHarness.close(TestHarness.java:379) at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:792) at org.apache.solr.cloud.AbstractZkTestCase.azt_afterClass(AbstractZkTestCase.java:147) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest Error Message: SolrCore.getOpenCount()==2 Stack Trace: java.lang.RuntimeException: SolrCore.getOpenCount()==2 at __randomizedtesting.SeedInfo.seed([8FE63613CDD1A171]:0) at org.apache.solr.util.TestHarness.close(TestHarness.java:379) at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:792) at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:288) at jdk.internal.reflect.GeneratedMethodAccessor52.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest Error Message: 26 threads leaked from SUITE scope at org.apache.solr.cloud.BasicZkTest: 1) Thread[id=15697, name=SessionTracker, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/java.lang.Object.wait(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:147) 2) Thread[id=15674, name=SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker-EventThread, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 3) Thread[id=15699, name=ProcessThread(sid:0 cport:43453):, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:123) 4) Thread[id=15685, name=watches-2694-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 5) Thread[id=15693, name=zkCallback-2692-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 6) Thread[id=15677, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 7) Thread[id=15696, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:43453, state=RUNNABLE, group=TGRP-BasicZkTest] at java.base@9.0.4/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.4/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:196) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 8) Thread[id=15668, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 9) Thread[id=15679, name=OverseerAutoScalingTriggerThread-72206392545968131-88.99.242.108:8983_-n_0000000000, state=WAITING, group=Overseer autoscaling triggers] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at app//org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:175) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 10) Thread[id=15690, name=zkCallback-2692-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 11) Thread[id=15676, name=OverseerStateUpdate-72206392545968131-88.99.242.108:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463) at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:205) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 12) Thread[id=15678, name=OverseerCollectionConfigSetProcessor-72206392545968131-88.99.242.108:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463) at app//org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:243) at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 13) Thread[id=15680, name=zkCallback-2692-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 14) Thread[id=15681, name=ScheduledTrigger-5829-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 15) Thread[id=15695, name=Thread-4676, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/java.lang.Object.wait(Native Method) at java.base@9.0.4/java.lang.Thread.join(Thread.java:1353) at java.base@9.0.4/java.lang.Thread.join(Thread.java:1427) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:313) at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310) at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491) 16) Thread[id=15691, name=zkCallback-2692-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 17) Thread[id=15669, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 18) Thread[id=15684, name=Thread-4675, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/java.lang.Object.wait(Native Method) at java.base@9.0.4/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1728) 19) Thread[id=15686, name=ScheduledTrigger-5829-thread-3, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 20) Thread[id=15675, name=zkConnectionManagerCallback-2693-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 21) Thread[id=15692, name=zkCallback-2692-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 22) Thread[id=15682, name=ScheduledTrigger-5829-thread-2, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 23) Thread[id=15673, name=SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker-SendThread(127.0.0.1:43453), state=RUNNABLE, group=TGRP-BasicZkTest] at java.base@9.0.4/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.4/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144) 24) Thread[id=15689, name=coreZkRegister-5824-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 25) Thread[id=15694, name=ScheduledTrigger-5829-thread-4, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 26) Thread[id=15688, name=searcherExecutor-5834-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: 26 threads leaked from SUITE scope at org.apache.solr.cloud.BasicZkTest: 1) Thread[id=15697, name=SessionTracker, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/java.lang.Object.wait(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:147) 2) Thread[id=15674, name=SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker-EventThread, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 3) Thread[id=15699, name=ProcessThread(sid:0 cport:43453):, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:123) 4) Thread[id=15685, name=watches-2694-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 5) Thread[id=15693, name=zkCallback-2692-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 6) Thread[id=15677, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 7) Thread[id=15696, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:43453, state=RUNNABLE, group=TGRP-BasicZkTest] at java.base@9.0.4/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.4/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:196) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 8) Thread[id=15668, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 9) Thread[id=15679, name=OverseerAutoScalingTriggerThread-72206392545968131-88.99.242.108:8983_-n_0000000000, state=WAITING, group=Overseer autoscaling triggers] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at app//org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:175) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 10) Thread[id=15690, name=zkCallback-2692-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 11) Thread[id=15676, name=OverseerStateUpdate-72206392545968131-88.99.242.108:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer state updater.] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463) at app//org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:205) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 12) Thread[id=15678, name=OverseerCollectionConfigSetProcessor-72206392545968131-88.99.242.108:8983_-n_0000000000, state=TIMED_WAITING, group=Overseer collection creation process.] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at app//org.apache.solr.cloud.ZkDistributedQueue.peekElements(ZkDistributedQueue.java:463) at app//org.apache.solr.cloud.OverseerTaskQueue.peekTopN(OverseerTaskQueue.java:243) at app//org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:228) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 13) Thread[id=15680, name=zkCallback-2692-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 14) Thread[id=15681, name=ScheduledTrigger-5829-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 15) Thread[id=15695, name=Thread-4676, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/java.lang.Object.wait(Native Method) at java.base@9.0.4/java.lang.Thread.join(Thread.java:1353) at java.base@9.0.4/java.lang.Thread.join(Thread.java:1427) at app//org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:313) at app//org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:310) at app//org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:491) 16) Thread[id=15691, name=zkCallback-2692-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 17) Thread[id=15669, name=Connection evictor, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/java.lang.Thread.sleep(Native Method) at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 18) Thread[id=15684, name=Thread-4675, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/java.lang.Object.wait(Native Method) at java.base@9.0.4/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1728) 19) Thread[id=15686, name=ScheduledTrigger-5829-thread-3, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 20) Thread[id=15675, name=zkConnectionManagerCallback-2693-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 21) Thread[id=15692, name=zkCallback-2692-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 22) Thread[id=15682, name=ScheduledTrigger-5829-thread-2, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 23) Thread[id=15673, name=SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker-SendThread(127.0.0.1:43453), state=RUNNABLE, group=TGRP-BasicZkTest] at java.base@9.0.4/sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at java.base@9.0.4/sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:265) at java.base@9.0.4/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92) at java.base@9.0.4/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at java.base@9.0.4/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1144) 24) Thread[id=15689, name=coreZkRegister-5824-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 25) Thread[id=15694, name=ScheduledTrigger-5829-thread-4, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 26) Thread[id=15688, name=searcherExecutor-5834-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) at __randomizedtesting.SeedInfo.seed([8FE63613CDD1A171]:0) FAILED: junit.framework.TestSuite.org.apache.solr.cloud.BasicZkTest Error Message: There are still zombie threads that couldn't be terminated: 1) Thread[id=15691, name=zkCallback-2692-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 2) Thread[id=15684, name=Thread-4675, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/java.lang.Object.wait(Native Method) at java.base@9.0.4/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1728) 3) Thread[id=15685, name=watches-2694-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 4) Thread[id=15693, name=zkCallback-2692-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 5) Thread[id=15686, name=ScheduledTrigger-5829-thread-3, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 6) Thread[id=15675, name=zkConnectionManagerCallback-2693-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 7) Thread[id=15692, name=zkCallback-2692-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 8) Thread[id=15682, name=ScheduledTrigger-5829-thread-2, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 9) Thread[id=15673, name=SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker-SendThread(127.0.0.1:43453), state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 10) Thread[id=15689, name=coreZkRegister-5824-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 11) Thread[id=15690, name=zkCallback-2692-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 12) Thread[id=15694, name=ScheduledTrigger-5829-thread-4, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 13) Thread[id=15680, name=zkCallback-2692-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 14) Thread[id=15681, name=ScheduledTrigger-5829-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 15) Thread[id=15688, name=searcherExecutor-5834-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) Stack Trace: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated: 1) Thread[id=15691, name=zkCallback-2692-thread-3, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 2) Thread[id=15684, name=Thread-4675, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/java.lang.Object.wait(Native Method) at java.base@9.0.4/java.lang.Object.wait(Object.java:516) at app//org.apache.solr.core.CloserThread.run(CoreContainer.java:1728) 3) Thread[id=15685, name=watches-2694-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 4) Thread[id=15693, name=zkCallback-2692-thread-5, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 5) Thread[id=15686, name=ScheduledTrigger-5829-thread-3, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 6) Thread[id=15675, name=zkConnectionManagerCallback-2693-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 7) Thread[id=15692, name=zkCallback-2692-thread-4, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 8) Thread[id=15682, name=ScheduledTrigger-5829-thread-2, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 9) Thread[id=15673, name=SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker-SendThread(127.0.0.1:43453), state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at app//org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 10) Thread[id=15689, name=coreZkRegister-5824-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 11) Thread[id=15690, name=zkCallback-2692-thread-2, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 12) Thread[id=15694, name=ScheduledTrigger-5829-thread-4, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1126) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 13) Thread[id=15680, name=zkCallback-2692-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:462) at java.base@9.0.4/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:361) at java.base@9.0.4/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:937) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1091) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 14) Thread[id=15681, name=ScheduledTrigger-5829-thread-1, state=TIMED_WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:234) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2104) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1131) at java.base@9.0.4/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:848) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) 15) Thread[id=15688, name=searcherExecutor-5834-thread-1, state=WAITING, group=TGRP-BasicZkTest] at java.base@9.0.4/jdk.internal.misc.Unsafe.park(Native Method) at java.base@9.0.4/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@9.0.4/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2062) at java.base@9.0.4/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1092) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152) at java.base@9.0.4/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base@9.0.4/java.lang.Thread.run(Thread.java:844) at __randomizedtesting.SeedInfo.seed([8FE63613CDD1A171]:0) FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testDistributions Error Message: Stack Trace: java.lang.AssertionError at __randomizedtesting.SeedInfo.seed([5DAED645DE2F97FA:E25197EF00D57766]:0) at org.junit.Assert.fail(Assert.java:92) at org.junit.Assert.assertTrue(Assert.java:43) at org.junit.Assert.assertTrue(Assert.java:54) at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testDistributions(StreamExpressionTest.java:6639) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) Build Log: [...truncated 13328 lines...] [junit4] Suite: org.apache.solr.cloud.BasicZkTest [junit4] 2> 1655595 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicZkTest_8FE63613CDD1A171-001/init-core-data-001 [junit4] 2> 1655595 WARN (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=28 numCloses=28 [junit4] 2> 1655595 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 1655596 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) [junit4] 2> 1655596 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1655596 INFO (Thread-4674) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1655596 INFO (Thread-4674) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1655597 ERROR (Thread-4674) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1655696 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:43453 [junit4] 2> 1655697 INFO (zkConnectionManagerCallback-2685-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1655699 INFO (zkConnectionManagerCallback-2687-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1655700 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml [junit4] 2> 1655701 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml [junit4] 2> 1655702 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml [junit4] 2> 1655702 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt [junit4] 2> 1655703 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt [junit4] 2> 1655703 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml [junit4] 2> 1655703 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml [junit4] 2> 1655704 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json [junit4] 2> 1655704 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt [junit4] 2> 1655705 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt [junit4] 2> 1655705 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt [junit4] 2> 1655706 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore [junit4] 2> 1655706 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes] [junit4] 2> 1655725 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 1655744 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test [junit4] 2> 1655827 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id [junit4] 2> 1655832 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43453/solr [junit4] 2> 1655833 INFO (zkConnectionManagerCallback-2691-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1655837 INFO (zkConnectionManagerCallback-2693-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1655864 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [n:88.99.242.108:8983_ ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1655864 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [n:88.99.242.108:8983_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 88.99.242.108:8983_ [junit4] 2> 1655864 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [n:88.99.242.108:8983_ ] o.a.s.c.Overseer Overseer (id=72206392545968131-88.99.242.108:8983_-n_0000000000) starting [junit4] 2> 1655867 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [n:88.99.242.108:8983_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/88.99.242.108:8983_ [junit4] 2> 1655867 INFO (zkCallback-2692-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1655899 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [n:88.99.242.108:8983_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42359042 [junit4] 2> 1655903 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [n:88.99.242.108:8983_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42359042 [junit4] 2> 1655903 INFO (SUITE-BasicZkTest-seed#[8FE63613CDD1A171]-worker) [n:88.99.242.108:8983_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42359042 [junit4] 2> 1655904 INFO (coreLoadExecutor-5833-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 1656906 INFO (coreLoadExecutor-5833-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes] [junit4] 2> 1656932 INFO (coreLoadExecutor-5833-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0 [junit4] 2> 1656951 INFO (coreLoadExecutor-5833-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test [junit4] 2> 1657034 INFO (coreLoadExecutor-5833-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id [junit4] 2> 1657041 INFO (coreLoadExecutor-5833-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true [junit4] 2> 1657042 INFO (coreLoadExecutor-5833-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.88.99.242.108:8983__collection1' (registry 'solr.core.collection1.shard1.88.99.242.108:8983__collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@42359042 [junit4] 2> 1657042 INFO (coreLoadExecutor-5833-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 1657042 INFO (coreLoadExecutor-5833-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.BasicZkTest_8FE63613CDD1A171-001/init-core-data-001/] [junit4] 2> 1657043 INFO (coreLoadExecutor-5833-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=65.423828125, floorSegmentMB=1.958984375, forceMergeDeletesPctAllowed=9.728164659731341, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3429565388731846 [junit4] 2> 1657084 INFO (coreLoadExecutor-5833-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 1657084 INFO (coreLoadExecutor-5833-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1657085 INFO (coreLoadExecutor-5833-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1657085 INFO (coreLoadExecutor-5833-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1657086 INFO (coreLoadExecutor-5833-thread-1-processing-n:88.99.242.108:8983_) [n:88.99.242.108:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePo [...truncated too long message...] 127.0.0.1:36795_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 164463 INFO (zkCallback-249-thread-3-processing-n:127.0.0.1:36063_solr) [n:127.0.0.1:36063_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36063_solr [junit4] 2> 164463 INFO (jetty-closer-221-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7ec65259{/solr,null,UNAVAILABLE} [junit4] 2> 164464 INFO (jetty-closer-221-thread-3) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 164464 INFO (jetty-closer-221-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d4682{/solr,null,UNAVAILABLE} [junit4] 2> 164464 INFO (jetty-closer-221-thread-2) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 164465 ERROR (SUITE-StreamExpressionTest-seed#[5DAED645DE2F97FA]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 164465 INFO (SUITE-StreamExpressionTest-seed#[5DAED645DE2F97FA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33471 33471 [junit4] 2> 168059 INFO (Thread-312) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33471 33471 [junit4] 2> 168060 WARN (Thread-312) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 80 /solr/aliases.json [junit4] 2> 80 /solr/clusterprops.json [junit4] 2> 11 /solr/configs/conf [junit4] 2> 4 /solr/security.json [junit4] 2> 4 /solr/collections/parallelDestinationCollection/terms/shard1 [junit4] 2> 4 /solr/collections/parallelDestinationCollection/terms/shard2 [junit4] 2> 4 /solr/collections/destinationCollection/terms/shard2 [junit4] 2> 4 /solr/collections/destinationCollection/terms/shard1 [junit4] 2> 4 /solr/collections/parallelDestinationCollection1/terms/shard2 [junit4] 2> 4 /solr/collections/parallelDestinationCollection1/terms/shard1 [junit4] 2> 3 /solr/collections/workQueue1/terms/shard2 [junit4] 2> 3 /solr/collections/workQueue1/terms/shard1 [junit4] 2> 3 /solr/collections/mainCorpus1/terms/shard2 [junit4] 2> 3 /solr/collections/workQueue/terms/shard2 [junit4] 2> 2 /solr/collections/destination1/terms/shard1 [junit4] 2> 2 /solr/collections/destination/terms/shard2 [junit4] 2> 2 /solr/collections/destination/terms/shard1 [junit4] 2> 2 /solr/collections/destination1/terms/shard2 [junit4] 2> 2 /solr/collections/mainCorpus1/terms/shard1 [junit4] 2> 2 /solr/collections/mainCorpus/terms/shard2 [junit4] 2> 2 /solr/collections/mainCorpus/terms/shard1 [junit4] 2> 2 /solr/collections/collection1_collection/terms/shard1 [junit4] 2> 2 /solr/collections/collection1_collection/terms/shard2 [junit4] 2> 2 /solr/collections/workQueue/terms/shard1 [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 80 /solr/clusterstate.json [junit4] 2> 20 /solr/collections/parallelDestinationCollection/state.json [junit4] 2> 20 /solr/collections/parallelDestinationCollection1/state.json [junit4] 2> 20 /solr/collections/destinationCollection/state.json [junit4] 2> 12 /solr/collections/collection1_collection/state.json [junit4] 2> 10 /solr/collections/mainCorpus1/state.json [junit4] 2> 10 /solr/collections/destination/state.json [junit4] 2> 10 /solr/collections/destination1/state.json [junit4] 2> 10 /solr/collections/workQueue1/state.json [junit4] 2> 10 /solr/collections/workQueue/state.json [junit4] 2> 10 /solr/collections/mainCorpus/state.json [junit4] 2> 3 /solr/overseer_elect/election/72206447947743242-127.0.0.1:36795_solr-n_0000000000 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 80 /solr/live_nodes [junit4] 2> 80 /solr/collections [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.StreamExpressionTest_5DAED645DE2F97FA-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {expr_s=PostingsFormat(name=Memory), join2_s=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), multiDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), subject=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a1_s=Lucene50(blocksize=128), a2_s=PostingsFormat(name=Memory), test_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), level1_s=PostingsFormat(name=Memory), body_t=PostingsFormat(name=LuceneVarGapDocFreqInterval), ident_s=Lucene50(blocksize=128), s_multi=PostingsFormat(name=Memory), col_s=Lucene50(blocksize=128), a_ss=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), level2_s=Lucene50(blocksize=128), a_s=PostingsFormat(name=Memory), a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), side_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), text=PostingsFormat(name=Memory)}, docValues:{expr_s=DocValuesFormat(name=Asserting), join2_s=DocValuesFormat(name=Memory), multiDefault=DocValuesFormat(name=Memory), price_f=DocValuesFormat(name=Memory), a1_s=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), a_f=DocValuesFormat(name=Lucene70), join1_i=DocValuesFormat(name=Asserting), a2_s=DocValuesFormat(name=Asserting), a_i=DocValuesFormat(name=Lucene70), join3_i=DocValuesFormat(name=Lucene70), test_i=DocValuesFormat(name=Memory), field_i=DocValuesFormat(name=Memory), level1_s=DocValuesFormat(name=Asserting), s_multi=DocValuesFormat(name=Asserting), col_s=DocValuesFormat(name=Lucene70), a_ss=DocValuesFormat(name=Memory), level2_s=DocValuesFormat(name=Lucene70), a_s=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Memory), i_multi=DocValuesFormat(name=Lucene70), b_ls=DocValuesFormat(name=Lucene70), test_dt=DocValuesFormat(name=Asserting), ident_s=DocValuesFormat(name=Lucene70), order_i=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Lucene70), side_s=DocValuesFormat(name=Lucene70), miles_i=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=785, maxMBSortInHeap=6.652318325679641, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1459ec92), locale=sr-Cyrl, timezone=America/Miquelon [junit4] 2> NOTE: Linux 4.13.0-32-generic amd64/Oracle Corporation 9.0.4 (64-bit)/cpus=8,threads=1,free=203336264,total=526385152 [junit4] 2> NOTE: All tests run in this JVM: [TestLBHttpSolrClient, SolrQueryTest, CeilingEvaluatorTest, CorrelationEvaluatorTest, AbsoluteValueEvaluatorTest, TestUpdateRequestCodec, TestDelegationTokenResponse, NormalDistributionEvaluatorTest, QueryResponseTest, TestRetryUtil, HttpSolrClientSSLAuthConPoolTest, SolrPingTest, JDBCStreamTest, SolrExampleEmbeddedTest, FacetFieldTest, ArcTangentEvaluatorTest, ConcatOperationTest, SolrDocumentTest, ModuloEvaluatorTest, TestFastInputStream, ConcurrentUpdateSolrClientTest, CollectionAdminRequestRequiredParamsTest, RoundEvaluatorTest, SolrExampleStreamingBinaryTest, SolrExampleBinaryTest, LargeVolumeJettyTest, MergeIndexesEmbeddedTest, ContentStreamTest, ClientUtilsTest, GetByIdTest, CloudSolrClientMultiConstructorTest, ConcurrentUpdateSolrClientBuilderTest, HttpSolrClientConPoolTest, LBHttpSolrClientBuilderTest, TestCloudSolrClientConnections, StreamExpressionTest] [junit4] Completed [146/146 (1!)] on J1 in 79.75s, 155 tests, 1 failure, 9 skipped <<< FAILURES! [...truncated 40261 lines...] [repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21527/consoleText [repro] Revision: 29e5b8abcee8a566cc057b862ab99c5ffef13a76 [repro] Repro line: ant test -Dtestcase=BasicZkTest -Dtests.seed=8FE63613CDD1A171 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-MU -Dtests.timezone=Etc/GMT-8 -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [repro] Repro line: ant test -Dtestcase=StreamExpressionTest -Dtests.method=testDistributions -Dtests.seed=5DAED645DE2F97FA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-Cyrl -Dtests.timezone=America/Miquelon -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC" [repro] ant clean [...truncated 6 lines...] [repro] Test suites by module: [repro] solr/solrj [repro] StreamExpressionTest [repro] solr/core [repro] BasicZkTest [repro] ant compile-test [...truncated 2449 lines...] [repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.StreamExpressionTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=5DAED645DE2F97FA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-Cyrl -Dtests.timezone=America/Miquelon -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [...truncated 891 lines...] [repro] ant compile-test [...truncated 1334 lines...] [repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.BasicZkTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=8FE63613CDD1A171 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-MU -Dtests.timezone=Etc/GMT-8 -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [...truncated 76 lines...] [repro] Failures: [repro] 0/5 failed: org.apache.solr.client.solrj.io.stream.StreamExpressionTest [repro] 0/5 failed: org.apache.solr.cloud.BasicZkTest [repro] Exiting with code 0 [...truncated 40 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org