[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.9 - Build # 14 - Still Unstable!

[Apache Jenkins Server]

Build: 
https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.9/14/

4 tests failed.
FAILED:  
org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey

Error Message:
Address already in use

Stack Trace:
java.net.BindException: Address already in use
        at 
__randomizedtesting.SeedInfo.seed([35C7ABDA1F9E65BE:BEE0780B5E98CE3A]:0)
        at sun.nio.ch.Net.bind0(Native Method)
        at sun.nio.ch.Net.bind(Net.java:444)
        at sun.nio.ch.Net.bind(Net.java:436)
        at 
sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:225)
        at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
        at 
org.eclipse.jetty.server.ServerConnector.openAcceptChannel(ServerConnector.java:344)
        at 
org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:310)
        at 
org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
        at 
org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:234)
        at 
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:73)
        at org.eclipse.jetty.server.Server.doStart(Server.java:401)
        at 
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:73)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner.retryOnPortBindFailure(JettySolrRunner.java:566)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:504)
        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:472)
        at 
org.apache.solr.cloud.api.collections.ShardSplitTest.testSplitWithChaosMonkey(ShardSplitTest.java:506)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
10 threads leaked from SUITE scope at 
org.apache.solr.cloud.api.collections.ShardSplitTest:     1) Thread[id=18995, 
name=qtp1252829280-18995, state=TIMED_WAITING, group=TGRP-ShardSplitTest]       
  at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
         at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)     
    at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=18994, 
name=qtp1252829280-18994, state=TIMED_WAITING, group=TGRP-ShardSplitTest]       
  at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
         at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)     
    at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=18993, 
name=qtp1252829280-18993, state=TIMED_WAITING, group=TGRP-ShardSplitTest]       
  at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
         at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)     
    at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=18988, 
name=qtp1252829280-18988, state=RUNNABLE, group=TGRP-ShardSplitTest]         at 
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at 
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at 
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at 
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at 
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at 
org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)        
 at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)       
  at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
         at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
         at 
org.eclipse.jetty.io.ManagedSelector$$Lambda$108/1576899213.run(Unknown Source) 
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=18992, 
name=qtp1252829280-18992, state=TIMED_WAITING, group=TGRP-ShardSplitTest]       
  at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
         at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)     
    at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=18996, 
name=Session-HouseKeeper-32e5651d-1, state=TIMED_WAITING, 
group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)       
  at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)     
    at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
         at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
         at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
         at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
        at java.lang.Thread.run(Thread.java:748)    7) Thread[id=19081, 
name=Connector-Scheduler-4e9325ed-1, state=TIMED_WAITING, 
group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)       
  at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)     
    at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
         at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
         at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
         at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
        at java.lang.Thread.run(Thread.java:748)    8) Thread[id=18989, 
name=qtp1252829280-18989, state=RUNNABLE, group=TGRP-ShardSplitTest]         at 
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at 
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at 
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at 
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at 
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at 
org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)        
 at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)       
  at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
         at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
         at 
org.eclipse.jetty.io.ManagedSelector$$Lambda$108/1576899213.run(Unknown Source) 
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=18990, 
name=qtp1252829280-18990-acceptor-0@76b7a09-ServerConnector@4e9325ed{HTTP/1.1, 
(http/1.1, h2c)}{127.0.0.1:46801}, state=RUNNABLE, group=TGRP-ShardSplitTest]   
      at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at 
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)     
    at 
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)     
    at 
org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)       
  at 
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=18991, 
name=qtp1252829280-18991, state=TIMED_WAITING, group=TGRP-ShardSplitTest]       
  at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
         at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)     
    at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 10 threads leaked from 
SUITE scope at org.apache.solr.cloud.api.collections.ShardSplitTest: 
   1) Thread[id=18995, name=qtp1252829280-18995, state=TIMED_WAITING, 
group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=18994, name=qtp1252829280-18994, state=TIMED_WAITING, 
group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=18993, name=qtp1252829280-18993, state=TIMED_WAITING, 
group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=18988, name=qtp1252829280-18988, state=RUNNABLE, 
group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at 
org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
        at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
        at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
        at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
        at 
org.eclipse.jetty.io.ManagedSelector$$Lambda$108/1576899213.run(Unknown Source)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=18992, name=qtp1252829280-18992, state=TIMED_WAITING, 
group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=18996, name=Session-HouseKeeper-32e5651d-1, 
state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=19081, name=Connector-Scheduler-4e9325ed-1, 
state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=18989, name=qtp1252829280-18989, state=RUNNABLE, 
group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at 
org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
        at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
        at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
        at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
        at 
org.eclipse.jetty.io.ManagedSelector$$Lambda$108/1576899213.run(Unknown Source)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=18990, 
name=qtp1252829280-18990-acceptor-0@76b7a09-ServerConnector@4e9325ed{HTTP/1.1, 
(http/1.1, h2c)}{127.0.0.1:46801}, state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at 
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:424)
        at 
sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:252)
        at 
org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
        at 
org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:702)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
        at java.lang.Thread.run(Thread.java:748)
  10) Thread[id=18991, name=qtp1252829280-18991, state=TIMED_WAITING, 
group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([35C7ABDA1F9E65BE]:0)


FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.api.collections.ShardSplitTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) 
Thread[id=18995, name=qtp1252829280-18995, state=TIMED_WAITING, 
group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)       
  at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)     
    at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
         at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)     
    at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=18989, 
name=qtp1252829280-18989, state=RUNNABLE, group=TGRP-ShardSplitTest]         at 
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at 
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at 
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at 
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at 
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at 
org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)        
 at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)       
  at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
         at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
         at 
org.eclipse.jetty.io.ManagedSelector$$Lambda$108/1576899213.run(Unknown Source) 
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=18994, 
name=qtp1252829280-18994, state=TIMED_WAITING, group=TGRP-ShardSplitTest]       
  at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
         at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)     
    at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=18993, 
name=qtp1252829280-18993, state=TIMED_WAITING, group=TGRP-ShardSplitTest]       
  at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
         at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)     
    at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=18990, 
name=qtp1252829280-18990, state=TIMED_WAITING, group=TGRP-ShardSplitTest]       
  at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
         at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)     
    at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=18988, 
name=qtp1252829280-18988, state=RUNNABLE, group=TGRP-ShardSplitTest]         at 
sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at 
sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at 
sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at 
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at 
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at 
org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)        
 at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)       
  at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
         at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
         at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
         at 
org.eclipse.jetty.io.ManagedSelector$$Lambda$108/1576899213.run(Unknown Source) 
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=18991, 
name=qtp1252829280-18991, state=TIMED_WAITING, group=TGRP-ShardSplitTest]       
  at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
         at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)     
    at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=18992, 
name=qtp1252829280-18992, state=TIMED_WAITING, group=TGRP-ShardSplitTest]       
  at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
         at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)     
    at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
         at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=18996, 
name=Session-HouseKeeper-32e5651d-1, state=TIMED_WAITING, 
group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)       
  at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)     
    at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
         at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
         at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
         at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
        at java.lang.Thread.run(Thread.java:748)   10) Thread[id=19081, 
name=Connector-Scheduler-4e9325ed-1, state=WAITING, group=TGRP-ShardSplitTest]  
       at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
         at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
         at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)   
      at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) 
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
        at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   1) Thread[id=18995, name=qtp1252829280-18995, state=TIMED_WAITING, 
group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=18989, name=qtp1252829280-18989, state=RUNNABLE, 
group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at 
org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
        at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
        at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
        at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
        at 
org.eclipse.jetty.io.ManagedSelector$$Lambda$108/1576899213.run(Unknown Source)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=18994, name=qtp1252829280-18994, state=TIMED_WAITING, 
group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=18993, name=qtp1252829280-18993, state=TIMED_WAITING, 
group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=18990, name=qtp1252829280-18990, state=TIMED_WAITING, 
group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=18988, name=qtp1252829280-18988, state=RUNNABLE, 
group=TGRP-ShardSplitTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at 
org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
        at org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
        at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
        at 
org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
        at 
org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
        at 
org.eclipse.jetty.io.ManagedSelector$$Lambda$108/1576899213.run(Unknown Source)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:882)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1036)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=18991, name=qtp1252829280-18991, state=TIMED_WAITING, 
group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=18992, name=qtp1252829280-18992, state=TIMED_WAITING, 
group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at 
org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:973)
        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1023)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=18996, name=Session-HouseKeeper-32e5651d-1, 
state=TIMED_WAITING, group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  10) Thread[id=19081, name=Connector-Scheduler-4e9325ed-1, state=WAITING, 
group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
        at 
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at 
java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
        at __randomizedtesting.SeedInfo.seed([35C7ABDA1F9E65BE]:0)


FAILED:  
org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testDefaultPlugins

Error Message:
Timeout occurred while waiting response from server at: 
http://127.0.0.1:34767/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while 
waiting response from server at: http://127.0.0.1:34767/solr
        at 
__randomizedtesting.SeedInfo.seed([35C7ABDA1F9E65BE:7D47F90A43DE4693]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
        at 
org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
        at 
org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
        at 
org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
        at 
org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
        at 
org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
        at 
org.apache.solr.metrics.reporters.solr.SolrCloudReportersTest.testDefaultPlugins(SolrCloudReportersTest.java:176)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
        at java.net.SocketInputStream.socketRead0(Native Method)
        at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
        at java.net.SocketInputStream.read(SocketInputStream.java:171)
        at java.net.SocketInputStream.read(SocketInputStream.java:141)
        at 
org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
        at 
org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
        at 
org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
        at 
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
        at 
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
        at 
org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
        at 
org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
        at 
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
        at 
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
        at 
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
        at 
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
        at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
        at 
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
        at 
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
        ... 53 more




Build Log:
[...truncated 13923 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.ShardSplitTest
   [junit4]   2> 671095 INFO  
(SUITE-ShardSplitTest-seed#[35C7ABDA1F9E65BE]-worker) [     ] 
o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to 
test-framework derived value of 
'/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.9/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 671095 INFO  
(SUITE-ShardSplitTest-seed#[35C7ABDA1F9E65BE]-worker) [     ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 671097 INFO  
(SUITE-ShardSplitTest-seed#[35C7ABDA1F9E65BE]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Created dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.9/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_35C7ABDA1F9E65BE-001/data-dir-10-001
   [junit4]   2> 671097 WARN  
(SUITE-ShardSplitTest-seed#[35C7ABDA1F9E65BE]-worker) [     ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 671097 INFO  
(SUITE-ShardSplitTest-seed#[35C7ABDA1F9E65BE]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 671099 INFO  
(SUITE-ShardSplitTest-seed#[35C7ABDA1F9E65BE]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 671099 INFO  
(SUITE-ShardSplitTest-seed#[35C7ABDA1F9E65BE]-worker) [     ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /t_/s
   [junit4]   2> 671104 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 671104 INFO  (ZkTestServer Run Thread) [     ] 
o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 671104 INFO  (ZkTestServer Run Thread) [     ] 
o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 671105 WARN  (ZkTestServer Run Thread) [     ] 
o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 671204 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.ZkTestServer start zk server on port: 37333
   [junit4]   2> 671204 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:37333
   [junit4]   2> 671204 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37333
   [junit4]   2> 671204 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1 37333
   [junit4]   2> 671206 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 671208 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 671212 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]-EventThread)
 [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent 
state:SyncConnected type:None path:null
   [junit4]   2> 671212 DEBUG (zkConnectionManagerCallback-1936-thread-1) [     
] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@3b4df191 name: 
ZooKeeperConnection Watcher:127.0.0.1:37333 got event WatchedEvent 
state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 671212 INFO  (zkConnectionManagerCallback-1936-thread-1) [     
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 671212 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 671213 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 671213 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 671215 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 671220 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 671225 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]-EventThread)
 [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent 
state:SyncConnected type:None path:null
   [junit4]   2> 671228 DEBUG (zkConnectionManagerCallback-1938-thread-1) [     
] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@2d58f412 name: 
ZooKeeperConnection Watcher:127.0.0.1:37333/solr got event WatchedEvent 
state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 671228 INFO  (zkConnectionManagerCallback-1938-thread-1) [     
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 671228 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 671228 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 671229 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.SolrZkClient makePath: /clusterprops.json
   [junit4]   2> 671229 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.9/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 671230 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 671231 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.9/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 671231 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 671234 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.9/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 671234 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.SolrZkClient makePath: 
/configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 671236 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.9/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 671236 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 671238 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.9/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 671238 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 671239 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.9/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 671239 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 671240 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.9/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 671240 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 671241 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.9/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 671241 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 671245 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.9/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 671245 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 671246 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.9/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 671246 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 671248 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.ZkTestServer put 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.9/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 671248 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 671249 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly 
asked otherwise
   [junit4]   2> 671466 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 671466 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 671466 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 
98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_281-b09
   [junit4]   2> 671471 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 671471 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 671471 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 671471 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@5fd8e8a8{/t_/s,null,AVAILABLE}
   [junit4]   2> 671471 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.e.j.s.AbstractConnector Started ServerConnector@599d7e3b{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:44413}
   [junit4]   2> 671472 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.e.j.s.Server Started @671502ms
   [junit4]   2> 671472 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.9/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_35C7ABDA1F9E65BE-001/tempDir-001/control/data,
 replicaType=NRT, hostContext=/t_/s, hostPort=44413, 
coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.9/checkout/solr/build/solr-core/test/J3/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.9/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_35C7ABDA1F9E65BE-001/control-001/cores}
   [junit4]   2> 671472 ERROR 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 671472 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.s.SolrDispatchFilter Using logger factory 
org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 671472 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.9.0
   [junit4]   2> 671472 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 671472 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.9/checkout/solr
   [junit4]   2> 671472 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2021-06-18T21:14:17.546Z
   [junit4]   2> 671472 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 671473 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 671477 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]-EventThread)
 [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent 
state:SyncConnected type:None path:null
   [junit4]   2> 671477 DEBUG (zkConnectionManagerCallback-1940-thread-1) [     
] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@b7918a3 name: 
ZooKeeperConnection Watcher:127.0.0.1:37333/solr got event WatchedEvent 
state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 671477 INFO  (zkConnectionManagerCallback-1940-thread-1) [     
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 671477 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 671478 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 671478 WARN  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]-SendThread(127.0.0.1:37333))
 [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for 
session 0x105d7e69a130002.
   [junit4]   2>           => EndOfStreamException: Unable to read additional 
data from server sessionid 0x105d7e69a130002, likely server has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x105d7e69a130002, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 671641 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]-EventThread)
 [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent 
state:Closed type:None path:null
   [junit4]   2> 671641 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 671641 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.SolrXmlConfig Loading container configuration from 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.9/checkout/solr/build/solr-core/test/J3/../../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.9/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.api.collections.ShardSplitTest_35C7ABDA1F9E65BE-001/control-001/solr.xml
   [junit4]   2> 671646 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay 
is ignored
   [junit4]   2> 671646 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.SolrXmlConfig Configuration parameter 
autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 671647 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.SolrXmlConfig MBean server found: 
com.sun.jmx.mbeanserver.JmxMBeanServer@1cf174d5, but no JMX reporters were 
configured - adding default JMX reporter.
   [junit4]   2> 671895 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: 
WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 671896 WARN  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@43c325f8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 671896 WARN  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@43c325f8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 671900 WARN  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.e.j.u.s.S.config Trusting all certificates configured for 
Client@5707af2e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 671900 WARN  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for 
Client@5707af2e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 671902 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37333/solr
   [junit4]   2> 671902 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 671902 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 671904 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]-EventThread)
 [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent 
state:SyncConnected type:None path:null
   [junit4]   2> 671906 DEBUG (zkConnectionManagerCallback-1951-thread-1) [     
] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@465822a0 name: 
ZooKeeperConnection Watcher:127.0.0.1:37333 got event WatchedEvent 
state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 671906 INFO  (zkConnectionManagerCallback-1951-thread-1) [     
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 671906 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 671906 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) [     ] 
o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 671907 WARN  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]-SendThread(127.0.0.1:37333))
 [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for 
session 0x105d7e69a130003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional 
data from server sessionid 0x105d7e69a130003, likely server has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable 
to read additional data from server sessionid 0x105d7e69a130003, likely server 
has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) 
~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350)
 ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) 
[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 672087 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]-EventThread)
 [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent 
state:Closed type:None path:null
   [junit4]   2> 672174 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.ConnectionManager Waiting for client 
to connect to ZooKeeper
   [junit4]   2> 672177 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]-EventThread)
 [     ] o.a.s.c.c.SolrZkClient Submitting job to respond to event WatchedEvent 
state:SyncConnected type:None path:null
   [junit4]   2> 672181 DEBUG (zkConnectionManagerCallback-1953-thread-1) [     
] o.a.s.c.c.ConnectionManager Watcher 
org.apache.solr.common.cloud.ConnectionManager@30e10e2a name: 
ZooKeeperConnection Watcher:127.0.0.1:37333/solr got event WatchedEvent 
state:SyncConnected type:None path:null path: null type: None
   [junit4]   2> 672182 INFO  (zkConnectionManagerCallback-1953-thread-1) [     
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 672182 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.ConnectionManager Client is connected 
to ZooKeeper
   [junit4]   2> 672182 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/overseer/collection-map-running
   [junit4]   2> 672183 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/overseer/collection-map-completed
   [junit4]   2> 672184 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/overseer/collection-map-failure
   [junit4]   2> 672185 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/overseer/async_ids
   [junit4]   2> 672186 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 672186 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 672187 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/autoscaling/events
   [junit4]   2> 672188 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/autoscaling/triggerState
   [junit4]   2> 672189 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/autoscaling/nodeAdded
   [junit4]   2> 672190 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/autoscaling/nodeLost
   [junit4]   2> 672191 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/clusterstate.json
   [junit4]   2> 672196 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/autoscaling.json
   [junit4]   2> 672197 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 672199 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/protwords.txt
   [junit4]   2> 672200 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/solrconfig.xml
   [junit4]   2> 672202 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/synonyms.txt
   [junit4]   2> 672203 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/managed-schema
   [junit4]   2> 672211 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_hi.txt
   [junit4]   2> 672213 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_fa.txt
   [junit4]   2> 672214 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_es.txt
   [junit4]   2> 672216 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_sv.txt
   [junit4]   2> 672221 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/contractions_ca.txt
   [junit4]   2> 672222 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_it.txt
   [junit4]   2> 672241 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_eu.txt
   [junit4]   2> 672243 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_no.txt
   [junit4]   2> 672244 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_en.txt
   [junit4]   2> 672245 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_et.txt
   [junit4]   2> 672247 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_ar.txt
   [junit4]   2> 672248 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_fi.txt
   [junit4]   2> 672249 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_hu.txt
   [junit4]   2> 672250 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/hyphenations_ga.txt
   [junit4]   2> 672252 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_nl.txt
   [junit4]   2> 672254 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_de.txt
   [junit4]   2> 672255 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_th.txt
   [junit4]   2> 672257 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stemdict_nl.txt
   [junit4]   2> 672258 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_ca.txt
   [junit4]   2> 672260 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_bg.txt
   [junit4]   2> 672262 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_gl.txt
   [junit4]   2> 672263 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_da.txt
   [junit4]   2> 672266 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_tr.txt
   [junit4]   2> 672267 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/contractions_fr.txt
   [junit4]   2> 672268 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_ja.txt
   [junit4]   2> 672269 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_hy.txt
   [junit4]   2> 672270 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stoptags_ja.txt
   [junit4]   2> 672272 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/contractions_it.txt
   [junit4]   2> 672274 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_cz.txt
   [junit4]   2> 672275 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_id.txt
   [junit4]   2> 672277 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_ro.txt
   [junit4]   2> 672278 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/userdict_ja.txt
   [junit4]   2> 672280 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_el.txt
   [junit4]   2> 672283 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_ga.txt
   [junit4]   2> 672285 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_fr.txt
   [junit4]   2> 672288 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/contractions_ga.txt
   [junit4]   2> 672292 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_lv.txt
   [junit4]   2> 672293 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_ru.txt
   [junit4]   2> 672294 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/lang/stopwords_pt.txt
   [junit4]   2> 672295 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/configs/_default/stopwords.txt
   [junit4]   2> 672298 WARN  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.ZkController Contents of zookeeper 
/security.json are world-readable; consider setting up ACLs as described in 
https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 672299 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.ZkStateReader Updating cluster state 
from ZooKeeper... 
   [junit4]   2> 672299 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.ZkStateReader Loaded cluster 
properties: {legacyCloud=true}
   [junit4]   2> 672299 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... [] -> []
   [junit4]   2> 672300 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.ZkStateReader clusterStateSet: legacy 
[0] interesting [0] watched [0] lazy [2] total [2]
   [junit4]   2> 672301 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.ZkStateReader$AliasesManager Checking 
ZK for most up to date Aliases /aliases.json
   [junit4]   2> 672302 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.ZkStateReader$AliasesManager Aliases: 
cmp=-1, new definition is: Aliases{collectionAliases={}, 
collectionAliasProperties={}, zNodeVersion=0}
   [junit4]   2> 672304 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 672305 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/overseer_elect/election
   [junit4]   2> 672307 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.OverseerElectionContext I am going to 
be the leader 127.0.0.1:44413_t_%2Fs
   [junit4]   2> 672307 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/overseer_elect/leader
   [junit4]   2> 672307 INFO  
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.Overseer Overseer 
(id=73702354348867588-127.0.0.1:44413_t_%2Fs-n_0000000000) starting
   [junit4]   2> 672312 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 672313 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/overseer/queue-work
   [junit4]   2> 672315 DEBUG 
(TEST-ShardSplitTest.testSplitShardWithRule-seed#[35C7ABDA1F9E65BE]) 
[n:127.0.0.1:44413_t_%2Fs     ] o.a.s.c.c.SolrZkClient makePath: 
/overseer/collection-queue-work
   [junit4]   2> 672317 DEBUG 
(OverseerCollectionConfigSetProcessor-73702354348867588-127.0.0.1:44

[...truncated too long message...]

3 INFO  
(OverseerStateUpdate-73702406023282694-127.0.0.1:34767_solr-n_0000000000) 
[n:127.0.0.1:34767_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:34767_solr
   [junit4]   2> 1641324 ERROR 
(OverseerThreadFactory-9471-thread-1-processing-n:127.0.0.1:34767_solr) 
[n:127.0.0.1:34767_solr     ] o.a.s.c.a.c.OverseerCollectionMessageHandler 
Collection: test_collection operation: create 
failed:org.apache.solr.common.SolrException: Error fetching per-replica states
   [junit4]   2>        at 
org.apache.solr.common.cloud.PerReplicaStates.fetch(PerReplicaStates.java:142)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:355)
   [junit4]   2>        at 
org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:270)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: 
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = 
Session expired for /collections/test_collection/state.json
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:2857)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.lambda$getChildren$5(SolrZkClient.java:339)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:79)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:339)
   [junit4]   2>        at 
org.apache.solr.common.cloud.PerReplicaStates.fetch(PerReplicaStates.java:139)
   [junit4]   2>        ... 7 more
   [junit4]   2> 
   [junit4]   2> 1641324 ERROR 
(OverseerThreadFactory-9471-thread-1-processing-n:127.0.0.1:34767_solr) 
[n:127.0.0.1:34767_solr     ] o.a.s.c.OverseerTaskProcessor 
:org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode 
= Session expired for /overseer/collection-queue-work/qnr-0000000000
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.setData(ZooKeeper.java:2561)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.lambda$setData$7(SolrZkClient.java:363)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:79)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:363)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.setData(SolrZkClient.java:583)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskQueue.remove(OverseerTaskQueue.java:118)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.markTaskComplete(OverseerTaskProcessor.java:601)
   [junit4]   2>        at 
org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:550)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1641325 WARN  
(OverseerThreadFactory-9471-thread-1-processing-n:127.0.0.1:34767_solr) 
[n:127.0.0.1:34767_solr     ] o.a.s.c.OverseerTaskProcessor Resetting task: 
/overseer/collection-queue-work/qn-0000000000, requestid: null, taskKey: 
test_collection
   [junit4]   2> 1641325 INFO  
(OverseerAutoScalingTriggerThread-73702406023282694-127.0.0.1:34767_solr-n_0000000000)
 [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we 
are closed, exiting.
   [junit4]   2> 1641325 INFO  
(jetty-closer-9522-thread-1-processing-n:127.0.0.1:33607_solr) [     ] 
o.a.s.c.Overseer Overseer 
(id=73702406023282694-127.0.0.1:34767_solr-n_0000000000) closing
   [junit4]   2> 1641325 INFO  (closeThreadPool-9534-thread-2) [     ] 
o.a.s.c.Overseer Overseer 
(id=73702406023282694-127.0.0.1:34767_solr-n_0000000000) closing
   [junit4]   2> 1641326 INFO  
(jetty-closer-9522-thread-1-processing-n:127.0.0.1:33607_solr) [     ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@2c8e6b26{HTTP/1.1, (http/1.1, 
h2c)}{127.0.0.1:0}
   [junit4]   2> 1641326 INFO  
(jetty-closer-9522-thread-1-processing-n:127.0.0.1:33607_solr) [     ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@3d70ea4c{/solr,null,STOPPED}
   [junit4]   2> 1641326 INFO  
(jetty-closer-9522-thread-1-processing-n:127.0.0.1:33607_solr) [     ] 
o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1641327 INFO  
(SUITE-SolrCloudReportersTest-seed#[35C7ABDA1F9E65BE]-worker) 
[n:127.0.0.1:33607_solr     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1641529 WARN  (ZkTestServer Run Thread) [     ] 
o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/collections/test_collection/terms/shard2
   [junit4]   2>        5       /solr/collections/test_collection/terms/shard1
   [junit4]   2>        3       /solr/aliases.json
   [junit4]   2>        3       /solr/clusterprops.json
   [junit4]   2>        2       /solr/configs/test
   [junit4]   2>        2       /solr/packages.json
   [junit4]   2>        2       /solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        8       /solr/collections/test_collection/state.json
   [junit4]   2>        3       /solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        17      /solr/collections/test_collection/state.json
   [junit4]   2>        15      /solr/overseer/queue
   [junit4]   2>        7       /solr/live_nodes
   [junit4]   2>        6       /solr/collections
   [junit4]   2>        4       /solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 1641532 INFO  
(SUITE-SolrCloudReportersTest-seed#[35C7ABDA1F9E65BE]-worker) 
[n:127.0.0.1:33607_solr     ] o.a.s.c.ZkTestServer waitForServerDown: 
127.0.0.1:40325
   [junit4]   2> 1641532 INFO  
(SUITE-SolrCloudReportersTest-seed#[35C7ABDA1F9E65BE]-worker) 
[n:127.0.0.1:33607_solr     ] o.a.s.c.ZkTestServer parse host and port list: 
127.0.0.1:40325
   [junit4]   2> 1641532 INFO  
(SUITE-SolrCloudReportersTest-seed#[35C7ABDA1F9E65BE]-worker) 
[n:127.0.0.1:33607_solr     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40325
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.9/checkout/solr/build/solr-core/test/J0/temp/solr.metrics.reporters.solr.SolrCloudReportersTest_35C7ABDA1F9E65BE-001
   [junit4]   2> Jun 18, 2021 9:30:27 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {}, 
docValues:{}, maxPointsInLeafNode=1880, maxMBSortInHeap=5.572635729791471, 
sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=da, 
timezone=Asia/Novosibirsk
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 
1.8.0_281 (64-bit)/cpus=4,threads=1,free=158788584,total=522715136
   [junit4]   2> NOTE: All tests run in this JVM: 
[TestManagedSynonymGraphFilterFactory, TestExactSharedStatsCache, 
FullSolrCloudDistribCmdsTest, HdfsDirectoryTest, TestBulkSchemaAPI, 
HighlighterMaxOffsetTest, TestCloudSearcherWarming, TestSimScenario, 
SolrCoreMetricManagerTest, TestComplexPhraseLeadingWildcard, 
TestWaitForStateWithJettyShutdowns, CollectionReloadTest, 
TestLuceneIndexBackCompat, DistributedTermsComponentTest, 
BlockJoinFacetRandomTest, CustomTermsComponentTest, TestContainerPlugin, 
TestLegacyField, TestDistributedMissingSort, TestBulkSchemaConcurrent, 
SearchHandlerTest, SolrGraphiteReporterTest, ZkSolrClientTest, 
TestMinimalConfig, TestNestedUpdateProcessor, ConfigureRecoveryStrategyTest, 
AliasIntegrationTest, TestLuceneMatchVersion, TestLogWatcher, 
TestChildDocTransformerHierarchy, HealthCheckHandlerTest, 
TestDynamicLoadingUrl, TestReloadAndDeleteDocs, TestSimLargeCluster, 
TestCSVResponseWriter, ZkControllerTest, OverseerTest, TimeZoneUtilsTest, 
TestDistribDocBasedVersion, SortByFunctionTest, MoveReplicaHDFSFailoverTest, 
BJQFilterAccessibleTest, HDFSCollectionsAPITest, 
IgnoreLargeDocumentProcessorFactoryTest, MetricsHistoryIntegrationTest, 
TestNumericTerms64, MultiThreadedOCPTest, RouteFieldTest, 
SpellCheckCollatorWithCollapseTest, ClassificationUpdateProcessorTest, 
TestApiFramework, SuggestComponentContextFilterQueryTest, 
OverseerSolrResponseTest, TestPullReplica, SignatureUpdateProcessorFactoryTest, 
BigEndianAscendingWordSerializerTest, TestRangeQuery, DynamicMapsTest, 
ScheduledTriggerTest, WordBreakSolrSpellCheckerTest, BaseCdcrDistributedZkTest, 
DistributedFacetPivotSmallTest, CreateCollectionCleanupTest, 
TestPhraseSuggestions, TestCollationFieldDocValues, TestFacetMethods, 
WrapperMergePolicyFactoryTest, TestOverriddenPrefixQueryForCustomFieldType, 
UpdateParamsTest, CacheHeaderTest, PrimUtilsTest, RecoveryZkTest, 
RangeFacetCloudTest, TestSQLHandler, TestSchemaNameResource, 
SolrCloudReportersTest]
   [junit4] Completed [866/939 (2!)] on J0 in 196.84s, 2 tests, 1 error <<< 
FAILURES!

[...truncated 52797 lines...]

---------------------------------------------------------------------
To unsubscribe, e-mail: builds-unsubscr...@lucene.apache.org
For additional commands, e-mail: builds-h...@lucene.apache.org