Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-MacOSX/846/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC

9 tests failed.
FAILED:  org.apache.solr.cloud.ShardSplitTest.testSplitStaticIndexReplication

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 
127.0.0.1:64415 within 45000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: 
Could not connect to ZooKeeper 127.0.0.1:64415 within 45000 ms
        at 
__randomizedtesting.SeedInfo.seed([24C54461A3D347D7:6E8FD061327B68D2]:0)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:183)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:107)
        at 
org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:86)
        at 
org.apache.solr.cloud.AbstractZkTestCase.buildZooKeeper(AbstractZkTestCase.java:80)
        at 
org.apache.solr.cloud.AbstractDistribZkTestBase.distribSetUp(AbstractDistribZkTestBase.java:80)
        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribSetUp(AbstractFullDistribZkTestBase.java:218)
        at 
org.apache.solr.cloud.ShardSplitTest.distribSetUp(ShardSplitTest.java:86)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:962)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.concurrent.TimeoutException: Could not connect to 
ZooKeeper 127.0.0.1:64415 within 45000 ms
        at 
org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:233)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175)
        ... 39 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ShardSplitTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.cloud.ShardSplitTest:     
1) Thread[id=18278, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, 
state=RUNNABLE, group=TGRP-ShardSplitTest]         at 
sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at 
sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)         at 
sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at 
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=18281, 
name=ProcessThread(sid:0 cport:64415):, state=WAITING, 
group=TGRP-ShardSplitTest]         at sun.misc.Unsafe.park(Native Method)       
  at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
    3) Thread[id=18277, name=Thread-3762, state=WAITING, 
group=TGRP-ShardSplitTest]         at java.lang.Object.wait(Native Method)      
   at java.lang.Thread.join(Thread.java:1249)         at 
java.lang.Thread.join(Thread.java:1323)         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
         at 
org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)    
4) Thread[id=18279, name=SessionTracker, state=TIMED_WAITING, 
group=TGRP-ShardSplitTest]         at java.lang.Object.wait(Native Method)      
   at 
org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE 
scope at org.apache.solr.cloud.ShardSplitTest: 
   1) Thread[id=18278, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, 
state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=18281, name=ProcessThread(sid:0 cport:64415):, state=WAITING, 
group=TGRP-ShardSplitTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at 
org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
   3) Thread[id=18277, name=Thread-3762, state=WAITING, 
group=TGRP-ShardSplitTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1249)
        at java.lang.Thread.join(Thread.java:1323)
        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
        at 
org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
        at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
   4) Thread[id=18279, name=SessionTracker, state=TIMED_WAITING, 
group=TGRP-ShardSplitTest]
        at java.lang.Object.wait(Native Method)
        at 
org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
        at __randomizedtesting.SeedInfo.seed([24C54461A3D347D7]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ShardSplitTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) 
Thread[id=18278, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, 
group=TGRP-ShardSplitTest]         at 
sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)         at 
sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)         at 
sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)         at 
java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)   
      at 
java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)         
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)         
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at 
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   1) Thread[id=18278, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, 
state=RUNNABLE, group=TGRP-ShardSplitTest]
        at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
        at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
        at 
java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
        at 
java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:745)
        at __randomizedtesting.SeedInfo.seed([24C54461A3D347D7]:0)


FAILED:  org.apache.solr.cloud.TestConfigSetsAPI.testDelete

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 
127.0.0.1:64358 within 30000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: 
Could not connect to ZooKeeper 127.0.0.1:64358 within 30000 ms
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:183)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:99)
        at 
org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:234)
        at 
org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:197)
        at 
org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:124)
        at 
org.apache.solr.cloud.TestConfigSetsAPI.setUp(TestConfigSetsAPI.java:115)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.concurrent.TimeoutException: Could not connect to 
ZooKeeper 127.0.0.1:64358 within 30000 ms
        at 
org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:233)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175)
        ... 45 more


FAILED:  
org.apache.solr.cloud.TestConfigSetsAPI.testUploadWithScriptUpdateProcessor

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 
127.0.0.1:64413 within 30000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: 
Could not connect to ZooKeeper 127.0.0.1:64413 within 30000 ms
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:183)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:99)
        at 
org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:234)
        at 
org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:197)
        at 
org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:124)
        at 
org.apache.solr.cloud.TestConfigSetsAPI.setUp(TestConfigSetsAPI.java:115)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.concurrent.TimeoutException: Could not connect to 
ZooKeeper 127.0.0.1:64413 within 30000 ms
        at 
org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:233)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175)
        ... 45 more


FAILED:  org.apache.solr.cloud.TestConfigSetsAPI.testDeleteErrors

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 
127.0.0.1:64417 within 30000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: 
Could not connect to ZooKeeper 127.0.0.1:64417 within 30000 ms
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:183)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:99)
        at 
org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:234)
        at 
org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:197)
        at 
org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:124)
        at 
org.apache.solr.cloud.TestConfigSetsAPI.setUp(TestConfigSetsAPI.java:115)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.concurrent.TimeoutException: Could not connect to 
ZooKeeper 127.0.0.1:64417 within 30000 ms
        at 
org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:233)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175)
        ... 45 more


FAILED:  
org.apache.solr.cloud.TestConfigSetsAPI.testUploadWithRunExecutableListener

Error Message:
java.util.concurrent.TimeoutException: Could not connect to ZooKeeper 
127.0.0.1:64419 within 30000 ms

Stack Trace:
org.apache.solr.common.SolrException: java.util.concurrent.TimeoutException: 
Could not connect to ZooKeeper 127.0.0.1:64419 within 30000 ms
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:183)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:112)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:99)
        at 
org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:234)
        at 
org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:197)
        at 
org.apache.solr.cloud.MiniSolrCloudCluster.<init>(MiniSolrCloudCluster.java:124)
        at 
org.apache.solr.cloud.TestConfigSetsAPI.setUp(TestConfigSetsAPI.java:115)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:941)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)
Caused by: java.util.concurrent.TimeoutException: Could not connect to 
ZooKeeper 127.0.0.1:64419 within 30000 ms
        at 
org.apache.solr.common.cloud.ConnectionManager.waitForConnected(ConnectionManager.java:233)
        at 
org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:175)
        ... 45 more


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestConfigSetsAPI

Error Message:
16 threads leaked from SUITE scope at org.apache.solr.cloud.TestConfigSetsAPI:  
   1) Thread[id=16773, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, 
state=RUNNABLE, group=TGRP-TestConfigSetsAPI]         at 
sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at 
sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)         at 
sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at 
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=16762, 
name=ProcessThread(sid:0 cport:64358):, state=WAITING, 
group=TGRP-TestConfigSetsAPI]         at sun.misc.Unsafe.park(Native Method)    
     at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)       
  at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
    3) Thread[id=16758, name=Thread-3649, state=WAITING, 
group=TGRP-TestConfigSetsAPI]         at java.lang.Object.wait(Native Method)   
      at java.lang.Thread.join(Thread.java:1249)         at 
java.lang.Thread.join(Thread.java:1323)         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
         at 
org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)    
4) Thread[id=16772, name=Thread-3651, state=WAITING, 
group=TGRP-TestConfigSetsAPI]         at java.lang.Object.wait(Native Method)   
      at java.lang.Thread.join(Thread.java:1249)         at 
java.lang.Thread.join(Thread.java:1323)         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
         at 
org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)    
5) Thread[id=16766, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, 
state=RUNNABLE, group=TGRP-TestConfigSetsAPI]         at 
sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at 
sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)         at 
sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at 
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
         at java.lang.Thread.run(Thread.java:745)    6) Thread[id=16779, 
name=Thread-3652, state=WAITING, group=TGRP-TestConfigSetsAPI]         at 
java.lang.Object.wait(Native Method)         at 
java.lang.Thread.join(Thread.java:1249)         at 
java.lang.Thread.join(Thread.java:1323)         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
         at 
org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)    
7) Thread[id=16783, name=ProcessThread(sid:0 cport:64419):, state=WAITING, 
group=TGRP-TestConfigSetsAPI]         at sun.misc.Unsafe.park(Native Method)    
     at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)       
  at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
    8) Thread[id=16769, name=ProcessThread(sid:0 cport:64413):, state=WAITING, 
group=TGRP-TestConfigSetsAPI]         at sun.misc.Unsafe.park(Native Method)    
     at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)       
  at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
    9) Thread[id=16774, name=SessionTracker, state=TIMED_WAITING, 
group=TGRP-TestConfigSetsAPI]         at java.lang.Object.wait(Native Method)   
      at 
org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 
  10) Thread[id=16767, name=SessionTracker, state=TIMED_WAITING, 
group=TGRP-TestConfigSetsAPI]         at java.lang.Object.wait(Native Method)   
      at 
org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 
  11) Thread[id=16760, name=SessionTracker, state=TIMED_WAITING, 
group=TGRP-TestConfigSetsAPI]         at java.lang.Object.wait(Native Method)   
      at 
org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 
  12) Thread[id=16759, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, 
state=RUNNABLE, group=TGRP-TestConfigSetsAPI]         at 
sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at 
sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)         at 
sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at 
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
         at java.lang.Thread.run(Thread.java:745)   13) Thread[id=16780, 
name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, 
group=TGRP-TestConfigSetsAPI]         at 
sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at 
sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)         at 
sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at 
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
         at java.lang.Thread.run(Thread.java:745)   14) Thread[id=16776, 
name=ProcessThread(sid:0 cport:64417):, state=WAITING, 
group=TGRP-TestConfigSetsAPI]         at sun.misc.Unsafe.park(Native Method)    
     at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)       
  at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at 
org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
   15) Thread[id=16781, name=SessionTracker, state=TIMED_WAITING, 
group=TGRP-TestConfigSetsAPI]         at java.lang.Object.wait(Native Method)   
      at 
org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146) 
  16) Thread[id=16765, name=Thread-3650, state=WAITING, 
group=TGRP-TestConfigSetsAPI]         at java.lang.Object.wait(Native Method)   
      at java.lang.Thread.join(Thread.java:1249)         at 
java.lang.Thread.join(Thread.java:1323)         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
         at 
org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
         at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 16 threads leaked from 
SUITE scope at org.apache.solr.cloud.TestConfigSetsAPI: 
   1) Thread[id=16773, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, 
state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=16762, name=ProcessThread(sid:0 cport:64358):, state=WAITING, 
group=TGRP-TestConfigSetsAPI]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at 
org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
   3) Thread[id=16758, name=Thread-3649, state=WAITING, 
group=TGRP-TestConfigSetsAPI]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1249)
        at java.lang.Thread.join(Thread.java:1323)
        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
        at 
org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
        at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
   4) Thread[id=16772, name=Thread-3651, state=WAITING, 
group=TGRP-TestConfigSetsAPI]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1249)
        at java.lang.Thread.join(Thread.java:1323)
        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
        at 
org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
        at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
   5) Thread[id=16766, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, 
state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:745)
   6) Thread[id=16779, name=Thread-3652, state=WAITING, 
group=TGRP-TestConfigSetsAPI]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1249)
        at java.lang.Thread.join(Thread.java:1323)
        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
        at 
org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
        at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
   7) Thread[id=16783, name=ProcessThread(sid:0 cport:64419):, state=WAITING, 
group=TGRP-TestConfigSetsAPI]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at 
org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
   8) Thread[id=16769, name=ProcessThread(sid:0 cport:64413):, state=WAITING, 
group=TGRP-TestConfigSetsAPI]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at 
org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
   9) Thread[id=16774, name=SessionTracker, state=TIMED_WAITING, 
group=TGRP-TestConfigSetsAPI]
        at java.lang.Object.wait(Native Method)
        at 
org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
  10) Thread[id=16767, name=SessionTracker, state=TIMED_WAITING, 
group=TGRP-TestConfigSetsAPI]
        at java.lang.Object.wait(Native Method)
        at 
org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
  11) Thread[id=16760, name=SessionTracker, state=TIMED_WAITING, 
group=TGRP-TestConfigSetsAPI]
        at java.lang.Object.wait(Native Method)
        at 
org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
  12) Thread[id=16759, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, 
state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:745)
  13) Thread[id=16780, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, 
state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:745)
  14) Thread[id=16776, name=ProcessThread(sid:0 cport:64417):, state=WAITING, 
group=TGRP-TestConfigSetsAPI]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at 
org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
  15) Thread[id=16781, name=SessionTracker, state=TIMED_WAITING, 
group=TGRP-TestConfigSetsAPI]
        at java.lang.Object.wait(Native Method)
        at 
org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
  16) Thread[id=16765, name=Thread-3650, state=WAITING, 
group=TGRP-TestConfigSetsAPI]
        at java.lang.Object.wait(Native Method)
        at java.lang.Thread.join(Thread.java:1249)
        at java.lang.Thread.join(Thread.java:1323)
        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
        at 
org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
        at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
        at __randomizedtesting.SeedInfo.seed([24C54461A3D347D7]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestConfigSetsAPI

Error Message:
There are still zombie threads that couldn't be terminated:    1) 
Thread[id=16766, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, 
group=TGRP-TestConfigSetsAPI]         at 
sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)         at 
sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)         at 
sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)         at 
java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)   
      at 
java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)         
at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)         
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at 
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=16773, 
name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, 
group=TGRP-TestConfigSetsAPI]         at 
sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at 
sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)         at 
sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at 
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=16759, 
name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, 
group=TGRP-TestConfigSetsAPI]         at sun.nio.ch.IOUtil.drain(Native Method) 
        at 
sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:181)   
      at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)    
     at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=16780, 
name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, 
group=TGRP-TestConfigSetsAPI]         at 
sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)         at 
sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)         at 
sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at 
sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   1) Thread[id=16766, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, 
state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
        at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
        at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
        at 
java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
        at 
java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=16773, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, 
state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:745)
   3) Thread[id=16759, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, 
state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
        at sun.nio.ch.IOUtil.drain(Native Method)
        at 
sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:181)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=16780, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, 
state=RUNNABLE, group=TGRP-TestConfigSetsAPI]
        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
        at java.lang.Thread.run(Thread.java:745)
        at __randomizedtesting.SeedInfo.seed([24C54461A3D347D7]:0)




Build Log:
[...truncated 12722 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> Creating dataDir: 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/init-core-data-001
   [junit4]   2> 3438106 WARN  
(SUITE-ShardSplitTest-seed#[24C54461A3D347D7]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 3438106 INFO  
(SUITE-ShardSplitTest-seed#[24C54461A3D347D7]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 3438110 INFO  
(SUITE-ShardSplitTest-seed#[24C54461A3D347D7]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
 w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 3438110 INFO  
(SUITE-ShardSplitTest-seed#[24C54461A3D347D7]-worker) [    ] 
o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /jm_c/v
   [junit4]   2> 3438113 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.ZkTestServer 
STARTING ZK TEST SERVER
   [junit4]   2> 3438113 INFO  (Thread-3498) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3438113 INFO  (Thread-3498) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 3438117 ERROR (Thread-3498) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3438215 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.ZkTestServer 
start zk server on port:63863
   [junit4]   2> 3438263 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml
 to /configs/conf1/solrconfig.xml
   [junit4]   2> 3438271 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml
 to /configs/conf1/schema.xml
   [junit4]   2> 3438308 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml
 to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3438325 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt
 to /configs/conf1/stopwords.txt
   [junit4]   2> 3438340 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt
 to /configs/conf1/protwords.txt
   [junit4]   2> 3438352 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml
 to /configs/conf1/currency.xml
   [junit4]   2> 3438360 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml
 to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3438375 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json
 to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3438384 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt
 to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3438391 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt
 to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3438400 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.c.AbstractZkTestCase put 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt
 to /configs/conf1/synonyms.txt
   [junit4]   2> 3441380 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.SolrTestCaseJ4 
Writing core.properties file to 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/control-001/cores/collection1
   [junit4]   2> 3441382 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 3441384 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@69bf6ddf{/jm_c/v,null,AVAILABLE}
   [junit4]   2> 3441385 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@3be57d5{HTTP/1.1,[http/1.1]}{127.0.0.1:63866}
   [junit4]   2> 3441386 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.e.j.s.Server 
Started @3446803ms
   [junit4]   2> 3441386 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/tempDir-001/control/data,
 hostContext=/jm_c/v, hostPort=63866, 
coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/control-001/cores}
   [junit4]   2> 3441386 ERROR 
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3441386 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.6.0
   [junit4]   2> 3441386 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3441386 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3441386 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-03T01:14:04.360Z
   [junit4]   2> 3441391 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 3441391 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.SolrXmlConfig 
Loading container configuration from 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/control-001/solr.xml
   [junit4]   2> 3441406 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3441407 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.ZkContainer 
Zookeeper client=127.0.0.1:63863/solr
   [junit4]   2> 3441450 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63866_jm_c%2Fv  
  ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3441451 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63866_jm_c%2Fv  
  ] o.a.s.c.OverseerElectionContext I am going to be the leader 
127.0.0.1:63866_jm_c%2Fv
   [junit4]   2> 3441453 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63866_jm_c%2Fv  
  ] o.a.s.c.Overseer Overseer 
(id=97895975556874244-127.0.0.1:63866_jm_c%2Fv-n_0000000000) starting
   [junit4]   2> 3441467 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63866_jm_c%2Fv  
  ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:63866_jm_c%2Fv
   [junit4]   2> 3441470 INFO  
(zkCallback-3098-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv    ] o.a.s.c.c.ZkStateReader Updated live nodes 
from ZooKeeper... (0) -> (1)
   [junit4]   2> 3441566 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63866_jm_c%2Fv  
  ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/control-001/cores
   [junit4]   2> 3441566 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63866_jm_c%2Fv  
  ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 3441568 INFO  
(coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 3441571 INFO  
(OverseerStateUpdate-97895975556874244-127.0.0.1:63866_jm_c%2Fv-n_0000000000) 
[n:127.0.0.1:63866_jm_c%2Fv    ] o.a.s.c.o.ReplicaMutator Assigning new node to 
shard shard=shard1
   [junit4]   2> 3442593 INFO  
(coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 3442607 INFO  
(coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] 
o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3442693 WARN  
(coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] 
o.a.s.s.IndexSchema [collection1] default search field in schema is text. 
WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 3442695 INFO  
(coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] 
o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 3442724 INFO  
(coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection control_collection, trusted=true
   [junit4]   2> 3442724 INFO  
(coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 3442724 INFO  
(coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] 
o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/control-001/cores/collection1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/control-001/cores/collection1/data/]
   [junit4]   2> 3442724 INFO  
(coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5ebc0
   [junit4]   2> 3442730 INFO  
(coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.0]
   [junit4]   2> 3442760 WARN  
(coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 3442852 INFO  
(coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 3442852 INFO  
(coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3442853 INFO  
(coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3442853 INFO  
(coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3442854 INFO  
(coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: 
minMergeSize=1000, mergeFactor=29, maxMergeSize=9223372036854775807, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.0]
   [junit4]   2> 3442854 INFO  
(coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@4319c906[collection1] main]
   [junit4]   2> 3442856 INFO  
(coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 3442857 INFO  
(coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3442857 INFO  
(coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3442858 INFO  
(searcherExecutor-8183-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv 
x:collection1 c:control_collection) [n:127.0.0.1:63866_jm_c%2Fv 
c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered 
new searcher Searcher@4319c906[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3442859 INFO  
(coreLoadExecutor-8182-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv c:control_collection   x:collection1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1566335613883383808
   [junit4]   2> 3442869 INFO  
(coreZkRegister-8175-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv 
x:collection1 c:control_collection) [n:127.0.0.1:63866_jm_c%2Fv 
c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3442870 INFO  
(coreZkRegister-8175-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv 
x:collection1 c:control_collection) [n:127.0.0.1:63866_jm_c%2Fv 
c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3442870 INFO  
(coreZkRegister-8175-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv 
x:collection1 c:control_collection) [n:127.0.0.1:63866_jm_c%2Fv 
c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy 
Sync replicas to http://127.0.0.1:63866/jm_c/v/collection1/
   [junit4]   2> 3442870 INFO  
(coreZkRegister-8175-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv 
x:collection1 c:control_collection) [n:127.0.0.1:63866_jm_c%2Fv 
c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy 
Sync Success - now sync replicas to me
   [junit4]   2> 3442870 INFO  
(coreZkRegister-8175-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv 
x:collection1 c:control_collection) [n:127.0.0.1:63866_jm_c%2Fv 
c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy 
http://127.0.0.1:63866/jm_c/v/collection1/ has no replicas
   [junit4]   2> 3442870 INFO  
(coreZkRegister-8175-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv 
x:collection1 c:control_collection) [n:127.0.0.1:63866_jm_c%2Fv 
c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 3442878 INFO  
(coreZkRegister-8175-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv 
x:collection1 c:control_collection) [n:127.0.0.1:63866_jm_c%2Fv 
c:control_collection s:shard1 r:core_node1 x:collection1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:63866/jm_c/v/collection1/ shard1
   [junit4]   2> 3443042 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3443044 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63863/solr ready
   [junit4]   2> 3443044 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.ChaosMonkey 
monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3443048 INFO  
(coreZkRegister-8175-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv 
x:collection1 c:control_collection) [n:127.0.0.1:63866_jm_c%2Fv 
c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController 
I am the leader, no recovery necessary
   [junit4]   2> 3443422 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.SolrTestCaseJ4 
Writing core.properties file to 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-1-001/cores/collection1
   [junit4]   2> 3443423 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-1-001
   [junit4]   2> 3443424 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 3443426 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4734abdf{/jm_c/v,null,AVAILABLE}
   [junit4]   2> 3443426 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@7cc7c215{HTTP/1.1,[http/1.1]}{127.0.0.1:63871}
   [junit4]   2> 3443426 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.e.j.s.Server 
Started @3448844ms
   [junit4]   2> 3443426 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/tempDir-001/jetty1,
 solrconfig=solrconfig.xml, hostContext=/jm_c/v, hostPort=63871, 
coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-1-001/cores}
   [junit4]   2> 3443427 ERROR 
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3443428 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.6.0
   [junit4]   2> 3443428 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3443428 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3443428 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-03T01:14:06.402Z
   [junit4]   2> 3443431 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 3443431 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.SolrXmlConfig 
Loading container configuration from 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-1-001/solr.xml
   [junit4]   2> 3443441 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3443442 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.ZkContainer 
Zookeeper client=127.0.0.1:63863/solr
   [junit4]   2> 3443458 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63871_jm_c%2Fv  
  ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3443463 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63871_jm_c%2Fv  
  ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3443467 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63871_jm_c%2Fv  
  ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:63871_jm_c%2Fv
   [junit4]   2> 3443470 INFO  (zkCallback-3102-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3443470 INFO  
(zkCallback-3098-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv    ] o.a.s.c.c.ZkStateReader Updated live nodes 
from ZooKeeper... (1) -> (2)
   [junit4]   2> 3443471 INFO  
(zkCallback-3107-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv    ] o.a.s.c.c.ZkStateReader Updated live nodes 
from ZooKeeper... (1) -> (2)
   [junit4]   2> 3443577 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63871_jm_c%2Fv  
  ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-1-001/cores
   [junit4]   2> 3443577 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63871_jm_c%2Fv  
  ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 3443578 INFO  
(coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 
transient cores
   [junit4]   2> 3443584 INFO  
(OverseerStateUpdate-97895975556874244-127.0.0.1:63866_jm_c%2Fv-n_0000000000) 
[n:127.0.0.1:63866_jm_c%2Fv    ] o.a.s.c.o.ReplicaMutator Assigning new node to 
shard shard=shard2
   [junit4]   2> 3444624 INFO  
(coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.6.0
   [junit4]   2> 3444636 INFO  
(coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] Schema name=test
   [junit4]   2> 3444726 WARN  
(coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.s.IndexSchema 
[collection1] default search field in schema is text. WARNING: Deprecated, 
please use 'df' on request instead.
   [junit4]   2> 3444728 INFO  
(coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.s.IndexSchema 
Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 3444757 INFO  
(coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] 
o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from 
collection collection1, trusted=true
   [junit4]   2> 3444757 INFO  
(coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 3444758 INFO  
(coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.c.SolrCore 
[[collection1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-1-001/cores/collection1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 3444758 INFO  
(coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@72c5ebc0
   [junit4]   2> 3444762 INFO  
(coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: 
minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.0]
   [junit4]   2> 3444772 WARN  
(coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] 
o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = 
requestHandler,name = /dump,class = DumpRequestHandler,attributes = 
{initParams=a, name=/dump, class=DumpRequestHandler},args = 
{defaults={a=A,b=B}}}
   [junit4]   2> 3444834 INFO  
(coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 3444834 INFO  
(coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3444835 INFO  
(coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3444835 INFO  
(coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3444836 INFO  
(coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] 
o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class 
org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: 
minMergeSize=1000, mergeFactor=29, maxMergeSize=9223372036854775807, 
maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, 
maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, 
noCFSRatio=0.0]
   [junit4]   2> 3444837 INFO  
(coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] 
o.a.s.s.SolrIndexSearcher Opening [Searcher@6fca8c65[collection1] main]
   [junit4]   2> 3444838 INFO  
(coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 3444839 INFO  
(coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3444839 INFO  
(coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3444840 INFO  
(searcherExecutor-8194-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv 
x:collection1 c:collection1) [n:127.0.0.1:63871_jm_c%2Fv c:collection1   
x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher 
Searcher@6fca8c65[collection1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3444841 INFO  
(coreLoadExecutor-8193-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv) 
[n:127.0.0.1:63871_jm_c%2Fv c:collection1   x:collection1] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1566335615961661440
   [junit4]   2> 3444851 INFO  
(coreZkRegister-8188-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv 
x:collection1 c:collection1) [n:127.0.0.1:63871_jm_c%2Fv c:collection1 s:shard2 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas 
found to continue.
   [junit4]   2> 3444851 INFO  
(coreZkRegister-8188-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv 
x:collection1 c:collection1) [n:127.0.0.1:63871_jm_c%2Fv c:collection1 s:shard2 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new 
leader - try and sync
   [junit4]   2> 3444851 INFO  
(coreZkRegister-8188-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv 
x:collection1 c:collection1) [n:127.0.0.1:63871_jm_c%2Fv c:collection1 s:shard2 
r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:63871/jm_c/v/collection1/
   [junit4]   2> 3444851 INFO  
(coreZkRegister-8188-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv 
x:collection1 c:collection1) [n:127.0.0.1:63871_jm_c%2Fv c:collection1 s:shard2 
r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync 
replicas to me
   [junit4]   2> 3444851 INFO  
(coreZkRegister-8188-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv 
x:collection1 c:collection1) [n:127.0.0.1:63871_jm_c%2Fv c:collection1 s:shard2 
r:core_node1 x:collection1] o.a.s.c.SyncStrategy 
http://127.0.0.1:63871/jm_c/v/collection1/ has no replicas
   [junit4]   2> 3444851 INFO  
(coreZkRegister-8188-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv 
x:collection1 c:collection1) [n:127.0.0.1:63871_jm_c%2Fv c:collection1 s:shard2 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all 
replicas participating in election, clear LIR
   [junit4]   2> 3444858 INFO  
(coreZkRegister-8188-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv 
x:collection1 c:collection1) [n:127.0.0.1:63871_jm_c%2Fv c:collection1 s:shard2 
r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new 
leader: http://127.0.0.1:63871/jm_c/v/collection1/ shard2
   [junit4]   2> 3445025 INFO  
(coreZkRegister-8188-thread-1-processing-n:127.0.0.1:63871_jm_c%2Fv 
x:collection1 c:collection1) [n:127.0.0.1:63871_jm_c%2Fv c:collection1 s:shard2 
r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery 
necessary
   [junit4]   2> 3445521 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.SolrTestCaseJ4 
Writing core.properties file to 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-2-001/cores/collection1
   [junit4]   2> 3445523 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-2-001
   [junit4]   2> 3445523 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 3445525 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4d2aaa3b{/jm_c/v,null,AVAILABLE}
   [junit4]   2> 3445526 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@1b26e37a{HTTP/1.1,[http/1.1]}{127.0.0.1:63882}
   [junit4]   2> 3445526 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.e.j.s.Server 
Started @3450944ms
   [junit4]   2> 3445526 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: 
{solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/tempDir-001/jetty2,
 solrconfig=solrconfig.xml, hostContext=/jm_c/v, hostPort=63882, 
coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-2-001/cores}
   [junit4]   2> 3445526 ERROR 
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 3445526 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.6.0
   [junit4]   2> 3445527 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3445527 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3445528 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-03T01:14:08.502Z
   [junit4]   2> 3445532 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in 
ZooKeeper)
   [junit4]   2> 3445532 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.SolrXmlConfig 
Loading container configuration from 
/Users/jenkins/workspace/Lucene-Solr-6.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest_24C54461A3D347D7-001/shard-2-001/solr.xml
   [junit4]   2> 3445548 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3445549 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [    ] o.a.s.c.ZkContainer 
Zookeeper client=127.0.0.1:63863/solr
   [junit4]   2> 3445567 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63882_jm_c%2Fv  
  ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3445572 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63882_jm_c%2Fv  
  ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3445579 INFO  
(TEST-ShardSplitTest.test-seed#[24C54461A3D347D7]) [n:127.0.0.1:63882_jm_c%2Fv  
  ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:63882_jm_c%2Fv
   [junit4]   2> 3445593 INFO  
(zkCallback-3098-thread-1-processing-n:127.0.0.1:63866_jm_c%2Fv) 
[n:127.0.0.1:63866_jm_c%2Fv    ] o.a.s.c.c.ZkStateReader Updated live nodes 
from Zo

[...truncated too long message...]

ueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
   [junit4]    >         at 
sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
   [junit4]    >         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    6) Thread[id=16779, name=Thread-3652, state=WAITING, 
group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Thread.join(Thread.java:1249)
   [junit4]    >         at java.lang.Thread.join(Thread.java:1323)
   [junit4]    >         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
   [junit4]    >         at 
org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
   [junit4]    >         at 
org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
   [junit4]    >    7) Thread[id=16783, name=ProcessThread(sid:0 cport:64419):, 
state=WAITING, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at 
org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
   [junit4]    >    8) Thread[id=16769, name=ProcessThread(sid:0 cport:64413):, 
state=WAITING, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at 
org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
   [junit4]    >    9) Thread[id=16774, name=SessionTracker, 
state=TIMED_WAITING, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at 
org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
   [junit4]    >   10) Thread[id=16767, name=SessionTracker, 
state=TIMED_WAITING, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at 
org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
   [junit4]    >   11) Thread[id=16760, name=SessionTracker, 
state=TIMED_WAITING, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at 
org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
   [junit4]    >   12) Thread[id=16759, 
name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, 
group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
   [junit4]    >         at 
sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
   [junit4]    >         at 
sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
   [junit4]    >         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   13) Thread[id=16780, 
name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, 
group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
   [junit4]    >         at 
sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
   [junit4]    >         at 
sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
   [junit4]    >         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   14) Thread[id=16776, name=ProcessThread(sid:0 cport:64417):, 
state=WAITING, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at 
org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:122)
   [junit4]    >   15) Thread[id=16781, name=SessionTracker, 
state=TIMED_WAITING, group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at 
org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:146)
   [junit4]    >   16) Thread[id=16765, name=Thread-3650, state=WAITING, 
group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Thread.join(Thread.java:1249)
   [junit4]    >         at java.lang.Thread.join(Thread.java:1323)
   [junit4]    >         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:297)
   [junit4]    >         at 
org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:309)
   [junit4]    >         at 
org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:490)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([24C54461A3D347D7]:0)Throwable #2: 
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=16766, 
name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, 
group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.interrupt(Native 
Method)
   [junit4]    >         at 
sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:203)
   [junit4]    >         at 
sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:257)
   [junit4]    >         at 
java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
   [junit4]    >         at 
java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
   [junit4]    >         at 
sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:116)
   [junit4]    >         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    2) Thread[id=16773, 
name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, 
group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
   [junit4]    >         at 
sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
   [junit4]    >         at 
sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
   [junit4]    >         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    3) Thread[id=16759, 
name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, 
group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at sun.nio.ch.IOUtil.drain(Native Method)
   [junit4]    >         at 
sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:181)
   [junit4]    >         at 
sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:122)
   [junit4]    >         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    4) Thread[id=16780, 
name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, 
group=TGRP-TestConfigSetsAPI]
   [junit4]    >         at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
   [junit4]    >         at 
sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:198)
   [junit4]    >         at 
sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:117)
   [junit4]    >         at 
sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]    >         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]    >         at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:173)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([24C54461A3D347D7]:0)
   [junit4] Completed [710/710 (2!)] on J1 in 295.57s, 9 tests, 6 errors <<< 
FAILURES!

[...truncated 43434 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to