[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4246 - Still Unstable!

[Policeman Jenkins Server]

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4246/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

6 tests failed.
FAILED:  
org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes

Error Message:
Timed out waiting for leader elections null Live Nodes: [127.0.0.1:56448_solr, 
127.0.0.1:56450_solr] Last available state: null

Stack Trace:
java.lang.AssertionError: Timed out waiting for leader elections
null
Live Nodes: [127.0.0.1:56448_solr, 127.0.0.1:56450_solr]
Last available state: null
        at 
__randomizedtesting.SeedInfo.seed([BD3E31198AD0618A:230B55E1ACF32D02]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
        at 
org.apache.solr.cloud.TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes(TestDeleteCollectionOnDownNodes.java:47)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testCreateDelete 
{seed=[BD3E31198AD0618A:A62EC0557C2099BA]}

Error Message:
Could not find collection : pull_replica_test_create_delete

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : 
pull_replica_test_create_delete
        at 
__randomizedtesting.SeedInfo.seed([BD3E31198AD0618A:A62EC0557C2099BA]:0)
        at 
org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
        at 
org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
        at 
org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:161)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testCreateDelete 
{seed=[BD3E31198AD0618A:12787CA948E25296]}

Error Message:
Too many open files

Stack Trace:
java.net.SocketException: Too many open files
        at 
__randomizedtesting.SeedInfo.seed([BD3E31198AD0618A:12787CA948E25296]:0)
        at java.net.Socket.createImpl(Socket.java:460)
        at java.net.Socket.getImpl(Socket.java:520)
        at java.net.Socket.setSoTimeout(Socket.java:1141)
        at 
org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:120)
        at 
org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
        at 
org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
        at 
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
        at 
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
        at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
        at 
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
        at 
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:108)
        at 
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
        at 
org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:141)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testRealTimeGet

Error Message:
Unexpected replica count null Live Nodes: [127.0.0.1:56615_solr, 
127.0.0.1:56616_solr] Last available state: null

Stack Trace:
java.lang.AssertionError: Unexpected replica count
null
Live Nodes: [127.0.0.1:56615_solr, 127.0.0.1:56616_solr]
Last available state: null
        at 
__randomizedtesting.SeedInfo.seed([BD3E31198AD0618A:E553C41A286ACF43]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
        at 
org.apache.solr.cloud.TestPullReplica.testRealTimeGet(TestPullReplica.java:329)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple

Error Message:
Could not find collection : testSimple1

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : testSimple1
        at 
__randomizedtesting.SeedInfo.seed([BD3E31198AD0618A:858D15E7AD23B55B]:0)
        at 
org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
        at 
org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.getReplacedSharedFsReplicas(AutoAddReplicasIntegrationTest.java:164)
        at 
org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:85)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple

Error Message:


Stack Trace:
java.lang.NullPointerException
        at 
__randomizedtesting.SeedInfo.seed([BD3E31198AD0618A:858D15E7AD23B55B]:0)
        at 
org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.assertOperations(AutoAddReplicasPlanActionTest.java:164)
        at 
org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:99)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13201 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestDeleteCollectionOnDownNodes
   [junit4]   2> 2575019 INFO  
(SUITE-TestDeleteCollectionOnDownNodes-seed#[BD3E31198AD0618A]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/init-core-data-001
   [junit4]   2> 2575021 INFO  
(SUITE-TestDeleteCollectionOnDownNodes-seed#[BD3E31198AD0618A]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2575028 INFO  
(SUITE-TestDeleteCollectionOnDownNodes-seed#[BD3E31198AD0618A]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) 
w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 2575029 INFO  
(SUITE-TestDeleteCollectionOnDownNodes-seed#[BD3E31198AD0618A]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001
   [junit4]   2> 2575030 INFO  
(SUITE-TestDeleteCollectionOnDownNodes-seed#[BD3E31198AD0618A]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2575031 INFO  (Thread-5033) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2575031 INFO  (Thread-5033) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 2575035 ERROR (Thread-5033) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2575140 INFO  
(SUITE-TestDeleteCollectionOnDownNodes-seed#[BD3E31198AD0618A]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:56444
   [junit4]   2> 2575172 INFO  (jetty-launcher-4829-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2575172 INFO  (jetty-launcher-4829-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2575174 INFO  (jetty-launcher-4829-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2575177 INFO  (jetty-launcher-4829-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7c686e54{/solr,null,AVAILABLE}
   [junit4]   2> 2575178 INFO  (jetty-launcher-4829-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2575178 INFO  (jetty-launcher-4829-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@512313eb{HTTP/1.1,[http/1.1]}{127.0.0.1:56446}
   [junit4]   2> 2575178 INFO  (jetty-launcher-4829-thread-1) [    ] 
o.e.j.s.Server Started @2578493ms
   [junit4]   2> 2575178 INFO  (jetty-launcher-4829-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=56446}
   [junit4]   2> 2575179 ERROR (jetty-launcher-4829-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2575179 INFO  (jetty-launcher-4829-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 2575179 INFO  (jetty-launcher-4829-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2575179 INFO  (jetty-launcher-4829-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 2575179 INFO  (jetty-launcher-4829-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-10-24T04:26:02.631Z
   [junit4]   2> 2575180 INFO  (jetty-launcher-4829-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4d952a79{/solr,null,AVAILABLE}
   [junit4]   2> 2575181 INFO  (jetty-launcher-4829-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@22c62c76{/solr,null,AVAILABLE}
   [junit4]   2> 2575181 INFO  (jetty-launcher-4829-thread-4) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@3310ec13{HTTP/1.1,[http/1.1]}{127.0.0.1:56447}
   [junit4]   2> 2575181 INFO  (jetty-launcher-4829-thread-4) [    ] 
o.e.j.s.Server Started @2578496ms
   [junit4]   2> 2575181 INFO  (jetty-launcher-4829-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=56447}
   [junit4]   2> 2575181 INFO  (jetty-launcher-4829-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@81367b1{HTTP/1.1,[http/1.1]}{127.0.0.1:56448}
   [junit4]   2> 2575181 INFO  (jetty-launcher-4829-thread-2) [    ] 
o.e.j.s.Server Started @2578496ms
   [junit4]   2> 2575181 ERROR (jetty-launcher-4829-thread-4) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2575181 INFO  (jetty-launcher-4829-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=56448}
   [junit4]   2> 2575182 INFO  (jetty-launcher-4829-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 2575182 ERROR (jetty-launcher-4829-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2575182 INFO  (jetty-launcher-4829-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2575182 INFO  (jetty-launcher-4829-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 2575182 INFO  (jetty-launcher-4829-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 2575182 INFO  (jetty-launcher-4829-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-10-24T04:26:02.634Z
   [junit4]   2> 2575182 INFO  (jetty-launcher-4829-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2575182 INFO  (jetty-launcher-4829-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 2575183 INFO  (jetty-launcher-4829-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-10-24T04:26:02.635Z
   [junit4]   2> 2575185 INFO  (jetty-launcher-4829-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2a39e5ce{/solr,null,AVAILABLE}
   [junit4]   2> 2575187 INFO  (jetty-launcher-4829-thread-3) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@4655874{HTTP/1.1,[http/1.1]}{127.0.0.1:56450}
   [junit4]   2> 2575188 INFO  (jetty-launcher-4829-thread-3) [    ] 
o.e.j.s.Server Started @2578502ms
   [junit4]   2> 2575188 INFO  (jetty-launcher-4829-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=56450}
   [junit4]   2> 2575188 ERROR (jetty-launcher-4829-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2575188 INFO  (jetty-launcher-4829-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 2575188 INFO  (jetty-launcher-4829-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2575188 INFO  (jetty-launcher-4829-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 2575189 INFO  (jetty-launcher-4829-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-10-24T04:26:02.641Z
   [junit4]   2> 2575189 INFO  (jetty-launcher-4829-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2575190 INFO  (jetty-launcher-4829-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2575190 INFO  (jetty-launcher-4829-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2575200 INFO  (jetty-launcher-4829-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2575201 INFO  (jetty-launcher-4829-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56444/solr
   [junit4]   2> 2575202 INFO  (jetty-launcher-4829-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56444/solr
   [junit4]   2> 2575204 INFO  (jetty-launcher-4829-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56444/solr
   [junit4]   2> 2575207 INFO  (jetty-launcher-4829-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56444/solr
   [junit4]   2> 2575386 INFO  (jetty-launcher-4829-thread-3) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2575387 INFO  (jetty-launcher-4829-thread-4) 
[n:127.0.0.1:56447_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2575387 INFO  (jetty-launcher-4829-thread-3) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:56450_solr
   [junit4]   2> 2575389 INFO  (jetty-launcher-4829-thread-4) 
[n:127.0.0.1:56447_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:56447_solr
   [junit4]   2> 2575389 INFO  (jetty-launcher-4829-thread-3) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.Overseer Overseer 
(id=98881972632682508-127.0.0.1:56450_solr-n_0000000000) starting
   [junit4]   2> 2575392 INFO  
(zkCallback-4850-thread-1-processing-n:127.0.0.1:56447_solr) 
[n:127.0.0.1:56447_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 2575392 INFO  
(zkCallback-4851-thread-1-processing-n:127.0.0.1:56450_solr) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 2575412 INFO  (jetty-launcher-4829-thread-3) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:56450_solr
   [junit4]   2> 2575414 INFO  
(zkCallback-4850-thread-1-processing-n:127.0.0.1:56447_solr) 
[n:127.0.0.1:56447_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 2575415 INFO  
(zkCallback-4851-thread-1-processing-n:127.0.0.1:56450_solr) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 2575434 INFO  (jetty-launcher-4829-thread-1) 
[n:127.0.0.1:56446_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 2575435 INFO  (jetty-launcher-4829-thread-2) 
[n:127.0.0.1:56448_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 2575439 INFO  (jetty-launcher-4829-thread-1) 
[n:127.0.0.1:56446_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2575439 INFO  (jetty-launcher-4829-thread-2) 
[n:127.0.0.1:56448_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2575443 INFO  (jetty-launcher-4829-thread-1) 
[n:127.0.0.1:56446_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:56446_solr
   [junit4]   2> 2575443 INFO  (jetty-launcher-4829-thread-2) 
[n:127.0.0.1:56448_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:56448_solr
   [junit4]   2> 2575462 INFO  
(zkCallback-4850-thread-1-processing-n:127.0.0.1:56447_solr) 
[n:127.0.0.1:56447_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2575462 INFO  
(zkCallback-4847-thread-1-processing-n:127.0.0.1:56448_solr) 
[n:127.0.0.1:56448_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2575463 INFO  
(zkCallback-4845-thread-1-processing-n:127.0.0.1:56446_solr) 
[n:127.0.0.1:56446_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 2575473 INFO  
(zkCallback-4851-thread-1-processing-n:127.0.0.1:56450_solr) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (4)
   [junit4]   2> 2575473 INFO  
(zkCallback-4845-thread-1-processing-n:127.0.0.1:56446_solr) 
[n:127.0.0.1:56446_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 2575473 INFO  
(zkCallback-4850-thread-1-processing-n:127.0.0.1:56447_solr) 
[n:127.0.0.1:56447_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 2575474 INFO  
(zkCallback-4847-thread-1-processing-n:127.0.0.1:56448_solr) 
[n:127.0.0.1:56448_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 2575514 INFO  (jetty-launcher-4829-thread-3) 
[n:127.0.0.1:56450_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_56450.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2575522 INFO  (jetty-launcher-4829-thread-3) 
[n:127.0.0.1:56450_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_56450.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2575522 INFO  (jetty-launcher-4829-thread-3) 
[n:127.0.0.1:56450_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_56450.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2575523 INFO  (jetty-launcher-4829-thread-3) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node3/.
   [junit4]   2> 2575536 INFO  (jetty-launcher-4829-thread-1) 
[n:127.0.0.1:56446_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_56446.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2575560 INFO  (jetty-launcher-4829-thread-2) 
[n:127.0.0.1:56448_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_56448.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2575579 INFO  (jetty-launcher-4829-thread-4) 
[n:127.0.0.1:56447_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_56447.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2575583 INFO  (jetty-launcher-4829-thread-1) 
[n:127.0.0.1:56446_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_56446.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2575584 INFO  (jetty-launcher-4829-thread-1) 
[n:127.0.0.1:56446_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_56446.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2575588 INFO  (jetty-launcher-4829-thread-1) 
[n:127.0.0.1:56446_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node1/.
   [junit4]   2> 2575592 INFO  (jetty-launcher-4829-thread-2) 
[n:127.0.0.1:56448_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_56448.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2575593 INFO  (jetty-launcher-4829-thread-2) 
[n:127.0.0.1:56448_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_56448.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2575594 INFO  (jetty-launcher-4829-thread-2) 
[n:127.0.0.1:56448_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node2/.
   [junit4]   2> 2575595 INFO  (jetty-launcher-4829-thread-4) 
[n:127.0.0.1:56447_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_56447.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2575595 INFO  (jetty-launcher-4829-thread-4) 
[n:127.0.0.1:56447_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_56447.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2575596 INFO  (jetty-launcher-4829-thread-4) 
[n:127.0.0.1:56447_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node4/.
   [junit4]   2> 2575682 INFO  
(SUITE-TestDeleteCollectionOnDownNodes-seed#[BD3E31198AD0618A]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2575684 INFO  
(SUITE-TestDeleteCollectionOnDownNodes-seed#[BD3E31198AD0618A]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56444/solr ready
   [junit4]   2> 2575713 INFO  
(TEST-TestDeleteCollectionOnDownNodes.deleteCollectionWithDownNodes-seed#[BD3E31198AD0618A])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionWithDownNodes
   [junit4]   2> 2575715 INFO  (qtp1822930807-26813) [n:127.0.0.1:56446_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=3&collection.configName=conf&maxShardsPerNode=3&name=halfdeletedcollection2&nrtReplicas=3&action=CREATE&numShards=4&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2575717 INFO  
(OverseerThreadFactory-11283-thread-1-processing-n:127.0.0.1:56450_solr) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
halfdeletedcollection2
   [junit4]   2> 2575845 INFO  
(OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"halfdeletedcollection2_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56446/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2575854 INFO  
(OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"halfdeletedcollection2_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56450/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2575864 INFO  
(OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"halfdeletedcollection2_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56447/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2575872 INFO  
(OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"halfdeletedcollection2_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56448/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2575880 INFO  
(OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"halfdeletedcollection2_shard2_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56446/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2575888 INFO  
(OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"halfdeletedcollection2_shard2_replica_n10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56450/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2575898 INFO  
(OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"halfdeletedcollection2_shard3_replica_n12",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56447/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2575907 INFO  
(OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"halfdeletedcollection2_shard3_replica_n14",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56448/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2575916 INFO  
(OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"halfdeletedcollection2_shard3_replica_n16",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56446/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2575925 INFO  
(OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"halfdeletedcollection2_shard4_replica_n18",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56450/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2575935 INFO  
(OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"halfdeletedcollection2_shard4_replica_n20",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56447/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2575941 INFO  
(OverseerStateUpdate-98881972632682508-127.0.0.1:56450_solr-n_0000000000) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection2",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"halfdeletedcollection2_shard4_replica_n22",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:56448/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2576150 INFO  (qtp196904864-26830) [n:127.0.0.1:56447_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard1_replica_n4&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2576150 INFO  (qtp1822930807-26814) [n:127.0.0.1:56446_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n16&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2576151 INFO  (qtp196904864-26830) [n:127.0.0.1:56447_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 2576151 INFO  (qtp1822930807-26814) [n:127.0.0.1:56446_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 2576151 INFO  (qtp1822930807-26815) [n:127.0.0.1:56446_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard1_replica_n1&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2576151 INFO  (qtp970752696-26826) [n:127.0.0.1:56450_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node21&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard4_replica_n18&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2576152 INFO  (qtp970752696-26841) [n:127.0.0.1:56450_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard1_replica_n2&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2576152 INFO  (qtp970752696-26826) [n:127.0.0.1:56450_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 2576152 INFO  (qtp970752696-26842) [n:127.0.0.1:56450_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n10&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2576152 INFO  (qtp196904864-26832) [n:127.0.0.1:56447_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node23&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard4_replica_n20&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2576154 INFO  (qtp375209942-26817) [n:127.0.0.1:56448_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n6&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2576155 INFO  (qtp1822930807-26816) [n:127.0.0.1:56446_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard2_replica_n8&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2576155 INFO  (qtp375209942-26817) [n:127.0.0.1:56448_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 2576156 INFO  (qtp375209942-26819) [n:127.0.0.1:56448_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node24&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard4_replica_n22&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2576157 INFO  (qtp196904864-26833) [n:127.0.0.1:56447_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n12&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2576157 INFO  (qtp375209942-26820) [n:127.0.0.1:56448_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf&newCollection=true&name=halfdeletedcollection2_shard3_replica_n14&action=CREATE&numShards=4&collection=halfdeletedcollection2&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2576283 INFO  
(zkCallback-4850-thread-1-processing-n:127.0.0.1:56447_solr) 
[n:127.0.0.1:56447_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2576283 INFO  
(zkCallback-4845-thread-1-processing-n:127.0.0.1:56446_solr) 
[n:127.0.0.1:56446_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2576283 INFO  
(zkCallback-4850-thread-2-processing-n:127.0.0.1:56447_solr) 
[n:127.0.0.1:56447_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2576283 INFO  
(zkCallback-4851-thread-1-processing-n:127.0.0.1:56450_solr) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2576283 INFO  
(zkCallback-4851-thread-2-processing-n:127.0.0.1:56450_solr) 
[n:127.0.0.1:56450_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2576283 INFO  
(zkCallback-4847-thread-1-processing-n:127.0.0.1:56448_solr) 
[n:127.0.0.1:56448_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2576284 INFO  
(zkCallback-4845-thread-2-processing-n:127.0.0.1:56446_solr) 
[n:127.0.0.1:56446_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2576285 INFO  
(zkCallback-4847-thread-2-processing-n:127.0.0.1:56448_solr) 
[n:127.0.0.1:56448_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2576285 INFO  
(zkCallback-4845-thread-3-processing-n:127.0.0.1:56446_solr) 
[n:127.0.0.1:56446_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/halfdeletedcollection2/state.json] for collection 
[halfdeletedcollection2] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2577196 INFO  (qtp1822930807-26814) [n:127.0.0.1:56446_solr 
c:halfdeletedcollection2 s:shard3 r:core_node19 
x:halfdeletedcollection2_shard3_replica_n16] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 2577197 INFO  (qtp196904864-26830) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard1 r:core_node7 
x:halfdeletedcollection2_shard1_replica_n4] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 2577197 INFO  (qtp1822930807-26815) [n:127.0.0.1:56446_solr 
c:halfdeletedcollection2 s:shard1 r:core_node3 
x:halfdeletedcollection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 2577206 INFO  (qtp375209942-26817) [n:127.0.0.1:56448_solr 
c:halfdeletedcollection2 s:shard2 r:core_node9 
x:halfdeletedcollection2_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 2577207 INFO  (qtp375209942-26820) [n:127.0.0.1:56448_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n14] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 2577221 INFO  (qtp970752696-26842) [n:127.0.0.1:56450_solr 
c:halfdeletedcollection2 s:shard2 r:core_node13 
x:halfdeletedcollection2_shard2_replica_n10] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 2577223 INFO  (qtp1822930807-26816) [n:127.0.0.1:56446_solr 
c:halfdeletedcollection2 s:shard2 r:core_node11 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 2577225 INFO  (qtp375209942-26819) [n:127.0.0.1:56448_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n22] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 2577232 INFO  (qtp196904864-26832) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n20] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 2577233 INFO  (qtp970752696-26826) [n:127.0.0.1:56450_solr 
c:halfdeletedcollection2 s:shard4 r:core_node21 
x:halfdeletedcollection2_shard4_replica_n18] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 2577233 INFO  (qtp970752696-26841) [n:127.0.0.1:56450_solr 
c:halfdeletedcollection2 s:shard1 r:core_node5 
x:halfdeletedcollection2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 2577243 INFO  (qtp196904864-26833) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard3 r:core_node15 
x:halfdeletedcollection2_shard3_replica_n12] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 2577245 INFO  (qtp1822930807-26814) [n:127.0.0.1:56446_solr 
c:halfdeletedcollection2 s:shard3 r:core_node19 
x:halfdeletedcollection2_shard3_replica_n16] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard3_replica_n16] Schema name=minimal
   [junit4]   2> 2577245 INFO  (qtp375209942-26817) [n:127.0.0.1:56448_solr 
c:halfdeletedcollection2 s:shard2 r:core_node9 
x:halfdeletedcollection2_shard2_replica_n6] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 2577248 INFO  (qtp1822930807-26815) [n:127.0.0.1:56446_solr 
c:halfdeletedcollection2 s:shard1 r:core_node3 
x:halfdeletedcollection2_shard1_replica_n1] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 2577248 INFO  (qtp375209942-26817) [n:127.0.0.1:56448_solr 
c:halfdeletedcollection2 s:shard2 r:core_node9 
x:halfdeletedcollection2_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 2577249 INFO  (qtp375209942-26817) [n:127.0.0.1:56448_solr 
c:halfdeletedcollection2 s:shard2 r:core_node9 
x:halfdeletedcollection2_shard2_replica_n6] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard2_replica_n6' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 2577249 INFO  (qtp970752696-26842) [n:127.0.0.1:56450_solr 
c:halfdeletedcollection2 s:shard2 r:core_node13 
x:halfdeletedcollection2_shard2_replica_n10] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard2_replica_n10] Schema name=minimal
   [junit4]   2> 2577249 INFO  (qtp1822930807-26815) [n:127.0.0.1:56446_solr 
c:halfdeletedcollection2 s:shard1 r:core_node3 
x:halfdeletedcollection2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 2577249 INFO  (qtp1822930807-26815) [n:127.0.0.1:56446_solr 
c:halfdeletedcollection2 s:shard1 r:core_node3 
x:halfdeletedcollection2_shard1_replica_n1] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard1_replica_n1' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 2577249 INFO  (qtp375209942-26817) [n:127.0.0.1:56448_solr 
c:halfdeletedcollection2 s:shard2 r:core_node9 
x:halfdeletedcollection2_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_56448.solr.core.halfdeletedcollection2.shard2.replica_n6' 
(registry 'solr.core.halfdeletedcollection2.shard2.replica_n6') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2577249 INFO  (qtp375209942-26817) [n:127.0.0.1:56448_solr 
c:halfdeletedcollection2 s:shard2 r:core_node9 
x:halfdeletedcollection2_shard2_replica_n6] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2577249 INFO  (qtp375209942-26817) [n:127.0.0.1:56448_solr 
c:halfdeletedcollection2 s:shard2 r:core_node9 
x:halfdeletedcollection2_shard2_replica_n6] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard2_replica_n6] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node2/halfdeletedcollection2_shard2_replica_n6],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node2/./halfdeletedcollection2_shard2_replica_n6/data/]
   [junit4]   2> 2577249 INFO  (qtp1822930807-26815) [n:127.0.0.1:56446_solr 
c:halfdeletedcollection2 s:shard1 r:core_node3 
x:halfdeletedcollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_56446.solr.core.halfdeletedcollection2.shard1.replica_n1' 
(registry 'solr.core.halfdeletedcollection2.shard1.replica_n1') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2577249 INFO  (qtp1822930807-26815) [n:127.0.0.1:56446_solr 
c:halfdeletedcollection2 s:shard1 r:core_node3 
x:halfdeletedcollection2_shard1_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2577249 INFO  (qtp1822930807-26815) [n:127.0.0.1:56446_solr 
c:halfdeletedcollection2 s:shard1 r:core_node3 
x:halfdeletedcollection2_shard1_replica_n1] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard1_replica_n1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node1/halfdeletedcollection2_shard1_replica_n1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node1/./halfdeletedcollection2_shard1_replica_n1/data/]
   [junit4]   2> 2577250 INFO  (qtp970752696-26842) [n:127.0.0.1:56450_solr 
c:halfdeletedcollection2 s:shard2 r:core_node13 
x:halfdeletedcollection2_shard2_replica_n10] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 2577250 INFO  (qtp970752696-26842) [n:127.0.0.1:56450_solr 
c:halfdeletedcollection2 s:shard2 r:core_node13 
x:halfdeletedcollection2_shard2_replica_n10] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard2_replica_n10' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 2577250 INFO  (qtp970752696-26842) [n:127.0.0.1:56450_solr 
c:halfdeletedcollection2 s:shard2 r:core_node13 
x:halfdeletedcollection2_shard2_replica_n10] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_56450.solr.core.halfdeletedcollection2.shard2.replica_n10' 
(registry 'solr.core.halfdeletedcollection2.shard2.replica_n10') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2577250 INFO  (qtp970752696-26842) [n:127.0.0.1:56450_solr 
c:halfdeletedcollection2 s:shard2 r:core_node13 
x:halfdeletedcollection2_shard2_replica_n10] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2577251 INFO  (qtp970752696-26842) [n:127.0.0.1:56450_solr 
c:halfdeletedcollection2 s:shard2 r:core_node13 
x:halfdeletedcollection2_shard2_replica_n10] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard2_replica_n10] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node3/halfdeletedcollection2_shard2_replica_n10],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node3/./halfdeletedcollection2_shard2_replica_n10/data/]
   [junit4]   2> 2577252 INFO  (qtp375209942-26820) [n:127.0.0.1:56448_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n14] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard3_replica_n14] Schema name=minimal
   [junit4]   2> 2577252 INFO  (qtp196904864-26830) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard1 r:core_node7 
x:halfdeletedcollection2_shard1_replica_n4] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard1_replica_n4] Schema name=minimal
   [junit4]   2> 2577253 INFO  (qtp1822930807-26814) [n:127.0.0.1:56446_solr 
c:halfdeletedcollection2 s:shard3 r:core_node19 
x:halfdeletedcollection2_shard3_replica_n16] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 2577253 INFO  (qtp1822930807-26814) [n:127.0.0.1:56446_solr 
c:halfdeletedcollection2 s:shard3 r:core_node19 
x:halfdeletedcollection2_shard3_replica_n16] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard3_replica_n16' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 2577254 INFO  (qtp196904864-26830) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard1 r:core_node7 
x:halfdeletedcollection2_shard1_replica_n4] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 2577254 INFO  (qtp375209942-26820) [n:127.0.0.1:56448_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n14] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 2577254 INFO  (qtp375209942-26820) [n:127.0.0.1:56448_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n14] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard3_replica_n14' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 2577254 INFO  (qtp1822930807-26814) [n:127.0.0.1:56446_solr 
c:halfdeletedcollection2 s:shard3 r:core_node19 
x:halfdeletedcollection2_shard3_replica_n16] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_56446.solr.core.halfdeletedcollection2.shard3.replica_n16' 
(registry 'solr.core.halfdeletedcollection2.shard3.replica_n16') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2577254 INFO  (qtp1822930807-26814) [n:127.0.0.1:56446_solr 
c:halfdeletedcollection2 s:shard3 r:core_node19 
x:halfdeletedcollection2_shard3_replica_n16] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2577254 INFO  (qtp375209942-26820) [n:127.0.0.1:56448_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n14] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_56448.solr.core.halfdeletedcollection2.shard3.replica_n14' 
(registry 'solr.core.halfdeletedcollection2.shard3.replica_n14') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2577254 INFO  (qtp1822930807-26814) [n:127.0.0.1:56446_solr 
c:halfdeletedcollection2 s:shard3 r:core_node19 
x:halfdeletedcollection2_shard3_replica_n16] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard3_replica_n16] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node1/halfdeletedcollection2_shard3_replica_n16],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node1/./halfdeletedcollection2_shard3_replica_n16/data/]
   [junit4]   2> 2577254 INFO  (qtp375209942-26820) [n:127.0.0.1:56448_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n14] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2577254 INFO  (qtp375209942-26820) [n:127.0.0.1:56448_solr 
c:halfdeletedcollection2 s:shard3 r:core_node17 
x:halfdeletedcollection2_shard3_replica_n14] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard3_replica_n14] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node2/halfdeletedcollection2_shard3_replica_n14],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node2/./halfdeletedcollection2_shard3_replica_n14/data/]
   [junit4]   2> 2577257 INFO  (qtp970752696-26826) [n:127.0.0.1:56450_solr 
c:halfdeletedcollection2 s:shard4 r:core_node21 
x:halfdeletedcollection2_shard4_replica_n18] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard4_replica_n18] Schema name=minimal
   [junit4]   2> 2577254 INFO  (qtp196904864-26830) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard1 r:core_node7 
x:halfdeletedcollection2_shard1_replica_n4] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard1_replica_n4' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 2577257 INFO  (qtp196904864-26832) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n20] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard4_replica_n20] Schema name=minimal
   [junit4]   2> 2577263 INFO  (qtp196904864-26830) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard1 r:core_node7 
x:halfdeletedcollection2_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_56447.solr.core.halfdeletedcollection2.shard1.replica_n4' 
(registry 'solr.core.halfdeletedcollection2.shard1.replica_n4') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2577265 INFO  (qtp196904864-26830) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard1 r:core_node7 
x:halfdeletedcollection2_shard1_replica_n4] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2577265 INFO  (qtp196904864-26830) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard1 r:core_node7 
x:halfdeletedcollection2_shard1_replica_n4] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard1_replica_n4] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node4/halfdeletedcollection2_shard1_replica_n4],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node4/./halfdeletedcollection2_shard1_replica_n4/data/]
   [junit4]   2> 2577265 INFO  (qtp1822930807-26816) [n:127.0.0.1:56446_solr 
c:halfdeletedcollection2 s:shard2 r:core_node11 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard2_replica_n8] Schema name=minimal
   [junit4]   2> 2577265 INFO  (qtp196904864-26832) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n20] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 2577265 INFO  (qtp196904864-26832) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n20] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard4_replica_n20' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 2577266 INFO  (qtp196904864-26832) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n20] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_56447.solr.core.halfdeletedcollection2.shard4.replica_n20' 
(registry 'solr.core.halfdeletedcollection2.shard4.replica_n20') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2577266 INFO  (qtp196904864-26832) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n20] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2577266 INFO  (qtp196904864-26832) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard4 r:core_node23 
x:halfdeletedcollection2_shard4_replica_n20] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard4_replica_n20] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node4/halfdeletedcollection2_shard4_replica_n20],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node4/./halfdeletedcollection2_shard4_replica_n20/data/]
   [junit4]   2> 2577264 INFO  (qtp970752696-26826) [n:127.0.0.1:56450_solr 
c:halfdeletedcollection2 s:shard4 r:core_node21 
x:halfdeletedcollection2_shard4_replica_n18] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 2577267 INFO  (qtp1822930807-26816) [n:127.0.0.1:56446_solr 
c:halfdeletedcollection2 s:shard2 r:core_node11 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 2577267 INFO  (qtp1822930807-26816) [n:127.0.0.1:56446_solr 
c:halfdeletedcollection2 s:shard2 r:core_node11 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard2_replica_n8' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 2577263 INFO  (qtp970752696-26841) [n:127.0.0.1:56450_solr 
c:halfdeletedcollection2 s:shard1 r:core_node5 
x:halfdeletedcollection2_shard1_replica_n2] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 2577267 INFO  (qtp1822930807-26816) [n:127.0.0.1:56446_solr 
c:halfdeletedcollection2 s:shard2 r:core_node11 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_56446.solr.core.halfdeletedcollection2.shard2.replica_n8' 
(registry 'solr.core.halfdeletedcollection2.shard2.replica_n8') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2577267 INFO  (qtp1822930807-26816) [n:127.0.0.1:56446_solr 
c:halfdeletedcollection2 s:shard2 r:core_node11 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2577267 INFO  (qtp1822930807-26816) [n:127.0.0.1:56446_solr 
c:halfdeletedcollection2 s:shard2 r:core_node11 
x:halfdeletedcollection2_shard2_replica_n8] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard2_replica_n8] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node1/halfdeletedcollection2_shard2_replica_n8],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node1/./halfdeletedcollection2_shard2_replica_n8/data/]
   [junit4]   2> 2577267 INFO  (qtp970752696-26826) [n:127.0.0.1:56450_solr 
c:halfdeletedcollection2 s:shard4 r:core_node21 
x:halfdeletedcollection2_shard4_replica_n18] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard4_replica_n18' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 2577268 INFO  (qtp970752696-26826) [n:127.0.0.1:56450_solr 
c:halfdeletedcollection2 s:shard4 r:core_node21 
x:halfdeletedcollection2_shard4_replica_n18] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_56450.solr.core.halfdeletedcollection2.shard4.replica_n18' 
(registry 'solr.core.halfdeletedcollection2.shard4.replica_n18') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2577268 INFO  (qtp970752696-26826) [n:127.0.0.1:56450_solr 
c:halfdeletedcollection2 s:shard4 r:core_node21 
x:halfdeletedcollection2_shard4_replica_n18] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2577268 INFO  (qtp970752696-26826) [n:127.0.0.1:56450_solr 
c:halfdeletedcollection2 s:shard4 r:core_node21 
x:halfdeletedcollection2_shard4_replica_n18] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard4_replica_n18] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node3/halfdeletedcollection2_shard4_replica_n18],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node3/./halfdeletedcollection2_shard4_replica_n18/data/]
   [junit4]   2> 2577269 INFO  (qtp375209942-26819) [n:127.0.0.1:56448_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n22] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard4_replica_n22] Schema name=minimal
   [junit4]   2> 2577270 INFO  (qtp196904864-26833) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard3 r:core_node15 
x:halfdeletedcollection2_shard3_replica_n12] o.a.s.s.IndexSchema 
[halfdeletedcollection2_shard3_replica_n12] Schema name=minimal
   [junit4]   2> 2577270 INFO  (qtp970752696-26841) [n:127.0.0.1:56450_solr 
c:halfdeletedcollection2 s:shard1 r:core_node5 
x:halfdeletedcollection2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 2577270 INFO  (qtp970752696-26841) [n:127.0.0.1:56450_solr 
c:halfdeletedcollection2 s:shard1 r:core_node5 
x:halfdeletedcollection2_shard1_replica_n2] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard1_replica_n2' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 2577271 INFO  (qtp375209942-26819) [n:127.0.0.1:56448_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n22] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 2577271 INFO  (qtp375209942-26819) [n:127.0.0.1:56448_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n22] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard4_replica_n22' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 2577272 INFO  (qtp196904864-26833) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard3 r:core_node15 
x:halfdeletedcollection2_shard3_replica_n12] o.a.s.s.IndexSchema Loaded schema 
minimal/1.1 with uniqueid field id
   [junit4]   2> 2577272 INFO  (qtp375209942-26819) [n:127.0.0.1:56448_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n22] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_56448.solr.core.halfdeletedcollection2.shard4.replica_n22' 
(registry 'solr.core.halfdeletedcollection2.shard4.replica_n22') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2577272 INFO  (qtp196904864-26833) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard3 r:core_node15 
x:halfdeletedcollection2_shard3_replica_n12] o.a.s.c.CoreContainer Creating 
SolrCore 'halfdeletedcollection2_shard3_replica_n12' using configuration from 
collection halfdeletedcollection2, trusted=true
   [junit4]   2> 2577272 INFO  (qtp375209942-26819) [n:127.0.0.1:56448_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n22] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2577272 INFO  (qtp375209942-26819) [n:127.0.0.1:56448_solr 
c:halfdeletedcollection2 s:shard4 r:core_node24 
x:halfdeletedcollection2_shard4_replica_n22] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard4_replica_n22] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node2/halfdeletedcollection2_shard4_replica_n22],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node2/./halfdeletedcollection2_shard4_replica_n22/data/]
   [junit4]   2> 2577272 INFO  (qtp196904864-26833) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard3 r:core_node15 
x:halfdeletedcollection2_shard3_replica_n12] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_56447.solr.core.halfdeletedcollection2.shard3.replica_n12' 
(registry 'solr.core.halfdeletedcollection2.shard3.replica_n12') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2577272 INFO  (qtp196904864-26833) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard3 r:core_node15 
x:halfdeletedcollection2_shard3_replica_n12] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2577273 INFO  (qtp196904864-26833) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard3 r:core_node15 
x:halfdeletedcollection2_shard3_replica_n12] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard3_replica_n12] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node4/halfdeletedcollection2_shard3_replica_n12],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node4/./halfdeletedcollection2_shard3_replica_n12/data/]
   [junit4]   2> 2577274 INFO  (qtp970752696-26841) [n:127.0.0.1:56450_solr 
c:halfdeletedcollection2 s:shard1 r:core_node5 
x:halfdeletedcollection2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_56450.solr.core.halfdeletedcollection2.shard1.replica_n2' 
(registry 'solr.core.halfdeletedcollection2.shard1.replica_n2') enabled at 
server: com.sun.jmx.mbeanserver.JmxMBeanServer@8703078
   [junit4]   2> 2577274 INFO  (qtp970752696-26841) [n:127.0.0.1:56450_solr 
c:halfdeletedcollection2 s:shard1 r:core_node5 
x:halfdeletedcollection2_shard1_replica_n2] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 2577274 INFO  (qtp970752696-26841) [n:127.0.0.1:56450_solr 
c:halfdeletedcollection2 s:shard1 r:core_node5 
x:halfdeletedcollection2_shard1_replica_n2] o.a.s.c.SolrCore 
[[halfdeletedcollection2_shard1_replica_n2] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node3/halfdeletedcollection2_shard1_replica_n2],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestDeleteCollectionOnDownNodes_BD3E31198AD0618A-001/tempDir-001/node3/./halfdeletedcollection2_shard1_replica_n2/data/]
   [junit4]   2> 2577367 INFO  (qtp196904864-26830) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard1 r:core_node7 
x:halfdeletedcollection2_shard1_replica_n4] o.a.s.c.SolrCore 
[halfdeletedcollection2_shard1_replica_n4]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@2f0049e2
   [junit4]   2> 2577367 INFO  (qtp196904864-26830) [n:127.0.0.1:56447_solr 
c:halfdeletedcollection2 s:shard1 r:core_node7 
x:halfdeletedcollection2_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing 
metric reporters for 
registry=solr.core.halfdeletedcollection2.shard1.replica_n4, tag=788548066
   [junit4]   2> 2577367 INFO  (qtp375209942-26820) 

[...truncated too long message...]

ocessing-n:127.0.0.1:57422_solr) [n:127.0.0.1:57422_solr c:testSimple2 s:shard1 
r:core_node4 x:testSimple2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing 
reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3411f47b: rootName 
= solr_57422, domain = solr.core.testSimple2.shard1.replica_n2, service url = 
null, agent id = null] for registry solr.core.testSimple2.shard1.replica_n2 / 
com.codahale.metrics.MetricRegistry@241ee0d5
   [junit4]   2> 2976892 INFO  
(zkCallback-4958-thread-1-processing-n:127.0.0.1:57422_solr) 
[n:127.0.0.1:57422_solr c:testSimple2 s:shard1 r:core_node4 
x:testSimple2_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.collection.testSimple2.shard1.leader, tag=1813884650
   [junit4]   2> 2976893 INFO  (jetty-closer-4943-thread-3) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@445b5788{/solr,null,UNAVAILABLE}
   [junit4]   2> 2976894 ERROR 
(SUITE-AutoAddReplicasPlanActionTest-seed#[BD3E31198AD0618A]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2976895 INFO  
(SUITE-AutoAddReplicasPlanActionTest-seed#[BD3E31198AD0618A]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:57419 57419
   [junit4]   2> 2976918 INFO  (Thread-5156) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:57419 57419
   [junit4]   2> 2977069 WARN  (Thread-5156) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/aliases.json
   [junit4]   2>        5       /solr/clusterprops.json
   [junit4]   2>        3       /solr/collections/testSimple1/state.json
   [junit4]   2>        3       /solr/security.json
   [junit4]   2>        3       /solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        12      /solr/collections/testSimple2/state.json
   [junit4]   2>        8       /solr/collections/testSimple1/state.json
   [junit4]   2>        5       /solr/clusterstate.json
   [junit4]   2>        5       /solr/collections/testSimple3/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/live_nodes
   [junit4]   2>        5       /solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_BD3E31198AD0618A-001
   [junit4]   2> Oct 24, 2017 4:32:44 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), 
sim=RandomSimilarity(queryNorm=true): {}, locale=sl, timezone=Asia/Ulan_Bator
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 
(64-bit)/cpus=3,threads=1,free=130927760,total=448200704
   [junit4]   2> NOTE: All tests run in this JVM: [SolrIndexSplitterTest, 
SystemLogListenerTest, DeleteStatusTest, TestFileDictionaryLookup, 
DistributedIntervalFacetingTest, TestFieldCacheReopen, TestSort, 
FullSolrCloudDistribCmdsTest, TestCrossCoreJoin, ReplicaListTransformerTest, 
BasicZkTest, TestDefaultStatsCache, SolrPluginUtilsTest, TestMergePolicyConfig, 
PeerSyncTest, UpdateLogTest, TestUninvertingReader, TestSolrFieldCacheBean, 
FacetPivotSmallTest, TestSolrQueryParser, SolrSlf4jReporterTest, 
TestOnReconnectListenerSupport, TestOverriddenPrefixQueryForCustomFieldType, 
StatelessScriptUpdateProcessorFactoryTest, TestSkipOverseerOperations, 
DocValuesMultiTest, TestDistributedGrouping, 
LeaderInitiatedRecoveryOnShardRestartTest, TestSolrConfigHandler, 
TestSolrCloudWithHadoopAuthPlugin, OpenCloseCoreStressTest, 
TestFastOutputStream, TestTrie, TestPerFieldSimilarityWithDefaultOverride, 
TestUseDocValuesAsStored, TestSolrCloudSnapshots, TestSystemCollAutoCreate, 
TestFieldCacheSortRandom, ChaosMonkeyNothingIsSafeWithPullReplicasTest, 
CopyFieldTest, TestHashPartitioner, TestDelegationWithHadoopAuth, 
RequestLoggingTest, SynonymTokenizerTest, ExitableDirectoryReaderTest, 
TestStreamBody, MetricsHandlerTest, HdfsBasicDistributedZkTest, 
IgnoreCommitOptimizeUpdateProcessorFactoryTest, 
PreAnalyzedFieldManagedSchemaCloudTest, TestStressLiveNodes, TestSolrJ, 
DOMUtilTest, TestManagedSynonymFilterFactory, TestJsonRequest, 
SolrShardReporterTest, NodeLostTriggerTest, CollectionStateFormat2Test, 
TestLegacyTerms, TestFaceting, TestComplexPhraseQParserPlugin, TestCharFilters, 
ShardRoutingCustomTest, DebugComponentTest, TestNumericTerms32, 
TestSimpleTrackingShardHandler, TestManagedSchema, 
TestPartialUpdateDeduplication, ZkSolrClientTest, CacheHeaderTest, 
CustomCollectionTest, BasicFunctionalityTest, 
TlogReplayBufferedWhileIndexingTest, TriggerIntegrationTest, 
TestSystemIdResolver, TestLockTree, ShardSplitTest, SSLMigrationTest, 
TestCollationFieldDocValues, TestCollationField, DocValuesTest, 
TestTolerantUpdateProcessorCloud, TestNRTOpen, V2StandaloneTest, 
TestMinMaxOnMultiValuedField, TestRestManager, 
DistributedFacetPivotWhiteBoxTest, CoreAdminCreateDiscoverTest, 
DocumentBuilderTest, TestValueSourceCache, TestFieldCacheWithThreads, 
MetricUtilsTest, TestStressUserVersions, CloneFieldUpdateProcessorFactoryTest, 
QueryElevationComponentTest, TestLuceneMatchVersion, 
TestLeaderElectionWithEmptyReplica, TestExactSharedStatsCache, 
TestSortByMinMaxFunction, TestGroupingSearch, HttpSolrCallGetCoreTest, 
TestMultiWordSynonyms, DateRangeFieldTest, TestStressCloudBlindAtomicUpdates, 
TestSimpleQParserPlugin, TestPostingsSolrHighlighter, 
TestHdfsBackupRestoreCore, DistribDocExpirationUpdateProcessorTest, 
HdfsTlogReplayBufferedWhileIndexingTest, PreAnalyzedFieldTest, PolyFieldTest, 
TestCollapseQParserPlugin, TestInPlaceUpdatesDistrib, 
FieldMutatingUpdateProcessorTest, TestRTGBase, TestSolrDeletionPolicy1, 
FileUtilsTest, DocValuesNotIndexedTest, SolrIndexConfigTest, 
TestRebalanceLeaders, TestCSVLoader, UtilsToolTest, BlobRepositoryCloudTest, 
DeleteReplicaTest, TestSolrIndexConfig, CheckHdfsIndexTest, TestZkChroot, 
TestConfigOverlay, TolerantUpdateProcessorTest, EchoParamsTest, 
BigEndianAscendingWordDeserializerTest, TestLRUStatsCache, HdfsSyncSliceTest, 
SimplePostToolTest, JsonLoaderTest, TestRequestForwarding, 
CachingDirectoryFactoryTest, TestBadConfig, TestFieldResource, 
BadCopyFieldTest, SolrGangliaReporterTest, TermVectorComponentDistributedTest, 
TestPerFieldSimilarity, SearchHandlerTest, PreAnalyzedUpdateProcessorTest, 
SampleTest, DeleteLastCustomShardedReplicaTest, TestCloudManagedSchema, 
TestFieldSortValues, TestClusterProperties, TestCloudNestedDocsSort, 
RecoveryAfterSoftCommitTest, AnalysisErrorHandlingTest, 
TestUniqueKeyFieldResource, SoftAutoCommitTest, TestSolrCLIRunExample, 
TestCloudPivotFacet, TestReloadDeadlock, TestLRUCache, TestChildDocTransformer, 
TermsComponentTest, TestSchemaResource, DistributedExpandComponentTest, 
TestElisionMultitermQuery, HdfsRecoveryZkTest, CdcrRequestHandlerTest, 
BlockJoinFacetDistribTest, StatsReloadRaceTest, TestCoreContainer, 
TestGraphTermsQParserPlugin, LeaderFailureAfterFreshStartTest, 
ExternalFileFieldSortTest, TestRandomCollapseQParserPlugin, 
TestGeoJSONResponseWriter, TestLuceneIndexBackCompat, BasicAuthStandaloneTest, 
TestSolrCloudWithKerberosAlt, SolrCoreTest, TestCryptoKeys, 
TestManagedSchemaThreadSafety, TestObjectReleaseTracker, 
BlockJoinFacetSimpleTest, TestLegacyFieldReuse, HLLUtilTest, SyncSliceTest, 
LeaderElectionIntegrationTest, RecoveryZkTest, TestReplicationHandler, 
ZkCLITest, TestDistributedSearch, SimpleFacetsTest, TestSolr4Spatial, 
SpellCheckComponentTest, BadIndexSchemaTest, TestFunctionQuery, TestLazyCores, 
TestExtendedDismaxParser, SuggesterFSTTest, TestFoldingMultitermQuery, 
TestStressLucene, SpatialFilterTest, WordBreakSolrSpellCheckerTest, 
SolrCoreCheckLockOnStartupTest, TestWordDelimiterFilterFactory, 
DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, 
SolrInfoBeanTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, 
TestQueryUtils, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, 
TestQueryTypes, FileBasedSpellCheckerTest, MoreLikeThisHandlerTest, 
FastVectorHighlighterTest, LoggingHandlerTest, ReturnFieldsTest, 
TestCSVResponseWriter, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, 
TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, 
TestComponentsName, TestLFUCache, SOLR749Test, UpdateParamsTest, 
AlternateDirectoryTest, BadComponentTest, MultiTermTest, TestDocSet, 
TestBinaryField, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, 
TestConfig, TestPhraseSuggestions, SpellPossibilityIteratorTest, 
TestCodecSupport, TestBM25SimilarityFactory, TimeZoneUtilsTest, 
ScriptEngineTest, URLClassifyProcessorTest, TestFastLRUCache, 
ChaosMonkeyNothingIsSafeTest, BaseCdcrDistributedZkTest, 
CdcrReplicationDistributedZkTest, CleanupOldIndexTest, 
CloudExitableDirectoryReaderTest, CollectionReloadTest, 
CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, 
ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, DeleteNodeTest, 
DistribJoinFromCollectionTest, DistributedQueueTest, HealthCheckHandlerTest, 
LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnCommitTest, 
MigrateRouteKeyTest, MissingSegmentRecoveryTest, MoveReplicaHDFSFailoverTest, 
MoveReplicaHDFSTest, MoveReplicaTest, MultiThreadedOCPTest, 
SaslZkACLProviderTest, SimpleCollectionCreateDeleteTest, SolrCloudExampleTest, 
TestCloudRecovery, TestCollectionsAPIViaSolrCloudCluster, 
TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, 
TestDeleteCollectionOnDownNodes, TestExclusionRuleCollectionAccess, 
TestHdfsCloudBackupRestore, TestLeaderElectionZkExpiry, TestPullReplica, 
AutoAddReplicasIntegrationTest, AutoAddReplicasPlanActionTest]
   [junit4] Completed [570/745 (4!)] on J1 in 42.68s, 1 test, 1 error <<< 
FAILURES!

[...truncated 47798 lines...]

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org