Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/385/

6 tests failed.
FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
Expected to find shardAddress in the up shard info: 
{error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle 
this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: 
Time allowed to handle this request exceeded  at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
  at 
org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
  at 
org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)  at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)  at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
  at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
  at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
 at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
 at java.lang.Thread.run(Thread.java:748) ,time=1}

Stack Trace:
java.lang.AssertionError: Expected to find shardAddress in the up shard info: 
{error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle 
this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: 
Time allowed to handle this request exceeded
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460)
        at 
org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:273)
        at 
org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:175)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
,time=1}
        at 
__randomizedtesting.SeedInfo.seed([A4BA1AF230494CCA:2CEE25289EB52132]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1191)
        at 
org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1132)
        at 
org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:992)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1019)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestUtilizeNode.test

Error Message:
no replica should be present in  127.0.0.1:52112_solr

Stack Trace:
java.lang.AssertionError: no replica should be present in  127.0.0.1:52112_solr
        at 
__randomizedtesting.SeedInfo.seed([A4BA1AF230494CCA:2CEE25289EB52132]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.apache.solr.cloud.TestUtilizeNode.test(TestUtilizeNode.java:99)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete

Error Message:
Error from server at 
http://127.0.0.1:59656/solr/testcollection_shard1_replica_n3: Expected mime 
type application/octet-stream but got text/html. <html> <head> <meta 
http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 
Can not find: /solr/testcollection_shard1_replica_n3/update</title> </head> 
<body><h2>HTTP ERROR 404</h2> <p>Problem accessing 
/solr/testcollection_shard1_replica_n3/update. Reason: <pre>    Can not find: 
/solr/testcollection_shard1_replica_n3/update</pre></p><hr><a 
href="http://eclipse.org/jetty";>Powered by Jetty:// 9.4.8.v20171121</a><hr/>  
</body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from 
server at http://127.0.0.1:59656/solr/testcollection_shard1_replica_n3: 
Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: 
/solr/testcollection_shard1_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre>    Can not find: 
/solr/testcollection_shard1_replica_n3/update</pre></p><hr><a 
href="http://eclipse.org/jetty";>Powered by Jetty:// 9.4.8.v20171121</a><hr/>

</body>
</html>

        at 
__randomizedtesting.SeedInfo.seed([A4BA1AF230494CCA:740B457B7A1A66F]:0)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:550)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1013)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:946)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at 
org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
        at 
org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete(TestCollectionsAPIViaSolrCloudCluster.java:169)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:59656/solr/testcollection_shard1_replica_n3: 
Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: 
/solr/testcollection_shard1_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre>    Can not find: 
/solr/testcollection_shard1_replica_n3/update</pre></p><hr><a 
href="http://eclipse.org/jetty";>Powered by Jetty:// 9.4.8.v20171121</a><hr/>

</body>
</html>

        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:527)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        ... 1 more


FAILED:  
org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost

Error Message:
The operations computed by ComputePlanAction should not be null 
SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, null], 
BEFORE_ACTION=[compute_plan, null]}

Stack Trace:
java.lang.AssertionError: The operations computed by ComputePlanAction should 
not be null SolrClientNodeStateProvider.DEBUG{AFTER_ACTION=[compute_plan, 
null], BEFORE_ACTION=[compute_plan, null]}
        at 
__randomizedtesting.SeedInfo.seed([A4BA1AF230494CCA:947AFB70B83BAD96]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertNotNull(Assert.java:526)
        at 
org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeWithMultipleReplicasLost(ComputePlanActionTest.java:291)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState

Error Message:


Stack Trace:
java.lang.AssertionError
        at 
__randomizedtesting.SeedInfo.seed([A4BA1AF230494CCA:A48CAE321944E8A0]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertTrue(Assert.java:54)
        at 
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState(TriggerIntegrationTest.java:760)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple2 null Live Nodes: [127.0.0.1:41819_solr, 
127.0.0.1:51757_solr] Last available state: 
DocCollection(testSimple2//collections/testSimple2/state.json/20)={   
"pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{      
 "range":"80000000-ffffffff",       "state":"active",       "replicas":{        
 "core_node3":{           
"dataDir":"hdfs://localhost:60977/data/testSimple2/core_node3/data/",           
"base_url":"http://127.0.0.1:47761/solr";,           
"node_name":"127.0.0.1:47761_solr",           "type":"NRT",           
"ulogDir":"hdfs://localhost:60977/data/testSimple2/core_node3/data/tlog",       
    "core":"testSimple2_shard1_replica_n1",           "shared_storage":"true",  
         "state":"down"},         "core_node6":{           
"dataDir":"hdfs://localhost:60977/data/testSimple2/core_node6/data/",           
"base_url":"http://127.0.0.1:51757/solr";,           
"node_name":"127.0.0.1:51757_solr",           "type":"NRT",           
"ulogDir":"hdfs://localhost:60977/data/testSimple2/core_node6/data/tlog",       
    "core":"testSimple2_shard1_replica_n2",           "shared_storage":"true",  
         "state":"active",           "leader":"true"}}},     "shard2":{       
"range":"0-7fffffff",       "state":"active",       "replicas":{         
"core_node7":{           
"dataDir":"hdfs://localhost:60977/data/testSimple2/core_node7/data/",           
"base_url":"http://127.0.0.1:47761/solr";,           
"node_name":"127.0.0.1:47761_solr",           "type":"NRT",           
"ulogDir":"hdfs://localhost:60977/data/testSimple2/core_node7/data/tlog",       
    "core":"testSimple2_shard2_replica_n4",           "shared_storage":"true",  
         "state":"down"},         "core_node8":{           
"dataDir":"hdfs://localhost:60977/data/testSimple2/core_node8/data/",           
"base_url":"http://127.0.0.1:51757/solr";,           
"node_name":"127.0.0.1:51757_solr",           "type":"NRT",           
"ulogDir":"hdfs://localhost:60977/data/testSimple2/core_node8/data/tlog",       
    "core":"testSimple2_shard2_replica_n5",           "shared_storage":"true",  
         "state":"active",           "leader":"true"}}}},   
"router":{"name":"compositeId"},   "maxShardsPerNode":"2",   
"autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
null
Live Nodes: [127.0.0.1:41819_solr, 127.0.0.1:51757_solr]
Last available state: 
DocCollection(testSimple2//collections/testSimple2/state.json/20)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "dataDir":"hdfs://localhost:60977/data/testSimple2/core_node3/data/",
          "base_url":"http://127.0.0.1:47761/solr";,
          "node_name":"127.0.0.1:47761_solr",
          "type":"NRT",
          
"ulogDir":"hdfs://localhost:60977/data/testSimple2/core_node3/data/tlog",
          "core":"testSimple2_shard1_replica_n1",
          "shared_storage":"true",
          "state":"down"},
        "core_node6":{
          "dataDir":"hdfs://localhost:60977/data/testSimple2/core_node6/data/",
          "base_url":"http://127.0.0.1:51757/solr";,
          "node_name":"127.0.0.1:51757_solr",
          "type":"NRT",
          
"ulogDir":"hdfs://localhost:60977/data/testSimple2/core_node6/data/tlog",
          "core":"testSimple2_shard1_replica_n2",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "dataDir":"hdfs://localhost:60977/data/testSimple2/core_node7/data/",
          "base_url":"http://127.0.0.1:47761/solr";,
          "node_name":"127.0.0.1:47761_solr",
          "type":"NRT",
          
"ulogDir":"hdfs://localhost:60977/data/testSimple2/core_node7/data/tlog",
          "core":"testSimple2_shard2_replica_n4",
          "shared_storage":"true",
          "state":"down"},
        "core_node8":{
          "dataDir":"hdfs://localhost:60977/data/testSimple2/core_node8/data/",
          "base_url":"http://127.0.0.1:51757/solr";,
          "node_name":"127.0.0.1:51757_solr",
          "type":"NRT",
          
"ulogDir":"hdfs://localhost:60977/data/testSimple2/core_node8/data/tlog",
          "core":"testSimple2_shard2_replica_n5",
          "shared_storage":"true",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
        at 
__randomizedtesting.SeedInfo.seed([A4BA1AF230494CCA:9C093E0C17BA981B]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
        at 
org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:126)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12504 lines...]
   [junit4] Suite: 
org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
   [junit4]   2> 305142 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_A4BA1AF230494CCA-001/init-core-data-001
   [junit4]   2> 305150 WARN  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=887 numCloses=887
   [junit4]   2> 305150 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 305153 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 305154 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_A4BA1AF230494CCA-001/tempDir-001
   [junit4]   2> 305154 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 305173 INFO  (Thread-534) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 305173 INFO  (Thread-534) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 305196 ERROR (Thread-534) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 305272 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.a.s.c.ZkTestServer start zk server on port:51214
   [junit4]   2> 305281 INFO  (zkConnectionManagerCallback-553-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 305298 INFO  (jetty-launcher-550-thread-1) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 305299 INFO  (jetty-launcher-550-thread-2) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 305300 INFO  (jetty-launcher-550-thread-3) [    ] 
o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 
2017-11-21T11:27:37-10:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 305301 INFO  (jetty-launcher-550-thread-3) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 305301 INFO  (jetty-launcher-550-thread-3) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 305301 INFO  (jetty-launcher-550-thread-3) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 305301 INFO  (jetty-launcher-550-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3ee24525{/solr,null,AVAILABLE}
   [junit4]   2> 305302 INFO  (jetty-launcher-550-thread-3) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@564c1931{HTTP/1.1,[http/1.1]}{127.0.0.1:51757}
   [junit4]   2> 305302 INFO  (jetty-launcher-550-thread-3) [    ] 
o.e.j.s.Server Started @308198ms
   [junit4]   2> 305302 INFO  (jetty-launcher-550-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=51757}
   [junit4]   2> 305302 ERROR (jetty-launcher-550-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 305302 INFO  (jetty-launcher-550-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 305302 INFO  (jetty-launcher-550-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 305302 INFO  (jetty-launcher-550-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 305302 INFO  (jetty-launcher-550-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-13T20:43:08.189Z
   [junit4]   2> 305336 INFO  (jetty-launcher-550-thread-1) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 305336 INFO  (jetty-launcher-550-thread-1) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 305336 INFO  (jetty-launcher-550-thread-1) [    ] 
o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 305341 INFO  (jetty-launcher-550-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@41725a4c{/solr,null,AVAILABLE}
   [junit4]   2> 305342 INFO  (jetty-launcher-550-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@1a913cad{HTTP/1.1,[http/1.1]}{127.0.0.1:47761}
   [junit4]   2> 305342 INFO  (jetty-launcher-550-thread-1) [    ] 
o.e.j.s.Server Started @308238ms
   [junit4]   2> 305342 INFO  (jetty-launcher-550-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=47761}
   [junit4]   2> 305342 ERROR (jetty-launcher-550-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 305342 INFO  (jetty-launcher-550-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 305342 INFO  (jetty-launcher-550-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 305342 INFO  (jetty-launcher-550-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 305342 INFO  (jetty-launcher-550-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-13T20:43:08.229Z
   [junit4]   2> 305351 INFO  (jetty-launcher-550-thread-2) [    ] 
o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 305351 INFO  (jetty-launcher-550-thread-2) [    ] 
o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 305351 INFO  (jetty-launcher-550-thread-2) [    ] 
o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 305351 INFO  (jetty-launcher-550-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@57bf546f{/solr,null,AVAILABLE}
   [junit4]   2> 305351 INFO  (jetty-launcher-550-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@4c4063f2{HTTP/1.1,[http/1.1]}{127.0.0.1:41819}
   [junit4]   2> 305351 INFO  (jetty-launcher-550-thread-2) [    ] 
o.e.j.s.Server Started @308247ms
   [junit4]   2> 305351 INFO  (jetty-launcher-550-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=41819}
   [junit4]   2> 305351 ERROR (jetty-launcher-550-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 305352 INFO  (jetty-launcher-550-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 305352 INFO  (jetty-launcher-550-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 305352 INFO  (jetty-launcher-550-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 305352 INFO  (jetty-launcher-550-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-02-13T20:43:08.239Z
   [junit4]   2> 305359 INFO  (zkConnectionManagerCallback-555-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 305360 INFO  (jetty-launcher-550-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 305368 INFO  (jetty-launcher-550-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51214/solr
   [junit4]   2> 305370 INFO  (zkConnectionManagerCallback-557-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 305381 INFO  (jetty-launcher-550-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 305383 INFO  (zkConnectionManagerCallback-563-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 305397 INFO  (jetty-launcher-550-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51214/solr
   [junit4]   2> 305398 INFO  
(zkConnectionManagerCallback-565-thread-1-processing-n:127.0.0.1:51757_solr) 
[n:127.0.0.1:51757_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 305417 INFO  (zkConnectionManagerCallback-559-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 305417 INFO  (zkConnectionManagerCallback-569-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 305418 INFO  (jetty-launcher-550-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 305426 INFO  (jetty-launcher-550-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51214/solr
   [junit4]   2> 305430 INFO  (zkConnectionManagerCallback-576-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 305533 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 
0x10460f45bc80007, likely client has closed socket
   [junit4]   2> 305535 INFO  
(zkConnectionManagerCallback-572-thread-1-processing-n:127.0.0.1:47761_solr) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 305552 INFO  (jetty-launcher-550-thread-1) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 305553 INFO  (jetty-launcher-550-thread-1) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:47761_solr
   [junit4]   2> 305553 INFO  (jetty-launcher-550-thread-1) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.Overseer Overseer 
(id=73290096572891144-127.0.0.1:47761_solr-n_0000000000) starting
   [junit4]   2> 305595 INFO  (jetty-launcher-550-thread-1) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:47761_solr
   [junit4]   2> 305595 INFO  
(zkConnectionManagerCallback-578-thread-1-processing-n:127.0.0.1:41819_solr) 
[n:127.0.0.1:41819_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 305598 DEBUG 
(OverseerAutoScalingTriggerThread-73290096572891144-127.0.0.1:47761_solr-n_0000000000)
 [n:127.0.0.1:47761_solr    ] o.a.s.c.a.OverseerTriggerThread Adding 
.autoAddReplicas trigger
   [junit4]   2> 305599 DEBUG 
(OverseerAutoScalingTriggerThread-73290096572891144-127.0.0.1:47761_solr-n_0000000000)
 [n:127.0.0.1:47761_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 1
   [junit4]   2> 305599 DEBUG 
(OverseerAutoScalingTriggerThread-73290096572891144-127.0.0.1:47761_solr-n_0000000000)
 [n:127.0.0.1:47761_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
   [junit4]   2> 305599 DEBUG 
(OverseerAutoScalingTriggerThread-73290096572891144-127.0.0.1:47761_solr-n_0000000000)
 [n:127.0.0.1:47761_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 305599 DEBUG 
(OverseerAutoScalingTriggerThread-73290096572891144-127.0.0.1:47761_solr-n_0000000000)
 [n:127.0.0.1:47761_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 1
   [junit4]   2> 305602 INFO  (jetty-launcher-550-thread-2) 
[n:127.0.0.1:41819_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 305603 INFO  (jetty-launcher-550-thread-2) 
[n:127.0.0.1:41819_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 305604 INFO  (jetty-launcher-550-thread-2) 
[n:127.0.0.1:41819_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:41819_solr
   [junit4]   2> 305606 INFO  
(zkCallback-571-thread-1-processing-n:127.0.0.1:47761_solr) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 305614 INFO  (jetty-launcher-550-thread-3) 
[n:127.0.0.1:51757_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 305618 INFO  (jetty-launcher-550-thread-3) 
[n:127.0.0.1:51757_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 305619 INFO  (jetty-launcher-550-thread-3) 
[n:127.0.0.1:51757_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:51757_solr
   [junit4]   2> 305623 INFO  
(zkCallback-571-thread-1-processing-n:127.0.0.1:47761_solr) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 305626 DEBUG 
(OverseerAutoScalingTriggerThread-73290096572891144-127.0.0.1:47761_solr-n_0000000000)
 [n:127.0.0.1:47761_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 305630 DEBUG 
(OverseerAutoScalingTriggerThread-73290096572891144-127.0.0.1:47761_solr-n_0000000000)
 [n:127.0.0.1:47761_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 305638 DEBUG (ScheduledTrigger-1054-thread-1) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 305645 INFO  
(zkCallback-577-thread-1-processing-n:127.0.0.1:41819_solr) 
[n:127.0.0.1:41819_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (3)
   [junit4]   2> 305650 INFO  
(zkCallback-564-thread-1-processing-n:127.0.0.1:51757_solr) 
[n:127.0.0.1:51757_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 305756 INFO  (jetty-launcher-550-thread-1) 
[n:127.0.0.1:47761_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_47761.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5fb2f341
   [junit4]   2> 305761 INFO  (jetty-launcher-550-thread-3) 
[n:127.0.0.1:51757_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_51757.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5fb2f341
   [junit4]   2> 305775 INFO  (jetty-launcher-550-thread-1) 
[n:127.0.0.1:47761_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_47761.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5fb2f341
   [junit4]   2> 305775 INFO  (jetty-launcher-550-thread-1) 
[n:127.0.0.1:47761_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_47761.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5fb2f341
   [junit4]   2> 305778 INFO  (jetty-launcher-550-thread-1) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_A4BA1AF230494CCA-001/tempDir-001/node1/.
   [junit4]   2> 305781 INFO  (jetty-launcher-550-thread-3) 
[n:127.0.0.1:51757_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_51757.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5fb2f341
   [junit4]   2> 305782 INFO  (jetty-launcher-550-thread-3) 
[n:127.0.0.1:51757_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_51757.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5fb2f341
   [junit4]   2> 305782 INFO  (jetty-launcher-550-thread-2) 
[n:127.0.0.1:41819_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41819.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5fb2f341
   [junit4]   2> 305782 INFO  (jetty-launcher-550-thread-3) 
[n:127.0.0.1:51757_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_A4BA1AF230494CCA-001/tempDir-001/node3/.
   [junit4]   2> 305789 INFO  (jetty-launcher-550-thread-2) 
[n:127.0.0.1:41819_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41819.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5fb2f341
   [junit4]   2> 305789 INFO  (jetty-launcher-550-thread-2) 
[n:127.0.0.1:41819_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41819.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5fb2f341
   [junit4]   2> 305790 INFO  (jetty-launcher-550-thread-2) 
[n:127.0.0.1:41819_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_A4BA1AF230494CCA-001/tempDir-001/node2/.
   [junit4]   2> 305881 INFO  (zkConnectionManagerCallback-585-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 305886 INFO  (zkConnectionManagerCallback-589-thread-1) [    ] 
o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 305887 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 305889 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:51214/solr ready
   [junit4]   2> 306428 WARN  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your 
platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 306651 DEBUG (ScheduledTrigger-1054-thread-1) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 306969 WARN  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 307099 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via 
org.mortbay.log.Slf4jLog
   [junit4]   2> 307117 WARN  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 307448 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 307507 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_39913_hdfs____.7nana9/webapp
   [junit4]   2> 307652 DEBUG (ScheduledTrigger-1054-thread-2) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 308366 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39913
   [junit4]   2> 308652 DEBUG (ScheduledTrigger-1054-thread-1) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 309139 WARN  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 309146 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 309155 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_39511_datanode____q7rz2u/webapp
   [junit4]   2> 309544 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39511
   [junit4]   2> 309653 DEBUG (ScheduledTrigger-1054-thread-1) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 309823 WARN  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 309825 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 309841 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.m.log Extract 
jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_39426_datanode____.vc76x3/webapp
   [junit4]   2> 310579 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39426
   [junit4]   2> 310653 DEBUG (ScheduledTrigger-1054-thread-1) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 310764 ERROR (DataNode: 
[[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_A4BA1AF230494CCA-001/tempDir-002/hdfsBaseDir/data/data1/,
 
[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_A4BA1AF230494CCA-001/tempDir-002/hdfsBaseDir/data/data2/]]
  heartbeating to localhost/127.0.0.1:60977) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 310987 ERROR (DataNode: 
[[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_A4BA1AF230494CCA-001/tempDir-002/hdfsBaseDir/data/data3/,
 
[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_A4BA1AF230494CCA-001/tempDir-002/hdfsBaseDir/data/data4/]]
  heartbeating to localhost/127.0.0.1:60977) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 311086 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x42d069fa46316f: from storage 
DS-8895b4f8-8211-40da-a1b6-f9cd61d03469 node 
DatanodeRegistration(127.0.0.1:37038, 
datanodeUuid=8e1207d8-0385-4ba7-bf4d-bf276d9a451a, infoPort=57551, 
infoSecurePort=0, ipcPort=46372, 
storageInfo=lv=-56;cid=testClusterID;nsid=746010342;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 2 msecs
   [junit4]   2> 311086 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x42d069fc38c4d0: from storage 
DS-bd8c2cd0-900e-4e35-9443-784d41e9a58c node 
DatanodeRegistration(127.0.0.1:40087, 
datanodeUuid=3924c81f-eeae-4c33-9461-7452a3069231, infoPort=34339, 
infoSecurePort=0, ipcPort=53821, 
storageInfo=lv=-56;cid=testClusterID;nsid=746010342;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 1 msecs
   [junit4]   2> 311090 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x42d069fc38c4d0: from storage 
DS-916f6601-b56a-4dae-8277-abd8e5515771 node 
DatanodeRegistration(127.0.0.1:40087, 
datanodeUuid=3924c81f-eeae-4c33-9461-7452a3069231, infoPort=34339, 
infoSecurePort=0, ipcPort=53821, 
storageInfo=lv=-56;cid=testClusterID;nsid=746010342;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 311090 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x42d069fa46316f: from storage 
DS-36854179-9504-4330-a788-d0ecdcf30c52 node 
DatanodeRegistration(127.0.0.1:37038, 
datanodeUuid=8e1207d8-0385-4ba7-bf4d-bf276d9a451a, infoPort=57551, 
infoSecurePort=0, ipcPort=46372, 
storageInfo=lv=-56;cid=testClusterID;nsid=746010342;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 311653 DEBUG (ScheduledTrigger-1054-thread-1) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 312171 INFO  
(TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[A4BA1AF230494CCA]) [  
  ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
   [junit4]   2> 312175 INFO  (qtp967812665-2550) [n:127.0.0.1:41819_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:41819_solr,127.0.0.1:47761_solr&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 312178 INFO  
(OverseerThreadFactory-1056-thread-1-processing-n:127.0.0.1:47761_solr) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.a.c.CreateCollectionCmd Create collection 
testSimple1
   [junit4]   2> 312297 INFO  
(OverseerStateUpdate-73290096572891144-127.0.0.1:47761_solr-n_0000000000) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41819/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 312301 INFO  
(OverseerStateUpdate-73290096572891144-127.0.0.1:47761_solr-n_0000000000) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:47761/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 312312 INFO  
(OverseerStateUpdate-73290096572891144-127.0.0.1:47761_solr-n_0000000000) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41819/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 312314 INFO  
(OverseerStateUpdate-73290096572891144-127.0.0.1:47761_solr-n_0000000000) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:47761/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 312546 INFO  (qtp429275335-2554) [n:127.0.0.1:47761_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 312546 INFO  (qtp967812665-2553) [n:127.0.0.1:41819_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 312547 INFO  (qtp429275335-2554) [n:127.0.0.1:47761_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 312547 INFO  (qtp967812665-2553) [n:127.0.0.1:41819_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 312548 INFO  (qtp967812665-2564) [n:127.0.0.1:41819_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n5&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 312550 INFO  (qtp429275335-2556) [n:127.0.0.1:47761_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 312654 DEBUG (ScheduledTrigger-1054-thread-1) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 312661 INFO  
(zkCallback-577-thread-1-processing-n:127.0.0.1:41819_solr) 
[n:127.0.0.1:41819_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 312661 INFO  
(zkCallback-571-thread-2-processing-n:127.0.0.1:47761_solr) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 312661 INFO  
(zkCallback-571-thread-1-processing-n:127.0.0.1:47761_solr) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 313570 INFO  (qtp967812665-2553) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 313572 INFO  (qtp967812665-2564) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 313579 INFO  (qtp429275335-2556) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 313586 INFO  (qtp429275335-2554) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 313589 INFO  (qtp429275335-2556) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 313591 INFO  (qtp429275335-2556) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 313591 INFO  (qtp429275335-2556) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using 
configuration from collection testSimple1, trusted=true
   [junit4]   2> 313592 INFO  (qtp429275335-2556) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_47761.solr.core.testSimple1.shard2.replica_n6' (registry 
'solr.core.testSimple1.shard2.replica_n6') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5fb2f341
   [junit4]   2> 313592 INFO  (qtp967812665-2564) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] 
o.a.s.s.IndexSchema [testSimple1_shard2_replica_n5] Schema name=minimal
   [junit4]   2> 313594 INFO  (qtp967812665-2564) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 313594 INFO  (qtp967812665-2564) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] 
o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n5' using 
configuration from collection testSimple1, trusted=true
   [junit4]   2> 313599 INFO  (qtp967812665-2564) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41819.solr.core.testSimple1.shard2.replica_n5' (registry 
'solr.core.testSimple1.shard2.replica_n5') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5fb2f341
   [junit4]   2> 313595 INFO  (qtp967812665-2553) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 313601 INFO  (qtp429275335-2554) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] 
o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 313604 INFO  (qtp967812665-2553) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 313607 INFO  (qtp429275335-2554) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 313607 INFO  (qtp429275335-2554) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] 
o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using 
configuration from collection testSimple1, trusted=true
   [junit4]   2> 313616 INFO  (qtp967812665-2553) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using 
configuration from collection testSimple1, trusted=true
   [junit4]   2> 313618 INFO  (qtp429275335-2554) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_47761.solr.core.testSimple1.shard1.replica_n2' (registry 
'solr.core.testSimple1.shard1.replica_n2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5fb2f341
   [junit4]   2> 313622 INFO  (qtp967812665-2553) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41819.solr.core.testSimple1.shard1.replica_n1' (registry 
'solr.core.testSimple1.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@5fb2f341
   [junit4]   2> 313638 INFO  (qtp967812665-2564) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] 
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:60977/data
   [junit4]   2> 313638 INFO  (qtp429275335-2556) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:60977/data
   [junit4]   2> 313638 INFO  (qtp967812665-2564) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 313638 INFO  (qtp429275335-2556) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 313638 INFO  (qtp967812665-2564) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 313638 INFO  (qtp429275335-2556) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 313638 INFO  (qtp429275335-2556) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_A4BA1AF230494CCA-001/tempDir-001/node1/testSimple1_shard2_replica_n6],
 dataDir=[hdfs://localhost:60977/data/testSimple1/core_node8/data/]
   [junit4]   2> 313638 INFO  (qtp967812665-2564) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] 
o.a.s.c.SolrCore [[testSimple1_shard2_replica_n5] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_A4BA1AF230494CCA-001/tempDir-001/node2/testSimple1_shard2_replica_n5],
 dataDir=[hdfs://localhost:60977/data/testSimple1/core_node7/data/]
   [junit4]   2> 313639 INFO  (qtp429275335-2554) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:60977/data
   [junit4]   2> 313674 INFO  (qtp429275335-2554) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 313674 INFO  (qtp429275335-2554) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 313675 INFO  (qtp429275335-2554) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] 
o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_A4BA1AF230494CCA-001/tempDir-001/node1/testSimple1_shard1_replica_n2],
 dataDir=[hdfs://localhost:60977/data/testSimple1/core_node4/data/]
   [junit4]   2> 313638 INFO  (qtp967812665-2553) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:60977/data
   [junit4]   2> 313675 INFO  (qtp967812665-2553) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 313675 INFO  (qtp967812665-2553) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 313675 INFO  (qtp967812665-2553) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_A4BA1AF230494CCA-001/tempDir-001/node2/testSimple1_shard1_replica_n1],
 dataDir=[hdfs://localhost:60977/data/testSimple1/core_node3/data/]
   [junit4]   2> 313676 INFO  (qtp967812665-2553) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:60977/data/testSimple1/core_node3/data/snapshot_metadata
   [junit4]   2> 313679 INFO  (qtp429275335-2556) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:60977/data/testSimple1/core_node8/data/snapshot_metadata
   [junit4]   2> 313680 INFO  (qtp429275335-2554) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:60977/data/testSimple1/core_node4/data/snapshot_metadata
   [junit4]   2> 313668 INFO  (qtp967812665-2564) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:60977/data/testSimple1/core_node7/data/snapshot_metadata
   [junit4]   2> 313665 DEBUG (ScheduledTrigger-1054-thread-1) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 313806 INFO  (qtp429275335-2556) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:60977/data/testSimple1/core_node8/data
   [junit4]   2> 313811 INFO  (qtp967812665-2553) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:60977/data/testSimple1/core_node3/data
   [junit4]   2> 313815 INFO  (qtp429275335-2554) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:60977/data/testSimple1/core_node4/data
   [junit4]   2> 313843 INFO  (qtp967812665-2564) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:60977/data/testSimple1/core_node7/data
   [junit4]   2> 313900 INFO  (qtp429275335-2554) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:60977/data/testSimple1/core_node4/data/index
   [junit4]   2> 313929 INFO  (qtp429275335-2556) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:60977/data/testSimple1/core_node8/data/index
   [junit4]   2> 313934 INFO  (qtp967812665-2564) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:60977/data/testSimple1/core_node7/data/index
   [junit4]   2> 313987 INFO  (qtp967812665-2553) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost:60977/data/testSimple1/core_node3/data/index
   [junit4]   2> 314577 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37038 is added to 
blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-bd8c2cd0-900e-4e35-9443-784d41e9a58c:NORMAL:127.0.0.1:40087|RBW],
 
ReplicaUC[[DISK]DS-36854179-9504-4330-a788-d0ecdcf30c52:NORMAL:127.0.0.1:37038|RBW]]}
 size 69
   [junit4]   2> 314578 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40087 is added to 
blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-bd8c2cd0-900e-4e35-9443-784d41e9a58c:NORMAL:127.0.0.1:40087|RBW],
 
ReplicaUC[[DISK]DS-36854179-9504-4330-a788-d0ecdcf30c52:NORMAL:127.0.0.1:37038|RBW]]}
 size 69
   [junit4]   2> 314580 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37038 is added to 
blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-8895b4f8-8211-40da-a1b6-f9cd61d03469:NORMAL:127.0.0.1:37038|RBW],
 
ReplicaUC[[DISK]DS-916f6601-b56a-4dae-8277-abd8e5515771:NORMAL:127.0.0.1:40087|RBW]]}
 size 69
   [junit4]   2> 314580 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37038 is added to 
blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-bd8c2cd0-900e-4e35-9443-784d41e9a58c:NORMAL:127.0.0.1:40087|RBW],
 
ReplicaUC[[DISK]DS-36854179-9504-4330-a788-d0ecdcf30c52:NORMAL:127.0.0.1:37038|RBW]]}
 size 69
   [junit4]   2> 314580 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37038 is added to 
blk_1073741827_1003 size 69
   [junit4]   2> 314583 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40087 is added to 
blk_1073741825_1001 size 69
   [junit4]   2> 314583 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40087 is added to 
blk_1073741826_1002 size 69
   [junit4]   2> 314583 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40087 is added to 
blk_1073741828_1004 size 69
   [junit4]   2> 314686 DEBUG (ScheduledTrigger-1054-thread-1) 
[n:127.0.0.1:47761_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: 3
   [junit4]   2> 315185 INFO  (qtp429275335-2556) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 315185 INFO  (qtp429275335-2556) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 315185 INFO  (qtp429275335-2556) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 315197 INFO  (qtp967812665-2564) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 315197 INFO  (qtp429275335-2554) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 315197 INFO  (qtp967812665-2564) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 315197 INFO  (qtp967812665-2564) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] 
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 315197 INFO  (qtp429275335-2554) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 315197 INFO  (qtp429275335-2554) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] 
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 315235 INFO  (qtp967812665-2553) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 315235 INFO  (qtp967812665-2553) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 315235 INFO  (qtp967812665-2553) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 315236 INFO  (qtp967812665-2564) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 315236 INFO  (qtp967812665-2564) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 315242 INFO  (qtp429275335-2556) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 315242 INFO  (qtp429275335-2556) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 315254 INFO  (qtp429275335-2554) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 315254 INFO  (qtp429275335-2554) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 315255 INFO  (qtp967812665-2553) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 315255 INFO  (qtp967812665-2553) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 315380 INFO  (qtp429275335-2556) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@2844f2e4[testSimple1_shard2_replica_n6] main]
   [junit4]   2> 315381 INFO  (qtp429275335-2554) [n:127.0.0.1:47761_solr 
c:testSimple1 s:shard1 r:core_node4 x:testSimple1_shard1_replica_n2] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@1f3570e3[testSimple1_shard1_replica_n2] main]
   [junit4]   2> 315382 INFO  (qtp967812665-2564) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@5f34a4bc[testSimple1_shard2_replica_n5] main]
   [junit4]   2> 315382 INFO  (qtp967812665-2564) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 315383 INFO  (qtp967812665-2564) [n:127.0.0.1:41819_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n5] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 315385 INFO  (qtp967812665-2564) [n:1

[...truncated too long message...]

tly
   [junit4]   2> 2217386 INFO  
(zkCallback-4051-thread-2-processing-n:127.0.0.1:45323_solr) 
[n:127.0.0.1:45323_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:45323_solr
   [junit4]   2> 2217386 INFO  (jetty-closer-3962-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@51cc3112{/solr,null,UNAVAILABLE}
   [junit4]   2> 2217389 INFO  (jetty-closer-3962-thread-1) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 2217394 INFO  (coreCloseExecutor-7991-thread-1) 
[n:127.0.0.1:45323_solr c:collection1 s:shard1 r:core_node12 
x:collection1_shard1_replica_n11] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.collection.collection1.shard1.leader, tag=1444376119
   [junit4]   2> 2217394 INFO  (coreCloseExecutor-7999-thread-1) 
[n:127.0.0.1:45365_solr c:collection1 s:shard1 r:core_node10 
x:collection1_shard1_replica_n9] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.collection.collection1.shard1.leader, tag=1489298390
   [junit4]   2> 2217397 INFO  (coreCloseExecutor-8000-thread-1) 
[n:127.0.0.1:37170_solr c:collection1 s:shard1 r:core_node8 
x:collection1_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric 
reporters for registry=solr.collection.collection1.shard1.leader, tag=1550580035
   [junit4]   2> 2217399 INFO  
(zkCallback-4071-thread-1-processing-n:127.0.0.1:37170_solr) 
[n:127.0.0.1:37170_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:37170_solr
   [junit4]   2> 2217400 INFO  (jetty-closer-3962-thread-3) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@1f18d103{/solr,null,UNAVAILABLE}
   [junit4]   2> 2217400 INFO  (jetty-closer-3962-thread-3) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 2217400 INFO  (jetty-closer-3962-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@4b5fc77e{/solr,null,UNAVAILABLE}
   [junit4]   2> 2217400 INFO  (jetty-closer-3962-thread-2) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 2218900 INFO  (jetty-closer-3962-thread-4) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@31e5c71b{/solr,null,UNAVAILABLE}
   [junit4]   2> 2218900 INFO  (jetty-closer-3962-thread-4) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 2218901 ERROR 
(SUITE-TriggerIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2218901 INFO  
(SUITE-TriggerIntegrationTest-seed#[A4BA1AF230494CCA]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:47931 47931
   [junit4]   2> 2219011 INFO  (Thread-4227) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:47931 47931
   [junit4]   2> 2219015 WARN  (Thread-4227) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        39      /solr/collections/collection1/terms/shard1
   [junit4]   2>        23      /solr/aliases.json
   [junit4]   2>        22      /solr/security.json
   [junit4]   2>        9       /solr/collections/testMetricTrigger/terms/shard1
   [junit4]   2>        8       /solr/configs/conf
   [junit4]   2>        2       /solr/collections/testMetricTrigger/terms/shard2
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        145     /solr/collections/collection1/state.json
   [junit4]   2>        35      /solr/collections/testMetricTrigger/state.json
   [junit4]   2>        23      /solr/clusterprops.json
   [junit4]   2>        23      /solr/clusterstate.json
   [junit4]   2>        5       /solr/autoscaling.json
   [junit4]   2>        4       
/solr/overseer_elect/election/73290209169309738-127.0.0.1:35014_solr-n_0000000012
   [junit4]   2>        2       
/solr/overseer_elect/election/73290209169309729-127.0.0.1:37170_solr-n_0000000009
   [junit4]   2>        2       
/solr/overseer_elect/election/73290209169309735-127.0.0.1:48381_solr-n_0000000011
   [junit4]   2>        2       
/solr/overseer_elect/election/73290209169309701-127.0.0.1:48880_solr-n_0000000001
   [junit4]   2>        2       
/solr/overseer_elect/election/73290209169309753-127.0.0.1:33203_solr-n_0000000017
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        23      /solr/live_nodes
   [junit4]   2>        23      /solr/collections
   [junit4]   2>        5       /solr/overseer/queue-work
   [junit4]   2>        5       /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2>        5       /solr/overseer/queue
   [junit4]   2>        5       /solr/overseer/collection-queue-work
   [junit4]   2>        2       /solr/autoscaling/events/node_lost_triggerMR
   [junit4]   2>        2       /solr/autoscaling/events/node_added_triggerCTOOR
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TriggerIntegrationTest_A4BA1AF230494CCA-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{id=FSTOrd50, x_s=PostingsFormat(name=Asserting)}, docValues:{}, 
maxPointsInLeafNode=1052, maxMBSortInHeap=7.516977159671022, 
sim=RandomSimilarity(queryNorm=false): {}, locale=tr, timezone=Asia/Macao
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=4,threads=1,free=208285552,total=490733568
   [junit4]   2> NOTE: All tests run in this JVM: [PingRequestHandlerTest, 
TestRequestStatusCollectionAPI, TimeZoneUtilsTest, DeleteInactiveReplicaTest, 
TestLFUCache, NodeMutatorTest, CollectionsAPISolrJTest, BadCopyFieldTest, 
TestFieldCacheSortRandom, RecoveryAfterSoftCommitTest, 
ShowFileRequestHandlerTest, TestDistributedStatsComponentCardinality, 
URLClassifyProcessorTest, DistributedQueueTest, SolrXmlInZkTest, 
DistanceFunctionTest, LeaderElectionIntegrationTest, TestLegacyFieldCache, 
TestFieldResource, TestSubQueryTransformerDistrib, CoreAdminHandlerTest, 
ExitableDirectoryReaderTest, TestRandomDVFaceting, 
HdfsAutoAddReplicasIntegrationTest, BlobRepositoryCloudTest, TestUtils, 
TestManagedStopFilterFactory, BlockJoinFacetSimpleTest, 
TestCollationFieldDocValues, DirectSolrSpellCheckerTest, TestHashQParserPlugin, 
BlockCacheTest, TestConfigSetProperties, TestNumericRangeQuery64, 
SharedFSAutoReplicaFailoverTest, TestJavabinTupleStreamParser, 
TestPayloadScoreQParserPlugin, TestStressReorder, TestDistributedMissingSort, 
LIRRollingUpdatesTest, TestTrieFacet, TestSmileRequest, ReplaceNodeTest, 
TestFieldCache, TestComplexPhraseLeadingWildcard, HLLSerializationTest, 
TestRequestForwarding, TestLeaderElectionWithEmptyReplica, 
CdcrBidirectionalTest, TestFiltering, TestLRUStatsCache, 
TestShortCircuitedRequests, PKIAuthenticationIntegrationTest, 
CustomCollectionTest, NoCacheHeaderTest, CleanupOldIndexTest, 
SolrShardReporterTest, ForceLeaderTest, TestAnalyzedSuggestions, 
TestMinMaxOnMultiValuedField, TestLMJelinekMercerSimilarityFactory, 
CacheHeaderTest, TestJsonRequest, TestSchemaManager, TestReloadDeadlock, 
SolrGangliaReporterTest, UniqFieldsUpdateProcessorFactoryTest, 
TestStressCloudBlindAtomicUpdates, TestConfigSetsAPIZkFailure, 
TestExportWriter, FileBasedSpellCheckerTest, TestPivotHelperCode, 
TestImpersonationWithHadoopAuth, UUIDUpdateProcessorFallbackTest, 
SolrIndexMetricsTest, TestCloudInspectUtil, SpellCheckComponentTest, 
PreAnalyzedFieldTest, TestSimDistributedQueue, PropertiesRequestHandlerTest, 
TestQuerySenderListener, TestSolrCoreProperties, TestSolrDeletionPolicy2, 
MigrateRouteKeyTest, DistributedFacetSimpleRefinementLongTailTest, 
TestPerFieldSimilarityWithDefaultOverride, 
ClassificationUpdateProcessorIntegrationTest, ConnectionReuseTest, 
TestSQLHandlerNonCloud, AssignTest, HdfsRecoverLeaseTest, 
WordBreakSolrSpellCheckerTest, CircularListTest, SystemLogListenerTest, 
LeaderElectionTest, SimpleCollectionCreateDeleteTest, TestUseDocValuesAsStored, 
ReturnFieldsTest, TestSchemaVersionResource, ImplicitSnitchTest, 
ConfigureRecoveryStrategyTest, PreAnalyzedUpdateProcessorTest, TestQueryTypes, 
DateMathParserTest, AliasIntegrationTest, 
StatelessScriptUpdateProcessorFactoryTest, SmileWriterTest, 
AtomicUpdateProcessorFactoryTest, TestSolrConfigHandler, TestLazyCores, 
TestLockTree, TestSolrCLIRunExample, TestSystemCollAutoCreate, 
DistributedFacetPivotSmallTest, TestClusterStateProvider, TestReqParamsAPI, 
ClusterStateUpdateTest, SearchHandlerTest, TestBackupRepositoryFactory, 
TestSolrFieldCacheBean, HttpSolrCallGetCoreTest, TestBulkSchemaConcurrent, 
InfixSuggestersTest, TestNamedUpdateProcessors, OverseerStatusTest, 
TestDistributedGrouping, DistributedSpellCheckComponentTest, TestRealTimeGet, 
TestReload, TestRangeQuery, SuggesterWFSTTest, PolyFieldTest, TestUpdate, 
TestAtomicUpdateErrorCases, TestRemoteStreaming, TestSolrDeletionPolicy1, 
TestSurroundQueryParser, DisMaxRequestHandlerTest, TestWriterPerf, 
PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, TestValueSourceCache, 
TermVectorComponentTest, MoreLikeThisHandlerTest, FastVectorHighlighterTest, 
LoggingHandlerTest, TestJmxIntegration, MBeansHandlerTest, PluginInfoTest, 
TestSuggestSpellingConverter, DateFieldTest, RAMDirectoryFactoryTest, 
TestSolrJ, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, 
TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, 
TestEmbeddedSolrServerSchemaAPI, AddReplicaTest, 
ChaosMonkeyNothingIsSafeWithPullReplicasTest, HttpPartitionOnCommitTest, 
LeaderInitiatedRecoveryOnShardRestartTest, LegacyCloudClusterPropTest, 
MoveReplicaTest, SolrCloudExampleTest, TestCloudJSONFacetJoinDomain, 
TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, 
TestLeaderInitiatedRecoveryThread, TestPrepRecovery, 
TestTolerantUpdateProcessorCloud, TestUtilizeNode, 
VMParamsZkACLAndCredentialsProvidersTest, ZkShardTermsTest, 
CollectionsAPIDistributedZkTest, AutoScalingHandlerTest, 
HttpTriggerListenerTest, MetricTriggerTest, NodeAddedTriggerTest, 
TriggerIntegrationTest]
   [junit4] Completed [602/775 (6!)] on J2 in 195.89s, 14 tests, 1 failure <<< 
FAILURES!

[...truncated 49079 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to