Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-7.x/117/

3 tests failed.
FAILED:  
org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1515617123857,generation=2,filelist=[_6o.cfe, _6o.cfs, 
_6o.si, _79.cfe, _79.cfs, _79.si, _7b.cfe, _7b.cfs, _7b.si, _7c.cfe, _7c.cfs, 
_7c.si, _7d.cfe, _7d.cfs, _7d.si, _7e.cfe, _7e.cfs, _7e.si, _7f.cfe, _7f.cfs, 
_7f.si, _7g.cfe, _7g.cfs, _7g.si, _7h.cfe, _7h.cfs, _7h.si, _7i.cfe, _7i.cfs, 
_7i.si, _7j.cfe, _7j.cfs, _7j.si, _7k.cfe, _7k.cfs, _7k.si, _7l.cfe, _7l.cfs, 
_7l.si, _7m.cfe, _7m.cfs, _7m.si, _7n.cfe, _7n.cfs, _7n.si, _7o.cfe, _7o.cfs, 
_7o.si, _7q.cfe, _7q.cfs, _7q.si, _7t.cfe, _7t.cfs, _7t.si, _7v.cfe, _7v.cfs, 
_7v.si, _7w.cfe, _7w.cfs, _7w.si, _7x.cfe, _7x.cfs, _7x.si, segments_2]}]> but 
was:<[{indexVersion=1515617123857,generation=2,filelist=[_6o.cfe, _6o.cfs, 
_6o.si, _79.cfe, _79.cfs, _79.si, _7b.cfe, _7b.cfs, _7b.si, _7c.cfe, _7c.cfs, 
_7c.si, _7d.cfe, _7d.cfs, _7d.si, _7e.cfe, _7e.cfs, _7e.si, _7f.cfe, _7f.cfs, 
_7f.si, _7g.cfe, _7g.cfs, _7g.si, _7h.cfe, _7h.cfs, _7h.si, _7i.cfe, _7i.cfs, 
_7i.si, _7j.cfe, _7j.cfs, _7j.si, _7k.cfe, _7k.cfs, _7k.si, _7l.cfe, _7l.cfs, 
_7l.si, _7m.cfe, _7m.cfs, _7m.si, _7n.cfe, _7n.cfs, _7n.si, _7o.cfe, _7o.cfs, 
_7o.si, _7q.cfe, _7q.cfs, _7q.si, _7t.cfe, _7t.cfs, _7t.si, _7v.cfe, _7v.cfs, 
_7v.si, _7w.cfe, _7w.cfs, _7w.si, _7x.cfe, _7x.cfs, _7x.si, segments_2]}, 
{indexVersion=1515617123857,generation=3,filelist=[_7s.cfe, _7s.cfs, _7s.si, 
_7t.cfe, _7t.cfs, _7t.si, _7v.cfe, _7v.cfs, _7v.si, _7w.cfe, _7w.cfs, _7w.si, 
_7x.cfe, _7x.cfs, _7x.si, segments_3]}]>

Stack Trace:
java.lang.AssertionError: 
expected:<[{indexVersion=1515617123857,generation=2,filelist=[_6o.cfe, _6o.cfs, 
_6o.si, _79.cfe, _79.cfs, _79.si, _7b.cfe, _7b.cfs, _7b.si, _7c.cfe, _7c.cfs, 
_7c.si, _7d.cfe, _7d.cfs, _7d.si, _7e.cfe, _7e.cfs, _7e.si, _7f.cfe, _7f.cfs, 
_7f.si, _7g.cfe, _7g.cfs, _7g.si, _7h.cfe, _7h.cfs, _7h.si, _7i.cfe, _7i.cfs, 
_7i.si, _7j.cfe, _7j.cfs, _7j.si, _7k.cfe, _7k.cfs, _7k.si, _7l.cfe, _7l.cfs, 
_7l.si, _7m.cfe, _7m.cfs, _7m.si, _7n.cfe, _7n.cfs, _7n.si, _7o.cfe, _7o.cfs, 
_7o.si, _7q.cfe, _7q.cfs, _7q.si, _7t.cfe, _7t.cfs, _7t.si, _7v.cfe, _7v.cfs, 
_7v.si, _7w.cfe, _7w.cfs, _7w.si, _7x.cfe, _7x.cfs, _7x.si, segments_2]}]> but 
was:<[{indexVersion=1515617123857,generation=2,filelist=[_6o.cfe, _6o.cfs, 
_6o.si, _79.cfe, _79.cfs, _79.si, _7b.cfe, _7b.cfs, _7b.si, _7c.cfe, _7c.cfs, 
_7c.si, _7d.cfe, _7d.cfs, _7d.si, _7e.cfe, _7e.cfs, _7e.si, _7f.cfe, _7f.cfs, 
_7f.si, _7g.cfe, _7g.cfs, _7g.si, _7h.cfe, _7h.cfs, _7h.si, _7i.cfe, _7i.cfs, 
_7i.si, _7j.cfe, _7j.cfs, _7j.si, _7k.cfe, _7k.cfs, _7k.si, _7l.cfe, _7l.cfs, 
_7l.si, _7m.cfe, _7m.cfs, _7m.si, _7n.cfe, _7n.cfs, _7n.si, _7o.cfe, _7o.cfs, 
_7o.si, _7q.cfe, _7q.cfs, _7q.si, _7t.cfe, _7t.cfs, _7t.si, _7v.cfe, _7v.cfs, 
_7v.si, _7w.cfe, _7w.cfs, _7w.si, _7x.cfe, _7x.cfs, _7x.si, segments_2]}, 
{indexVersion=1515617123857,generation=3,filelist=[_7s.cfe, _7s.cfs, _7s.si, 
_7t.cfe, _7t.cfs, _7t.si, _7v.cfe, _7v.cfs, _7v.si, _7w.cfe, _7w.cfs, _7w.si, 
_7x.cfe, _7x.cfs, _7x.si, segments_3]}]>
        at 
__randomizedtesting.SeedInfo.seed([AB624E6554A83B1:2F613FD625028DB2]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:147)
        at 
org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1277)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove

Error Message:
No live SolrServers available to handle this 
request:[http://127.0.0.1:40031/solr/MoveReplicaHDFSTest_failed_coll_true, 
http://127.0.0.1:43371/solr/MoveReplicaHDFSTest_failed_coll_true]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available 
to handle this 
request:[http://127.0.0.1:40031/solr/MoveReplicaHDFSTest_failed_coll_true, 
http://127.0.0.1:43371/solr/MoveReplicaHDFSTest_failed_coll_true]
        at 
__randomizedtesting.SeedInfo.seed([AB624E6554A83B1:A07BF714E2995661]:0)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
        at 
org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)
Caused by: 
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at 
http://127.0.0.1:40031/solr/MoveReplicaHDFSTest_failed_coll_true: no servers 
hosting shard: shard2
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436)
        ... 46 more


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode

Error Message:
did not finish processing changes

Stack Trace:
java.lang.AssertionError: did not finish processing changes
        at 
__randomizedtesting.SeedInfo.seed([AB624E6554A83B1:AD5939459A070CA9]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode(TestLargeCluster.java:297)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12711 lines...]
   [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
   [junit4]   2> 717121 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AB624E6554A83B1-001/init-core-data-001
   [junit4]   2> 717122 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 717137 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 717137 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AB624E6554A83B1-001/tempDir-001
   [junit4]   2> 717137 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 717157 INFO  (Thread-493) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 717157 INFO  (Thread-493) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 717175 ERROR (Thread-493) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 717258 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:32775
   [junit4]   2> 717404 INFO  (zkConnectionManagerCallback-2697-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 717442 INFO  (jetty-launcher-2694-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 717442 INFO  (jetty-launcher-2694-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 717462 INFO  (jetty-launcher-2694-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 717536 INFO  (jetty-launcher-2694-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 717537 INFO  (jetty-launcher-2694-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3cfa077a{/solr,null,AVAILABLE}
   [junit4]   2> 717538 INFO  (jetty-launcher-2694-thread-4) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@368b3dd2{HTTP/1.1,[http/1.1]}{127.0.0.1:43536}
   [junit4]   2> 717538 INFO  (jetty-launcher-2694-thread-4) [    ] 
o.e.j.s.Server Started @727347ms
   [junit4]   2> 717538 INFO  (jetty-launcher-2694-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=43536}
   [junit4]   2> 717555 ERROR (jetty-launcher-2694-thread-4) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 717555 INFO  (jetty-launcher-2694-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 717555 INFO  (jetty-launcher-2694-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 717555 INFO  (jetty-launcher-2694-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 717555 INFO  (jetty-launcher-2694-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-10T19:30:52.884Z
   [junit4]   2> 717556 INFO  (jetty-launcher-2694-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2b4bad42{/solr,null,AVAILABLE}
   [junit4]   2> 717557 INFO  (jetty-launcher-2694-thread-3) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@571e5f5{HTTP/1.1,[http/1.1]}{127.0.0.1:43371}
   [junit4]   2> 717557 INFO  (jetty-launcher-2694-thread-3) [    ] 
o.e.j.s.Server Started @727365ms
   [junit4]   2> 717557 INFO  (jetty-launcher-2694-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=43371}
   [junit4]   2> 717557 ERROR (jetty-launcher-2694-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 717557 INFO  (jetty-launcher-2694-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 717557 INFO  (jetty-launcher-2694-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 717557 INFO  (jetty-launcher-2694-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 717557 INFO  (jetty-launcher-2694-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-10T19:30:52.886Z
   [junit4]   2> 717573 INFO  (jetty-launcher-2694-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@260071c1{/solr,null,AVAILABLE}
   [junit4]   2> 717573 INFO  (jetty-launcher-2694-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@6ac1224e{HTTP/1.1,[http/1.1]}{127.0.0.1:39132}
   [junit4]   2> 717574 INFO  (jetty-launcher-2694-thread-1) [    ] 
o.e.j.s.Server Started @727382ms
   [junit4]   2> 717574 INFO  (jetty-launcher-2694-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=39132}
   [junit4]   2> 717574 ERROR (jetty-launcher-2694-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 717574 INFO  (jetty-launcher-2694-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 717574 INFO  (jetty-launcher-2694-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 717574 INFO  (jetty-launcher-2694-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 717574 INFO  (jetty-launcher-2694-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-10T19:30:52.903Z
   [junit4]   2> 717593 INFO  (zkConnectionManagerCallback-2701-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 717593 INFO  (jetty-launcher-2694-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 717750 INFO  (zkConnectionManagerCallback-2703-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 717770 INFO  (zkConnectionManagerCallback-2699-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 717770 INFO  (jetty-launcher-2694-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32775/solr
   [junit4]   2> 717770 INFO  (jetty-launcher-2694-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 717786 INFO  (jetty-launcher-2694-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@42f5683a{/solr,null,AVAILABLE}
   [junit4]   2> 717810 INFO  (jetty-launcher-2694-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@344637e{HTTP/1.1,[http/1.1]}{127.0.0.1:36661}
   [junit4]   2> 717810 INFO  (jetty-launcher-2694-thread-2) [    ] 
o.e.j.s.Server Started @727619ms
   [junit4]   2> 717810 INFO  (jetty-launcher-2694-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=36661}
   [junit4]   2> 717810 ERROR (jetty-launcher-2694-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 717810 INFO  (jetty-launcher-2694-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 717810 INFO  (jetty-launcher-2694-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 717810 INFO  (jetty-launcher-2694-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 717810 INFO  (jetty-launcher-2694-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-10T19:30:53.139Z
   [junit4]   2> 717778 INFO  (jetty-launcher-2694-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 717904 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x160e18dc3d60003, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 717976 INFO  (jetty-launcher-2694-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32775/solr
   [junit4]   2> 717905 INFO  (zkConnectionManagerCallback-2709-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 717905 INFO  (zkConnectionManagerCallback-2707-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 718069 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x160e18dc3d60002, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 718082 INFO  (jetty-launcher-2694-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 718100 INFO  (zkConnectionManagerCallback-2715-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 718101 INFO  
(zkConnectionManagerCallback-2718-thread-1-processing-n:127.0.0.1:43536_solr) 
[n:127.0.0.1:43536_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 718134 INFO  
(zkConnectionManagerCallback-2713-thread-1-processing-n:127.0.0.1:43371_solr) 
[n:127.0.0.1:43371_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 718136 INFO  (jetty-launcher-2694-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32775/solr
   [junit4]   2> 718173 INFO  (jetty-launcher-2694-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32775/solr
   [junit4]   2> 718238 INFO  (zkConnectionManagerCallback-2722-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 718265 INFO  (zkConnectionManagerCallback-2727-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 718267 INFO  
(zkConnectionManagerCallback-2729-thread-1-processing-n:127.0.0.1:39132_solr) 
[n:127.0.0.1:39132_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 718353 INFO  
(zkConnectionManagerCallback-2731-thread-1-processing-n:127.0.0.1:36661_solr) 
[n:127.0.0.1:36661_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 718451 INFO  (jetty-launcher-2694-thread-1) 
[n:127.0.0.1:39132_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 718451 INFO  (jetty-launcher-2694-thread-1) 
[n:127.0.0.1:39132_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:39132_solr
   [junit4]   2> 718452 INFO  (jetty-launcher-2694-thread-1) 
[n:127.0.0.1:39132_solr    ] o.a.s.c.Overseer Overseer 
(id=99327190794371083-127.0.0.1:39132_solr-n_0000000000) starting
   [junit4]   2> 718495 INFO  (jetty-launcher-2694-thread-3) 
[n:127.0.0.1:43371_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 718499 INFO  (jetty-launcher-2694-thread-3) 
[n:127.0.0.1:43371_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:43371_solr
   [junit4]   2> 718624 INFO  (jetty-launcher-2694-thread-2) 
[n:127.0.0.1:36661_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 718625 INFO  
(zkCallback-2712-thread-1-processing-n:127.0.0.1:43371_solr) 
[n:127.0.0.1:43371_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 718650 INFO  (jetty-launcher-2694-thread-2) 
[n:127.0.0.1:36661_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 718767 INFO  
(zkCallback-2728-thread-1-processing-n:127.0.0.1:39132_solr) 
[n:127.0.0.1:39132_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 718812 INFO  (jetty-launcher-2694-thread-1) 
[n:127.0.0.1:39132_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:39132_solr
   [junit4]   2> 718833 INFO  
(zkCallback-2728-thread-1-processing-n:127.0.0.1:39132_solr) 
[n:127.0.0.1:39132_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 718833 INFO  (jetty-launcher-2694-thread-2) 
[n:127.0.0.1:36661_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36661_solr
   [junit4]   2> 718934 INFO  
(zkCallback-2730-thread-1-processing-n:127.0.0.1:36661_solr) 
[n:127.0.0.1:36661_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 718950 INFO  
(zkCallback-2728-thread-1-processing-n:127.0.0.1:39132_solr) 
[n:127.0.0.1:39132_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 718966 INFO  
(zkCallback-2712-thread-1-processing-n:127.0.0.1:43371_solr) 
[n:127.0.0.1:43371_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (3)
   [junit4]   2> 718966 INFO  
(zkCallback-2730-thread-2-processing-n:127.0.0.1:36661_solr) 
[n:127.0.0.1:36661_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 719115 INFO  (jetty-launcher-2694-thread-3) 
[n:127.0.0.1:43371_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43371.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7ff64b2d
   [junit4]   2> 719186 INFO  (jetty-launcher-2694-thread-3) 
[n:127.0.0.1:43371_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43371.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7ff64b2d
   [junit4]   2> 719186 INFO  (jetty-launcher-2694-thread-1) 
[n:127.0.0.1:39132_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39132.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7ff64b2d
   [junit4]   2> 719186 INFO  (jetty-launcher-2694-thread-3) 
[n:127.0.0.1:43371_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43371.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7ff64b2d
   [junit4]   2> 719187 INFO  (jetty-launcher-2694-thread-3) 
[n:127.0.0.1:43371_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AB624E6554A83B1-001/tempDir-001/node3/.
   [junit4]   2> 719195 INFO  (jetty-launcher-2694-thread-2) 
[n:127.0.0.1:36661_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36661.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7ff64b2d
   [junit4]   2> 719210 INFO  (jetty-launcher-2694-thread-1) 
[n:127.0.0.1:39132_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39132.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7ff64b2d
   [junit4]   2> 719217 INFO  (jetty-launcher-2694-thread-1) 
[n:127.0.0.1:39132_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_39132.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7ff64b2d
   [junit4]   2> 719217 INFO  (jetty-launcher-2694-thread-4) 
[n:127.0.0.1:43536_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 719218 INFO  (jetty-launcher-2694-thread-1) 
[n:127.0.0.1:39132_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AB624E6554A83B1-001/tempDir-001/node1/.
   [junit4]   2> 719243 INFO  (jetty-launcher-2694-thread-2) 
[n:127.0.0.1:36661_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36661.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7ff64b2d
   [junit4]   2> 719243 INFO  (jetty-launcher-2694-thread-2) 
[n:127.0.0.1:36661_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36661.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7ff64b2d
   [junit4]   2> 719244 INFO  (jetty-launcher-2694-thread-2) 
[n:127.0.0.1:36661_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AB624E6554A83B1-001/tempDir-001/node2/.
   [junit4]   2> 719288 INFO  (jetty-launcher-2694-thread-4) 
[n:127.0.0.1:43536_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 719308 INFO  (jetty-launcher-2694-thread-4) 
[n:127.0.0.1:43536_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:43536_solr
   [junit4]   2> 719335 INFO  
(zkCallback-2728-thread-1-processing-n:127.0.0.1:39132_solr) 
[n:127.0.0.1:39132_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 719335 INFO  
(zkCallback-2712-thread-1-processing-n:127.0.0.1:43371_solr) 
[n:127.0.0.1:43371_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 719339 INFO  
(zkCallback-2730-thread-2-processing-n:127.0.0.1:36661_solr) 
[n:127.0.0.1:36661_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 719351 INFO  
(zkCallback-2717-thread-1-processing-n:127.0.0.1:43536_solr) 
[n:127.0.0.1:43536_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 719500 INFO  (jetty-launcher-2694-thread-4) 
[n:127.0.0.1:43536_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43536.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7ff64b2d
   [junit4]   2> 719535 INFO  (jetty-launcher-2694-thread-4) 
[n:127.0.0.1:43536_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43536.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7ff64b2d
   [junit4]   2> 719536 INFO  (jetty-launcher-2694-thread-4) 
[n:127.0.0.1:43536_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43536.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7ff64b2d
   [junit4]   2> 719536 INFO  (jetty-launcher-2694-thread-4) 
[n:127.0.0.1:43536_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AB624E6554A83B1-001/tempDir-001/node4/.
   [junit4]   2> 719761 INFO  (zkConnectionManagerCallback-2739-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 719862 INFO  (zkConnectionManagerCallback-2743-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 719863 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 719864 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32775/solr ready
   [junit4]   2> 719870 INFO  (qtp1730891866-4867) [n:127.0.0.1:43536_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with 
params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 719946 INFO  (qtp1730891866-4867) [n:127.0.0.1:43536_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=75
   [junit4]   2> 721948 INFO  
(OverseerCollectionConfigSetProcessor-99327190794371083-127.0.0.1:39132_solr-n_0000000000)
 [n:127.0.0.1:39132_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 722397 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] 
o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your 
platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 724707 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] 
o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 725682 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] o.m.log 
Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via 
org.mortbay.log.Slf4jLog
   [junit4]   2> 725808 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 727264 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 727470 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] o.m.log 
Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs
 to ./temp/Jetty_lucene2.us.west_apache_org_39834_hdfs____rndom5/webapp
   [junit4]   2> 729347 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] o.m.log 
Started 
HttpServer2$selectchannelconnectorwithsafestar...@lucene2-us-west.apache.org:39834
   [junit4]   2> 733021 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 733041 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 733080 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] o.m.log 
Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_43293_datanode____iwcrpw/webapp
   [junit4]   2> 734344 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43293
   [junit4]   2> 736068 WARN  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] 
o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 736069 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] o.m.log 
jetty-6.1.26
   [junit4]   2> 736157 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] o.m.log 
Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_39123_datanode____.kjpekt/webapp
   [junit4]   2> 737656 INFO  
(SUITE-MoveReplicaHDFSTest-seed#[AB624E6554A83B1]-worker) [    ] o.m.log 
Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39123
   [junit4]   2> 741127 ERROR (DataNode: 
[[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AB624E6554A83B1-001/tempDir-002/hdfsBaseDir/data/data1/,
 
[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AB624E6554A83B1-001/tempDir-002/hdfsBaseDir/data/data2/]]
  heartbeating to lucene2-us-west.apache.org/127.0.0.1:43094) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 741128 ERROR (DataNode: 
[[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AB624E6554A83B1-001/tempDir-002/hdfsBaseDir/data/data3/,
 
[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AB624E6554A83B1-001/tempDir-002/hdfsBaseDir/data/data4/]]
  heartbeating to lucene2-us-west.apache.org/127.0.0.1:43094) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 741874 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x3cf1c6f12e31: from storage 
DS-516b57da-c28a-474f-a614-534b9bc573ac node 
DatanodeRegistration(127.0.0.1:39952, 
datanodeUuid=402750aa-47e7-4d08-9adf-e576efa9e544, infoPort=36708, 
infoSecurePort=0, ipcPort=43676, 
storageInfo=lv=-56;cid=testClusterID;nsid=214947234;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 15 msecs
   [junit4]   2> 741887 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x3cf1c8056a41: from storage 
DS-47421307-691b-4334-9216-6a465f55e30f node 
DatanodeRegistration(127.0.0.1:46656, 
datanodeUuid=b021a186-0df1-4601-b759-6616674fb357, infoPort=39698, 
infoSecurePort=0, ipcPort=39468, 
storageInfo=lv=-56;cid=testClusterID;nsid=214947234;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 13 msecs
   [junit4]   2> 741888 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x3cf1c6f12e31: from storage 
DS-2cef07ab-0ad8-42cb-8599-b0262ac59fea node 
DatanodeRegistration(127.0.0.1:39952, 
datanodeUuid=402750aa-47e7-4d08-9adf-e576efa9e544, infoPort=36708, 
infoSecurePort=0, ipcPort=43676, 
storageInfo=lv=-56;cid=testClusterID;nsid=214947234;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 741894 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0x3cf1c8056a41: from storage 
DS-00780350-fee4-4697-a690-ccb49efe2d38 node 
DatanodeRegistration(127.0.0.1:46656, 
datanodeUuid=b021a186-0df1-4601-b759-6616674fb357, infoPort=39698, 
infoSecurePort=0, ipcPort=39468, 
storageInfo=lv=-56;cid=testClusterID;nsid=214947234;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 744724 INFO  
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testNormalMove
   [junit4]   2> 744725 INFO  
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 744727 INFO  
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 744737 INFO  
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@26114854{/solr,null,AVAILABLE}
   [junit4]   2> 744737 INFO  
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@36fd0ccf{HTTP/1.1,[http/1.1]}{127.0.0.1:40031}
   [junit4]   2> 744737 INFO  
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) [    ] 
o.e.j.s.Server Started @754546ms
   [junit4]   2> 744737 INFO  
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=40031}
   [junit4]   2> 744737 ERROR 
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 744737 INFO  
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 744737 INFO  
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 744737 INFO  
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 744738 INFO  
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-10T19:31:20.067Z
   [junit4]   2> 744750 INFO  (zkConnectionManagerCallback-2746-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 744752 INFO  
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 744850 INFO  
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32775/solr
   [junit4]   2> 744906 INFO  (zkConnectionManagerCallback-2750-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 745105 INFO  
(zkConnectionManagerCallback-2752-thread-1-processing-n:127.0.0.1:40031_solr) 
[n:127.0.0.1:40031_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 745218 INFO  
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) 
[n:127.0.0.1:40031_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (4)
   [junit4]   2> 745281 INFO  
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) 
[n:127.0.0.1:40031_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 745284 INFO  
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) 
[n:127.0.0.1:40031_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:40031_solr
   [junit4]   2> 745285 INFO  
(zkCallback-2728-thread-1-processing-n:127.0.0.1:39132_solr) 
[n:127.0.0.1:39132_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 745316 INFO  
(zkCallback-2712-thread-1-processing-n:127.0.0.1:43371_solr) 
[n:127.0.0.1:43371_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 745316 INFO  
(zkCallback-2717-thread-1-processing-n:127.0.0.1:43536_solr) 
[n:127.0.0.1:43536_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 745316 INFO  
(zkCallback-2730-thread-2-processing-n:127.0.0.1:36661_solr) 
[n:127.0.0.1:36661_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 745447 INFO  
(zkCallback-2751-thread-1-processing-n:127.0.0.1:40031_solr) 
[n:127.0.0.1:40031_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (4) -> (5)
   [junit4]   2> 745478 INFO  (zkCallback-2742-thread-1) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 745478 INFO  (zkCallback-2742-thread-2) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 745703 INFO  
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) 
[n:127.0.0.1:40031_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40031.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7ff64b2d
   [junit4]   2> 745801 INFO  
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) 
[n:127.0.0.1:40031_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40031.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7ff64b2d
   [junit4]   2> 745801 INFO  
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) 
[n:127.0.0.1:40031_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40031.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7ff64b2d
   [junit4]   2> 745815 INFO  
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) 
[n:127.0.0.1:40031_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AB624E6554A83B1-001/tempDir-001/node5/.
   [junit4]   2> 746403 INFO  (zkConnectionManagerCallback-2756-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 746508 INFO  
(TEST-MoveReplicaHDFSTest.testNormalMove-seed#[AB624E6554A83B1]) [    ] 
o.a.s.c.MoveReplicaTest total_jettys: 5
   [junit4]   2> 746675 INFO  (qtp25056794-4887) [n:127.0.0.1:36661_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf1&maxShardsPerNode=2&autoAddReplicas=false&name=MoveReplicaHDFSTest_coll_false&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 746746 INFO  
(OverseerThreadFactory-1006-thread-2-processing-n:127.0.0.1:39132_solr) 
[n:127.0.0.1:39132_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
MoveReplicaHDFSTest_coll_false
   [junit4]   2> 747049 INFO  
(OverseerStateUpdate-99327190794371083-127.0.0.1:39132_solr-n_0000000000) 
[n:127.0.0.1:39132_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_coll_false",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_coll_false_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:40031/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 747051 INFO  
(OverseerStateUpdate-99327190794371083-127.0.0.1:39132_solr-n_0000000000) 
[n:127.0.0.1:39132_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_coll_false",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_coll_false_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43536/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 747085 INFO  
(OverseerStateUpdate-99327190794371083-127.0.0.1:39132_solr-n_0000000000) 
[n:127.0.0.1:39132_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_coll_false",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_coll_false_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39132/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 747088 INFO  
(OverseerStateUpdate-99327190794371083-127.0.0.1:39132_solr-n_0000000000) 
[n:127.0.0.1:39132_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"MoveReplicaHDFSTest_coll_false",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"MoveReplicaHDFSTest_coll_false_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36661/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 747456 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard1_replica_n1&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 747457 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 747491 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard2_replica_n6&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 747470 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard1_replica_n2&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 747566 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 747566 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 747582 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=MoveReplicaHDFSTest_coll_false_shard2_replica_n4&action=CREATE&numShards=2&collection=MoveReplicaHDFSTest_coll_false&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 747599 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 747806 INFO  
(zkCallback-2728-thread-1-processing-n:127.0.0.1:39132_solr) 
[n:127.0.0.1:39132_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_coll_false/state.json] for collection 
[MoveReplicaHDFSTest_coll_false] has occurred - updating... (live nodes size: 
[5])
   [junit4]   2> 747818 INFO  
(zkCallback-2728-thread-2-processing-n:127.0.0.1:39132_solr) 
[n:127.0.0.1:39132_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_coll_false/state.json] for collection 
[MoveReplicaHDFSTest_coll_false] has occurred - updating... (live nodes size: 
[5])
   [junit4]   2> 747818 INFO  
(zkCallback-2751-thread-1-processing-n:127.0.0.1:40031_solr) 
[n:127.0.0.1:40031_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_coll_false/state.json] for collection 
[MoveReplicaHDFSTest_coll_false] has occurred - updating... (live nodes size: 
[5])
   [junit4]   2> 747818 INFO  
(zkCallback-2730-thread-2-processing-n:127.0.0.1:36661_solr) 
[n:127.0.0.1:36661_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_coll_false/state.json] for collection 
[MoveReplicaHDFSTest_coll_false] has occurred - updating... (live nodes size: 
[5])
   [junit4]   2> 747818 INFO  
(zkCallback-2717-thread-1-processing-n:127.0.0.1:43536_solr) 
[n:127.0.0.1:43536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_coll_false/state.json] for collection 
[MoveReplicaHDFSTest_coll_false] has occurred - updating... (live nodes size: 
[5])
   [junit4]   2> 747835 INFO  
(zkCallback-2751-thread-2-processing-n:127.0.0.1:40031_solr) 
[n:127.0.0.1:40031_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_coll_false/state.json] for collection 
[MoveReplicaHDFSTest_coll_false] has occurred - updating... (live nodes size: 
[5])
   [junit4]   2> 747855 INFO  
(zkCallback-2717-thread-2-processing-n:127.0.0.1:43536_solr) 
[n:127.0.0.1:43536_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_coll_false/state.json] for collection 
[MoveReplicaHDFSTest_coll_false] has occurred - updating... (live nodes size: 
[5])
   [junit4]   2> 747858 INFO  
(zkCallback-2730-thread-1-processing-n:127.0.0.1:36661_solr) 
[n:127.0.0.1:36661_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/MoveReplicaHDFSTest_coll_false/state.json] for collection 
[MoveReplicaHDFSTest_coll_false] has occurred - updating... (live nodes size: 
[5])
   [junit4]   2> 748908 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.3.0
   [junit4]   2> 748909 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.3.0
   [junit4]   2> 749078 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.3.0
   [junit4]   2> 749130 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.s.IndexSchema 
[MoveReplicaHDFSTest_coll_false_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 749150 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.s.IndexSchema 
[MoveReplicaHDFSTest_coll_false_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 749185 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 749185 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.CoreContainer 
Creating SolrCore 'MoveReplicaHDFSTest_coll_false_shard1_replica_n1' using 
configuration from collection MoveReplicaHDFSTest_coll_false, trusted=true
   [junit4]   2> 749185 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 
'solr_40031.solr.core.MoveReplicaHDFSTest_coll_false.shard1.replica_n1' 
(registry 'solr.core.MoveReplicaHDFSTest_coll_false.shard1.replica_n1') enabled 
at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ff64b2d
   [junit4]   2> 749202 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 749202 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.c.CoreContainer 
Creating SolrCore 'MoveReplicaHDFSTest_coll_false_shard2_replica_n6' using 
configuration from collection MoveReplicaHDFSTest_coll_false, trusted=true
   [junit4]   2> 749221 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 
'solr_36661.solr.core.MoveReplicaHDFSTest_coll_false.shard2.replica_n6' 
(registry 'solr.core.MoveReplicaHDFSTest_coll_false.shard2.replica_n6') enabled 
at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ff64b2d
   [junit4]   2> 749235 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.s.IndexSchema 
[MoveReplicaHDFSTest_coll_false_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 749236 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 749237 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.c.CoreContainer 
Creating SolrCore 'MoveReplicaHDFSTest_coll_false_shard1_replica_n2' using 
configuration from collection MoveReplicaHDFSTest_coll_false, trusted=true
   [junit4]   2> 749281 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.3.0
   [junit4]   2> 749299 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 
'solr_43536.solr.core.MoveReplicaHDFSTest_coll_false.shard1.replica_n2' 
(registry 'solr.core.MoveReplicaHDFSTest_coll_false.shard1.replica_n2') enabled 
at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ff64b2d
   [junit4]   2> 749406 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://lucene2-us-west.apache.org:43094/data
   [junit4]   2> 749407 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 749407 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 749407 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.c.SolrCore 
[[MoveReplicaHDFSTest_coll_false_shard2_replica_n6] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AB624E6554A83B1-001/tempDir-001/node2/MoveReplicaHDFSTest_coll_false_shard2_replica_n6],
 
dataDir=[hdfs://lucene2-us-west.apache.org:43094/data/MoveReplicaHDFSTest_coll_false/core_node8/data/]
   [junit4]   2> 749425 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.s.IndexSchema 
[MoveReplicaHDFSTest_coll_false_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 749427 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 749427 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.c.CoreContainer 
Creating SolrCore 'MoveReplicaHDFSTest_coll_false_shard2_replica_n4' using 
configuration from collection MoveReplicaHDFSTest_coll_false, trusted=true
   [junit4]   2> 749457 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://lucene2-us-west.apache.org:43094/data/MoveReplicaHDFSTest_coll_false/core_node8/data/snapshot_metadata
   [junit4]   2> 749407 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://lucene2-us-west.apache.org:43094/data
   [junit4]   2> 749461 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 749461 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 749461 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.c.SolrCore 
[[MoveReplicaHDFSTest_coll_false_shard1_replica_n2] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AB624E6554A83B1-001/tempDir-001/node4/MoveReplicaHDFSTest_coll_false_shard1_replica_n2],
 
dataDir=[hdfs://lucene2-us-west.apache.org:43094/data/MoveReplicaHDFSTest_coll_false/core_node5/data/]
   [junit4]   2> 749463 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://lucene2-us-west.apache.org:43094/data/MoveReplicaHDFSTest_coll_false/core_node5/data/snapshot_metadata
   [junit4]   2> 749407 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://lucene2-us-west.apache.org:43094/data
   [junit4]   2> 749476 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 749476 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 749476 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.SolrCore 
[[MoveReplicaHDFSTest_coll_false_shard1_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AB624E6554A83B1-001/tempDir-001/node5/MoveReplicaHDFSTest_coll_false_shard1_replica_n1],
 
dataDir=[hdfs://lucene2-us-west.apache.org:43094/data/MoveReplicaHDFSTest_coll_false/core_node3/data/]
   [junit4]   2> 749477 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://lucene2-us-west.apache.org:43094/data/MoveReplicaHDFSTest_coll_false/core_node3/data/snapshot_metadata
   [junit4]   2> 749513 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 
'solr_39132.solr.core.MoveReplicaHDFSTest_coll_false.shard2.replica_n4' 
(registry 'solr.core.MoveReplicaHDFSTest_coll_false.shard2.replica_n4') enabled 
at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ff64b2d
   [junit4]   2> 749513 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://lucene2-us-west.apache.org:43094/data
   [junit4]   2> 749513 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 749513 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 749513 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.c.SolrCore 
[[MoveReplicaHDFSTest_coll_false_shard2_replica_n4] ] Opening new SolrCore at 
[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-7.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_AB624E6554A83B1-001/tempDir-001/node1/MoveReplicaHDFSTest_coll_false_shard2_replica_n4],
 
dataDir=[hdfs://lucene2-us-west.apache.org:43094/data/MoveReplicaHDFSTest_coll_false/core_node7/data/]
   [junit4]   2> 749515 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://lucene2-us-west.apache.org:43094/data/MoveReplicaHDFSTest_coll_false/core_node7/data/snapshot_metadata
   [junit4]   2> 750352 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://lucene2-us-west.apache.org:43094/data/MoveReplicaHDFSTest_coll_false/core_node5/data
   [junit4]   2> 750368 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://lucene2-us-west.apache.org:43094/data/MoveReplicaHDFSTest_coll_false/core_node8/data
   [junit4]   2> 750388 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://lucene2-us-west.apache.org:43094/data/MoveReplicaHDFSTest_coll_false/core_node7/data
   [junit4]   2> 750404 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://lucene2-us-west.apache.org:43094/data/MoveReplicaHDFSTest_coll_false/core_node3/data
   [junit4]   2> 750838 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://lucene2-us-west.apache.org:43094/data/MoveReplicaHDFSTest_coll_false/core_node7/data/index
   [junit4]   2> 750982 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://lucene2-us-west.apache.org:43094/data/MoveReplicaHDFSTest_coll_false/core_node8/data/index
   [junit4]   2> 751001 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://lucene2-us-west.apache.org:43094/data/MoveReplicaHDFSTest_coll_false/core_node5/data/index
   [junit4]   2> 751017 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://lucene2-us-west.apache.org:43094/data/MoveReplicaHDFSTest_coll_false/core_node3/data/index
   [junit4]   2> 753507 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39952 is added to 
blk_1073741826_1002{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-00780350-fee4-4697-a690-ccb49efe2d38:NORMAL:127.0.0.1:46656|RBW],
 
ReplicaUC[[DISK]DS-516b57da-c28a-474f-a614-534b9bc573ac:NORMAL:127.0.0.1:39952|RBW]]}
 size 69
   [junit4]   2> 753518 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39952 is added to 
blk_1073741825_1001{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-47421307-691b-4334-9216-6a465f55e30f:NORMAL:127.0.0.1:46656|RBW],
 
ReplicaUC[[DISK]DS-516b57da-c28a-474f-a614-534b9bc573ac:NORMAL:127.0.0.1:39952|RBW]]}
 size 69
   [junit4]   2> 753518 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39952 is added to 
blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-00780350-fee4-4697-a690-ccb49efe2d38:NORMAL:127.0.0.1:46656|RBW],
 
ReplicaUC[[DISK]DS-2cef07ab-0ad8-42cb-8599-b0262ac59fea:NORMAL:127.0.0.1:39952|RBW]]}
 size 69
   [junit4]   2> 753518 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:39952 is added to 
blk_1073741828_1004{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-2cef07ab-0ad8-42cb-8599-b0262ac59fea:NORMAL:127.0.0.1:39952|RBW],
 
ReplicaUC[[DISK]DS-47421307-691b-4334-9216-6a465f55e30f:NORMAL:127.0.0.1:46656|RBW]]}
 size 69
   [junit4]   2> 753518 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46656 is added to 
blk_1073741827_1003 size 69
   [junit4]   2> 753520 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46656 is added to 
blk_1073741826_1002 size 69
   [junit4]   2> 753520 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46656 is added to 
blk_1073741828_1004 size 69
   [junit4]   2> 753520 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46656 is added to 
blk_1073741825_1001 size 69
   [junit4]   2> 754357 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 754357 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 754357 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.u.HdfsUpdateLog 
Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 754402 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 754402 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 754424 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 754424 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 754402 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.u.HdfsUpdateLog 
Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 754462 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 754462 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 754462 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.u.HdfsUpdateLog 
Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 754523 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 754523 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 754523 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.u.HdfsUpdateLog 
Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 754539 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 754539 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 754646 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 754646 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 754646 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 754646 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 755114 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@5b968c81[MoveReplicaHDFSTest_coll_false_shard1_replica_n1] 
main]
   [junit4]   2> 755115 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 755116 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 755118 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.h.ReplicationHandler 
Commits will be reserved for 10000ms.
   [junit4]   2> 755119 INFO  
(searcherExecutor-1021-thread-1-processing-n:127.0.0.1:40031_solr 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1 s:shard1 
c:MoveReplicaHDFSTest_coll_false r:core_node3) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.SolrCore 
[MoveReplicaHDFSTest_coll_false_shard1_replica_n1] Registered new searcher 
Searcher@5b968c81[MoveReplicaHDFSTest_coll_false_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 755216 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.u.UpdateLog Could not 
find max version in index or recent updates, using new clock 1589235092600913920
   [junit4]   2> 755219 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@6b46fd60[MoveReplicaHDFSTest_coll_false_shard1_replica_n2] 
main]
   [junit4]   2> 755220 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 755416 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 755416 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.h.ReplicationHandler 
Commits will be reserved for 10000ms.
   [junit4]   2> 755517 INFO  (qtp1730891866-4865) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.u.UpdateLog Could not 
find max version in index or recent updates, using new clock 1589235092916535296
   [junit4]   2> 755533 INFO  
(searcherExecutor-1023-thread-1-processing-n:127.0.0.1:43536_solr 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2 s:shard1 
c:MoveReplicaHDFSTest_coll_false r:core_node5) [n:127.0.0.1:43536_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node5 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n2] o.a.s.c.SolrCore 
[MoveReplicaHDFSTest_coll_false_shard1_replica_n2] Registered new searcher 
Searcher@6b46fd60[MoveReplicaHDFSTest_coll_false_shard1_replica_n2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 755550 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 755550 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 755550 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.c.SyncStrategy Sync 
replicas to 
http://127.0.0.1:40031/solr/MoveReplicaHDFSTest_coll_false_shard1_replica_n1/
   [junit4]   2> 755550 INFO  (qtp1777383559-5146) [n:127.0.0.1:40031_solr 
c:MoveReplicaHDFSTest_coll_false s:shard1 r:core_node3 
x:MoveReplicaHDFSTest_coll_false_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: 
core=MoveReplicaHDFSTest_coll_false_shard1_replica_n1 
url=http://127.0.0.1:40031/solr START 
replicas=[http://127.0.0.1:43536/solr/MoveReplicaHDFSTest_coll_false_shard1_replica_n2/]
 nUpdates=100
   [junit4]   2> 755564 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@4d4335c9[MoveReplicaHDFSTest_coll_false_shard2_replica_n6] 
main]
   [junit4]   2> 755571 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@64a22c1f[MoveReplicaHDFSTest_coll_false_shard2_replica_n4] 
main]
   [junit4]   2> 755582 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 755582 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 755583 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.h.ReplicationHandler 
Commits will be reserved for 10000ms.
   [junit4]   2> 755583 INFO  (qtp1648286306-4891) [n:127.0.0.1:39132_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node7 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n4] o.a.s.u.UpdateLog Could not 
find max version in index or recent updates, using new clock 1589235092985741312
   [junit4]   2> 755598 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf1
   [junit4]   2> 755599 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 
x:MoveReplicaHDFSTest_coll_false_shard2_replica_n6] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 755599 INFO  (qtp25056794-4885) [n:127.0.0.1:36661_solr 
c:MoveReplicaHDFSTest_coll_false s:shard2 r:core_node8 x:Mov

[...truncated too long message...]

unnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unexpected 
exception while processing event: {
   [junit4]   2>   "id":"43b17f609e89T3w8aorybtxeeqtxepl0ek5xqn",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":74429625310857,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       74429625310857,
   [junit4]   2>       74478693966107,
   [junit4]   2>       74478696029707,
   [junit4]   2>       74428209896907,
   [junit4]   2>       74428212323957,
   [junit4]   2>       74478706067507,
   [junit4]   2>       74478711032457,
   [junit4]   2>       74428214381207,
   [junit4]   2>       74478700047407,
   [junit4]   2>       74428206593857,
   [junit4]   2>       74478691717657,
   [junit4]   2>       74478702038907,
   [junit4]   2>       74478704065807,
   [junit4]   2>       74428216398357,
   [junit4]   2>       74428204194357,
   [junit4]   2>       74478698022107],
   [junit4]   2>     "_enqueue_time_":74484170850957,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10136_solr",
   [junit4]   2>       "127.0.0.1:10140_solr",
   [junit4]   2>       "127.0.0.1:10139_solr",
   [junit4]   2>       "127.0.0.1:10130_solr",
   [junit4]   2>       "127.0.0.1:10133_solr",
   [junit4]   2>       "127.0.0.1:10141_solr",
   [junit4]   2>       "127.0.0.1:10144_solr",
   [junit4]   2>       "127.0.0.1:10131_solr",
   [junit4]   2>       "127.0.0.1:10145_solr",
   [junit4]   2>       "127.0.0.1:10134_solr",
   [junit4]   2>       "127.0.0.1:10137_solr",
   [junit4]   2>       "127.0.0.1:10142_solr",
   [junit4]   2>       "127.0.0.1:10138_solr",
   [junit4]   2>       "127.0.0.1:10132_solr",
   [junit4]   2>       "127.0.0.1:10135_solr",
   [junit4]   2>       "127.0.0.1:10143_solr"]}}
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:120)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:296)
   [junit4]   2>        ... 6 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unexpected 
exception executing operation: 
action=MOVEREPLICA&async=node_added_trigger/43b17f609e89T3w8aorybtxeeqtxepl0ek5xqn/0&waitForFinalState=true&collection=testNodeAdded&targetNode=127.0.0.1:10144_solr&inPlaceMove=true&replica=core_node104
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:110)
   [junit4]   2>        ... 7 more
   [junit4]   2> Caused by: java.io.IOException: 
java.util.concurrent.RejectedExecutionException: Task 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$9/90768378@439b3efe
 rejected from 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@776673af[Terminated,
 pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 402]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:443)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:80)
   [junit4]   2>        ... 7 more
   [junit4]   2> Caused by: java.util.concurrent.RejectedExecutionException: 
Task 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$9/90768378@439b3efe
 rejected from 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@776673af[Terminated,
 pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 402]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2063)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:830)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1379)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:173)
   [junit4]   2>        at 
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:134)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.submit(SimCloudManager.java:363)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:440)
   [junit4]   2>        ... 8 more
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, 
docValues:{}, maxPointsInLeafNode=971, maxMBSortInHeap=5.581669628045033, 
sim=RandomSimilarity(queryNorm=false): {}, locale=pt-BR, 
timezone=America/Costa_Rica
   [junit4]   2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 
1.8.0_152 (64-bit)/cpus=4,threads=1,free=262489928,total=523239424
   [junit4]   2> NOTE: All tests run in this JVM: [TestSkipOverseerOperations, 
ComputePlanActionTest, TestLegacyNumericUtils, TestCollectionAPIs, 
TestCharFilters, TestPointFields, FileBasedSpellCheckerTest, RuleEngineTest, 
TestAddFieldRealTimeGet, DistribJoinFromCollectionTest, 
CustomHighlightComponentTest, ZkStateReaderTest, TestTestInjection, 
TestSQLHandler, TestCoreDiscovery, TestHttpShardHandlerFactory, 
TestJsonFacetRefinement, IndexSchemaTest, TestSolrConfigHandlerConcurrent, 
TestStandardQParsers, BigEndianAscendingWordDeserializerTest, RecoveryZkTest, 
HttpTriggerListenerTest, MoveReplicaHDFSTest, 
TestTolerantUpdateProcessorRandomCloud, CheckHdfsIndexTest, 
CustomCollectionTest, DocValuesMissingTest, JSONWriterTest, TestConfigReload, 
SuggesterTest, UniqFieldsUpdateProcessorFactoryTest, ReplicationFactorTest, 
HdfsDirectoryFactoryTest, TestRealTimeGet, 
PreAnalyzedFieldManagedSchemaCloudTest, AddBlockUpdateTest, TestXmlQParser, 
TestLMJelinekMercerSimilarityFactory, MergeStrategyTest, TestPolicyCloud, 
TestManagedSchema, HdfsLockFactoryTest, CloudMLTQParserTest, 
TestDistribDocBasedVersion, TestHashPartitioner, DeleteStatusTest, 
DistributedQueryComponentCustomSortTest, CoreAdminRequestStatusTest, 
TestCustomDocTransformer, LeaderElectionTest, TestRandomRequestDistribution, 
BlockDirectoryTest, TestSolr4Spatial2, TestFieldCacheReopen, 
TestNumericTerms32, CdcrRequestHandlerTest, StatsComponentTest, 
OverseerStatusTest, DirectSolrSpellCheckerTest, DistanceUnitsTest, 
TestInPlaceUpdatesDistrib, TestConfigSets, ResponseHeaderTest, 
AnalyticsQueryTest, ChangedSchemaMergeTest, TestZkChroot, 
TestExactSharedStatsCache, WordBreakSolrSpellCheckerTest, 
TestSolrDeletionPolicy2, TestManagedResourceStorage, LoggingHandlerTest, 
V2StandaloneTest, FullSolrCloudDistribCmdsTest, TestPartialUpdateDeduplication, 
OverseerTest, TestGroupingSearch, DataDrivenBlockJoinTest, TestSearcherReuse, 
ClassificationUpdateProcessorTest, EchoParamsTest, MigrateRouteKeyTest, 
SharedFSAutoReplicaFailoverTest, BadComponentTest, AliasIntegrationTest, 
TestCoreContainer, SystemInfoHandlerTest, SuggesterWFSTTest, TestReload, 
IndexBasedSpellCheckerTest, TestRequestForwarding, DeleteNodeTest, 
TestSystemIdResolver, TestSchemaSimilarityResource, DirectSolrConnectionTest, 
TestManagedSynonymGraphFilterFactory, TestSearchPerf, 
DefaultValueUpdateProcessorTest, UnloadDistributedZkTest, TestTrie, 
TestCollectionsAPIViaSolrCloudCluster, RequiredFieldsTest, 
TestElisionMultitermQuery, TestUniqueKeyFieldResource, 
SegmentsInfoRequestHandlerTest, SolrCloudExampleTest, NodeLostTriggerTest, 
TestStressLiveNodes, JavabinLoaderTest, HdfsWriteToMultipleCollectionsTest, 
DistanceFunctionTest, SolrCloudReportersTest, TestDynamicLoading, 
CoreSorterTest, TestHdfsCloudBackupRestore, UUIDFieldTest, 
TimeRoutedAliasUpdateProcessorTest, TestLeaderInitiatedRecoveryThread, 
ChaosMonkeyNothingIsSafeTest, TestReplicationHandlerBackup, 
BasicDistributedZk2Test, AtomicUpdatesTest, 
TestOverriddenPrefixQueryForCustomFieldType, 
CollectionsAPIAsyncDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, 
LeaderElectionIntegrationTest, TestReplicationHandler, TestFaceting, 
DistributedSpellCheckComponentTest, DistributedTermsComponentTest, 
SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, 
TestFiltering, TestFunctionQuery, TestBadConfig, TestIndexSearcher, 
HighlighterTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, 
TestExtendedDismaxParser, CoreAdminHandlerTest, SolrRequestParserTest, 
DocValuesTest, SuggesterTSTTest, TestStressLucene, SpatialFilterTest, 
TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, 
SolrCoreCheckLockOnStartupTest, FieldMutatingUpdateProcessorTest, 
TestAtomicUpdateErrorCases, QueryEqualityTest, 
StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, 
TestRemoteStreaming, DocValuesMultiTest, TestSolrDeletionPolicy1, 
SolrInfoBeanTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, 
TestSurroundQueryParser, DisMaxRequestHandlerTest, 
TestReversedWildcardFilterFactory, TestQueryTypes, XmlUpdateRequestHandlerTest, 
RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, 
TestIndexingPerformance, MoreLikeThisHandlerTest, 
FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, 
IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, SolrPluginUtilsTest, 
TestJmxIntegration, ReturnFieldsTest, TestCSVResponseWriter, JsonLoaderTest, 
CSVRequestHandlerTest, SearchHandlerTest, TestLFUCache, 
AssignBackwardCompatibilityTest, CleanupOldIndexTest, CollectionsAPISolrJTest, 
DistribCursorPagingTest, HttpPartitionTest, MultiThreadedOCPTest, 
SSLMigrationTest, ShardSplitTest, TestClusterStateProvider, TestLargeCluster]
   [junit4] Completed [576/766 (3!)] on J2 in 36.73s, 4 tests, 1 failure, 1 
skipped <<< FAILURES!

[...truncated 48858 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to