Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20688/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  
org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup

Error Message:
 null Live Nodes: [127.0.0.1:37591_solr] Last available state: 
DocCollection(testRepFactor1LeaderStartup//collections/testRepFactor1LeaderStartup/state.json/4)={
   "pullReplicas":"0",   "replicationFactor":"1",   "shards":{"shard1":{       
"range":"80000000-7fffffff",       "state":"active",       
"replicas":{"core_node2":{           
"core":"testRepFactor1LeaderStartup_shard1_replica_n1",           
"base_url":"http://127.0.0.1:37591/solr";,           
"node_name":"127.0.0.1:37591_solr",           "state":"active",           
"type":"NRT",           "leader":"true"}}}},   "router":{"name":"compositeId"}, 
  "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"1",   
"tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: 
null
Live Nodes: [127.0.0.1:37591_solr]
Last available state: 
DocCollection(testRepFactor1LeaderStartup//collections/testRepFactor1LeaderStartup/state.json/4)={
  "pullReplicas":"0",
  "replicationFactor":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{"core_node2":{
          "core":"testRepFactor1LeaderStartup_shard1_replica_n1",
          "base_url":"http://127.0.0.1:37591/solr";,
          "node_name":"127.0.0.1:37591_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"1",
  "tlogReplicas":"0"}
        at 
__randomizedtesting.SeedInfo.seed([9D1F07242A8C7757:4A374AFC3B6C3EB9]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
        at 
org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup(TestCloudSearcherWarming.java:126)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess

Error Message:
0

Stack Trace:
java.lang.ArrayIndexOutOfBoundsException: 0
        at 
__randomizedtesting.SeedInfo.seed([9D1F07242A8C7757:494E646BFB324034]:0)
        at 
java.util.concurrent.CopyOnWriteArrayList.get(CopyOnWriteArrayList.java:387)
        at 
java.util.concurrent.CopyOnWriteArrayList.get(CopyOnWriteArrayList.java:396)
        at 
org.apache.solr.cloud.MiniSolrCloudCluster.getJettySolrRunner(MiniSolrCloudCluster.java:367)
        at 
org.apache.solr.cloud.TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess(TestCloudSearcherWarming.java:141)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest.testSimple

Error Message:
Error from server at https://127.0.0.1:33865/solr: create the collection time 
out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at https://127.0.0.1:33865/solr: create the collection time out:180s
        at 
__randomizedtesting.SeedInfo.seed([9D1F07242A8C7757:A5AC23DA0D7FA386]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1121)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:862)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195)
        at 
org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:67)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12521 lines...]
   [junit4] Suite: 
org.apache.solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest
   [junit4]   2> 1240493 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_9D1F07242A8C7757-001/init-core-data-001
   [junit4]   2> 1240493 WARN  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=42 numCloses=42
   [junit4]   2> 1240493 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1240494 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1240495 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_9D1F07242A8C7757-001/tempDir-001
   [junit4]   2> 1240495 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1240495 INFO  (Thread-8765) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1240495 INFO  (Thread-8765) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 1240496 ERROR (Thread-8765) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1240595 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.a.s.c.ZkTestServer start zk server on port:43741
   [junit4]   2> 1240601 INFO  (jetty-launcher-2358-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1240601 INFO  (jetty-launcher-2358-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1240606 INFO  (jetty-launcher-2358-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1240610 INFO  (jetty-launcher-2358-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4b4baaf9{/solr,null,AVAILABLE}
   [junit4]   2> 1240612 INFO  (jetty-launcher-2358-thread-3) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@5b50aa8a{SSL,[ssl, 
http/1.1]}{127.0.0.1:43827}
   [junit4]   2> 1240612 INFO  (jetty-launcher-2358-thread-3) [    ] 
o.e.j.s.Server Started @1242094ms
   [junit4]   2> 1240612 INFO  (jetty-launcher-2358-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=43827}
   [junit4]   2> 1240613 ERROR (jetty-launcher-2358-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1240613 INFO  (jetty-launcher-2358-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 1240613 INFO  (jetty-launcher-2358-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1240613 INFO  (jetty-launcher-2358-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 1240613 INFO  (jetty-launcher-2358-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-10-17T20:12:37.755Z
   [junit4]   2> 1240619 INFO  (jetty-launcher-2358-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1de5717d{/solr,null,AVAILABLE}
   [junit4]   2> 1240620 INFO  (jetty-launcher-2358-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@8494290{/solr,null,AVAILABLE}
   [junit4]   2> 1240620 INFO  (jetty-launcher-2358-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@12419c43{SSL,[ssl, 
http/1.1]}{127.0.0.1:35779}
   [junit4]   2> 1240620 INFO  (jetty-launcher-2358-thread-2) [    ] 
o.e.j.s.Server Started @1242102ms
   [junit4]   2> 1240620 INFO  (jetty-launcher-2358-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=35779}
   [junit4]   2> 1240620 INFO  (jetty-launcher-2358-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@3c88d82e{SSL,[ssl, 
http/1.1]}{127.0.0.1:33865}
   [junit4]   2> 1240621 INFO  (jetty-launcher-2358-thread-1) [    ] 
o.e.j.s.Server Started @1242103ms
   [junit4]   2> 1240621 INFO  (jetty-launcher-2358-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=33865}
   [junit4]   2> 1240621 ERROR (jetty-launcher-2358-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1240621 INFO  (jetty-launcher-2358-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 1240622 INFO  (jetty-launcher-2358-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1240622 INFO  (jetty-launcher-2358-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 1240622 INFO  (jetty-launcher-2358-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-10-17T20:12:37.764Z
   [junit4]   2> 1240623 ERROR (jetty-launcher-2358-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1240623 INFO  (jetty-launcher-2358-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 1240623 INFO  (jetty-launcher-2358-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1240623 INFO  (jetty-launcher-2358-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 1240623 INFO  (jetty-launcher-2358-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-10-17T20:12:37.765Z
   [junit4]   2> 1240626 INFO  (jetty-launcher-2358-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1240627 INFO  (jetty-launcher-2358-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1240631 INFO  (jetty-launcher-2358-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1240631 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15f2bf771860002, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1240634 INFO  (jetty-launcher-2358-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43741/solr
   [junit4]   2> 1240641 INFO  (jetty-launcher-2358-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43741/solr
   [junit4]   2> 1240642 INFO  (jetty-launcher-2358-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43741/solr
   [junit4]   2> 1240726 INFO  (jetty-launcher-2358-thread-3) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1240730 INFO  (jetty-launcher-2358-thread-3) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:43827_solr
   [junit4]   2> 1240730 INFO  (jetty-launcher-2358-thread-3) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.Overseer Overseer 
(id=98846058586963973-127.0.0.1:43827_solr-n_0000000000) starting
   [junit4]   2> 1240736 INFO  (jetty-launcher-2358-thread-2) 
[n:127.0.0.1:35779_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1240736 INFO  (jetty-launcher-2358-thread-1) 
[n:127.0.0.1:33865_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1240737 INFO  (jetty-launcher-2358-thread-1) 
[n:127.0.0.1:33865_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:33865_solr
   [junit4]   2> 1240748 INFO  
(zkCallback-2374-thread-1-processing-n:127.0.0.1:35779_solr) 
[n:127.0.0.1:35779_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1240749 INFO  
(zkCallback-2368-thread-1-processing-n:127.0.0.1:43827_solr) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1240749 DEBUG 
(OverseerAutoScalingTriggerThread-98846058586963973-127.0.0.1:43827_solr-n_0000000000)
 [n:127.0.0.1:43827_solr    ] o.a.s.c.a.OverseerTriggerThread Adding 
.autoAddReplicas trigger
   [junit4]   2> 1240749 INFO  
(zkCallback-2377-thread-1-processing-n:127.0.0.1:33865_solr) 
[n:127.0.0.1:33865_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1240749 DEBUG 
(OverseerAutoScalingTriggerThread-98846058586963973-127.0.0.1:43827_solr-n_0000000000)
 [n:127.0.0.1:43827_solr    ] o.a.s.c.a.OverseerTriggerThread Refreshing 
/autoscaling.json with znode version 1
   [junit4]   2> 1240749 INFO  (jetty-launcher-2358-thread-3) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:43827_solr
   [junit4]   2> 1240749 INFO  (jetty-launcher-2358-thread-2) 
[n:127.0.0.1:35779_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:35779_solr
   [junit4]   2> 1240750 DEBUG 
(OverseerAutoScalingTriggerThread-98846058586963973-127.0.0.1:43827_solr-n_0000000000)
 [n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: 
[127.0.0.1:33865_solr]
   [junit4]   2> 1240750 DEBUG 
(OverseerAutoScalingTriggerThread-98846058586963973-127.0.0.1:43827_solr-n_0000000000)
 [n:127.0.0.1:43827_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1240750 DEBUG 
(OverseerAutoScalingTriggerThread-98846058586963973-127.0.0.1:43827_solr-n_0000000000)
 [n:127.0.0.1:43827_solr    ] o.a.s.c.a.OverseerTriggerThread Processed trigger 
updates upto znodeVersion 1
   [junit4]   2> 1240754 INFO  
(zkCallback-2377-thread-1-processing-n:127.0.0.1:33865_solr) 
[n:127.0.0.1:33865_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (3)
   [junit4]   2> 1240754 INFO  
(zkCallback-2374-thread-1-processing-n:127.0.0.1:35779_solr) 
[n:127.0.0.1:35779_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (3)
   [junit4]   2> 1240754 INFO  
(zkCallback-2368-thread-1-processing-n:127.0.0.1:43827_solr) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (3)
   [junit4]   2> 1240766 DEBUG 
(OverseerAutoScalingTriggerThread-98846058586963973-127.0.0.1:43827_solr-n_0000000000)
 [n:127.0.0.1:43827_solr    ] o.a.s.c.a.OverseerTriggerThread -- clean old 
nodeAdded markers
   [junit4]   2> 1240767 DEBUG 
(OverseerAutoScalingTriggerThread-98846058586963973-127.0.0.1:43827_solr-n_0000000000)
 [n:127.0.0.1:43827_solr    ] o.a.s.c.a.OverseerTriggerThread Current 
znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1240767 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1240811 INFO  (jetty-launcher-2358-thread-1) 
[n:127.0.0.1:33865_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33865.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@18cebd20
   [junit4]   2> 1240814 INFO  (jetty-launcher-2358-thread-2) 
[n:127.0.0.1:35779_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35779.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@18cebd20
   [junit4]   2> 1240819 INFO  (jetty-launcher-2358-thread-3) 
[n:127.0.0.1:43827_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43827.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@18cebd20
   [junit4]   2> 1240820 INFO  (jetty-launcher-2358-thread-1) 
[n:127.0.0.1:33865_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33865.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@18cebd20
   [junit4]   2> 1240820 INFO  (jetty-launcher-2358-thread-1) 
[n:127.0.0.1:33865_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33865.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@18cebd20
   [junit4]   2> 1240822 INFO  (jetty-launcher-2358-thread-1) 
[n:127.0.0.1:33865_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_9D1F07242A8C7757-001/tempDir-001/node1/.
   [junit4]   2> 1240823 INFO  (jetty-launcher-2358-thread-2) 
[n:127.0.0.1:35779_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35779.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@18cebd20
   [junit4]   2> 1240823 INFO  (jetty-launcher-2358-thread-2) 
[n:127.0.0.1:35779_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_35779.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@18cebd20
   [junit4]   2> 1240824 INFO  (jetty-launcher-2358-thread-2) 
[n:127.0.0.1:35779_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_9D1F07242A8C7757-001/tempDir-001/node2/.
   [junit4]   2> 1240826 INFO  (jetty-launcher-2358-thread-3) 
[n:127.0.0.1:43827_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43827.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@18cebd20
   [junit4]   2> 1240827 INFO  (jetty-launcher-2358-thread-3) 
[n:127.0.0.1:43827_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43827.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@18cebd20
   [junit4]   2> 1240828 INFO  (jetty-launcher-2358-thread-3) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_9D1F07242A8C7757-001/tempDir-001/node3/.
   [junit4]   2> 1240894 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1240894 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43741/solr ready
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1240944 WARN  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried 
hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 1240947 WARN  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1240948 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 1240955 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.m.log Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs
 to ./temp/Jetty_localhost_localdomain_34671_hdfs____.tcbdsn/webapp
   [junit4]   2> 1241381 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:34671
   [junit4]   2> 1241449 WARN  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1241450 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 1241461 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.m.log Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_38673_datanode____.a1zf0/webapp
   [junit4]   2> 1241958 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1242293 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:38673
   [junit4]   2> 1242324 WARN  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1242325 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.m.log jetty-6.1.26
   [junit4]   2> 1242334 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.m.log Extract 
jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode
 to ./temp/Jetty_localhost_45389_datanode____66vt16/webapp
   [junit4]   2> 1242399 ERROR (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_9D1F07242A8C7757-001/tempDir-002/hdfsBaseDir/data/data1/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_9D1F07242A8C7757-001/tempDir-002/hdfsBaseDir/data/data2/]]
  heartbeating to localhost.localdomain/127.0.0.1:42599) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 1242405 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0xee2ca75fa9323: from storage 
DS-6c584ea4-53c0-4edd-b912-431ad6692288 node 
DatanodeRegistration(127.0.0.1:35209, 
datanodeUuid=ee8dbc48-41c2-4e75-bdc7-41abe14df3c5, infoPort=45077, 
infoSecurePort=0, ipcPort=40445, 
storageInfo=lv=-56;cid=testClusterID;nsid=1064805698;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 1 msecs
   [junit4]   2> 1242405 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0xee2ca75fa9323: from storage 
DS-a9ab932a-9b11-4db9-b741-2eae59ca6eb8 node 
DatanodeRegistration(127.0.0.1:35209, 
datanodeUuid=ee8dbc48-41c2-4e75-bdc7-41abe14df3c5, infoPort=45077, 
infoSecurePort=0, ipcPort=40445, 
storageInfo=lv=-56;cid=testClusterID;nsid=1064805698;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 1242801 INFO  
(SUITE-HdfsAutoAddReplicasIntegrationTest-seed#[9D1F07242A8C7757]-worker) [    
] o.m.log Started 
HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45389
   [junit4]   2> 1242917 ERROR (DataNode: 
[[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_9D1F07242A8C7757-001/tempDir-002/hdfsBaseDir/data/data3/,
 
[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_9D1F07242A8C7757-001/tempDir-002/hdfsBaseDir/data/data4/]]
  heartbeating to localhost.localdomain/127.0.0.1:42599) [    ] 
o.a.h.h.s.d.DirectoryScanner 
dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 
ms/sec. Assuming default value of 1000
   [junit4]   2> 1242941 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0xee2ca95589561: from storage 
DS-aa6a55d0-f436-4e36-a95e-68c228664227 node 
DatanodeRegistration(127.0.0.1:33823, 
datanodeUuid=56d8b9db-d33f-4bf3-bf2f-c1a0d96485e8, infoPort=37431, 
infoSecurePort=0, ipcPort=43281, 
storageInfo=lv=-56;cid=testClusterID;nsid=1064805698;c=0), blocks: 0, 
hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 1242941 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* processReport 0xee2ca95589561: from storage 
DS-634ba296-6b00-48c3-808b-168e681a7894 node 
DatanodeRegistration(127.0.0.1:33823, 
datanodeUuid=56d8b9db-d33f-4bf3-bf2f-c1a0d96485e8, infoPort=37431, 
infoSecurePort=0, ipcPort=43281, 
storageInfo=lv=-56;cid=testClusterID;nsid=1064805698;c=0), blocks: 0, 
hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 1242959 DEBUG (ScheduledTrigger-3220-thread-2) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1243078 INFO  
(TEST-HdfsAutoAddReplicasIntegrationTest.testSimple-seed#[9D1F07242A8C7757]) [  
  ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
   [junit4]   2> 1243117 INFO  (qtp593359938-16673) [n:127.0.0.1:33865_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:33865_solr,127.0.0.1:43827_solr&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1243121 INFO  
(OverseerThreadFactory-3222-thread-1-processing-n:127.0.0.1:43827_solr) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
testSimple1
   [junit4]   2> 1243229 INFO  
(OverseerStateUpdate-98846058586963973-127.0.0.1:43827_solr-n_0000000000) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:43827/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1243230 INFO  
(OverseerStateUpdate-98846058586963973-127.0.0.1:43827_solr-n_0000000000) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testSimple1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33865/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1243232 INFO  
(OverseerStateUpdate-98846058586963973-127.0.0.1:43827_solr-n_0000000000) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:43827/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1243233 INFO  
(OverseerStateUpdate-98846058586963973-127.0.0.1:43827_solr-n_0000000000) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testSimple1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testSimple1_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33865/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1243458 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1243458 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 1243463 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1243484 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1243484 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 1243505 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1243607 INFO  
(zkCallback-2377-thread-1-processing-n:127.0.0.1:33865_solr) 
[n:127.0.0.1:33865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 1243607 INFO  
(zkCallback-2368-thread-1-processing-n:127.0.0.1:43827_solr) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 1243607 INFO  
(zkCallback-2368-thread-2-processing-n:127.0.0.1:43827_solr) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 1243959 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1244472 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1244511 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1244513 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 1244519 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 1244521 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1244521 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1244521 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using 
configuration from collection testSimple1, trusted=true
   [junit4]   2> 1244521 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using 
configuration from collection testSimple1, trusted=true
   [junit4]   2> 1244522 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33865.solr.core.testSimple1.shard2.replica_n6' (registry 
'solr.core.testSimple1.shard2.replica_n6') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@18cebd20
   [junit4]   2> 1244522 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_33865.solr.core.testSimple1.shard1.replica_n2' (registry 
'solr.core.testSimple1.shard1.replica_n2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@18cebd20
   [junit4]   2> 1244524 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1244524 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1244551 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1244552 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 1244552 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost.localdomain:42599/data
   [junit4]   2> 1244552 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1244553 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1244553 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1244553 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using 
configuration from collection testSimple1, trusted=true
   [junit4]   2> 1244553 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43827.solr.core.testSimple1.shard1.replica_n1' (registry 
'solr.core.testSimple1.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@18cebd20
   [junit4]   2> 1244554 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost.localdomain:42599/data
   [junit4]   2> 1244554 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1244554 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1244554 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost.localdomain:42599/data
   [junit4]   2> 1244554 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_9D1F07242A8C7757-001/tempDir-001/node1/testSimple1_shard2_replica_n6],
 dataDir=[hdfs://localhost.localdomain:42599/data/testSimple1/core_node8/data/]
   [junit4]   2> 1244554 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1244554 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1244554 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1244554 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using 
configuration from collection testSimple1, trusted=true
   [junit4]   2> 1244554 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_9D1F07242A8C7757-001/tempDir-001/node3/testSimple1_shard1_replica_n1],
 dataDir=[hdfs://localhost.localdomain:42599/data/testSimple1/core_node3/data/]
   [junit4]   2> 1244554 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_43827.solr.core.testSimple1.shard2.replica_n4' (registry 
'solr.core.testSimple1.shard2.replica_n4') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@18cebd20
   [junit4]   2> 1244555 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.c.HdfsDirectoryFactory 
solr.hdfs.home=hdfs://localhost.localdomain:42599/data
   [junit4]   2> 1244555 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1244555 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1244555 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_9D1F07242A8C7757-001/tempDir-001/node3/testSimple1_shard2_replica_n4],
 dataDir=[hdfs://localhost.localdomain:42599/data/testSimple1/core_node7/data/]
   [junit4]   2> 1244555 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:42599/data/testSimple1/core_node8/data/snapshot_metadata
   [junit4]   2> 1244556 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:42599/data/testSimple1/core_node3/data/snapshot_metadata
   [junit4]   2> 1244556 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:42599/data/testSimple1/core_node7/data/snapshot_metadata
   [junit4]   2> 1244563 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.HdfsAutoAddReplicasIntegrationTest_9D1F07242A8C7757-001/tempDir-001/node1/testSimple1_shard1_replica_n2],
 dataDir=[hdfs://localhost.localdomain:42599/data/testSimple1/core_node5/data/]
   [junit4]   2> 1244564 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:42599/data/testSimple1/core_node5/data/snapshot_metadata
   [junit4]   2> 1244602 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:42599/data/testSimple1/core_node8/data
   [junit4]   2> 1244602 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:42599/data/testSimple1/core_node3/data
   [junit4]   2> 1244605 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:42599/data/testSimple1/core_node7/data
   [junit4]   2> 1244610 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:42599/data/testSimple1/core_node5/data
   [junit4]   2> 1244617 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:42599/data/testSimple1/core_node8/data/index
   [junit4]   2> 1244624 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:42599/data/testSimple1/core_node7/data/index
   [junit4]   2> 1244645 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:42599/data/testSimple1/core_node3/data/index
   [junit4]   2> 1244648 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.HdfsDirectoryFactory creating directory factory for path 
hdfs://localhost.localdomain:42599/data/testSimple1/core_node5/data/index
   [junit4]   2> 1244709 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35209 is added to 
blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-634ba296-6b00-48c3-808b-168e681a7894:NORMAL:127.0.0.1:33823|RBW],
 
ReplicaUC[[DISK]DS-6c584ea4-53c0-4edd-b912-431ad6692288:NORMAL:127.0.0.1:35209|FINALIZED]]}
 size 0
   [junit4]   2> 1244709 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33823 is added to 
blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-634ba296-6b00-48c3-808b-168e681a7894:NORMAL:127.0.0.1:33823|RBW],
 
ReplicaUC[[DISK]DS-6c584ea4-53c0-4edd-b912-431ad6692288:NORMAL:127.0.0.1:35209|FINALIZED]]}
 size 0
   [junit4]   2> 1244751 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33823 is added to 
blk_1073741827_1003{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-a9ab932a-9b11-4db9-b741-2eae59ca6eb8:NORMAL:127.0.0.1:35209|RBW],
 
ReplicaUC[[DISK]DS-634ba296-6b00-48c3-808b-168e681a7894:NORMAL:127.0.0.1:33823|RBW]]}
 size 0
   [junit4]   2> 1244752 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35209 is added to 
blk_1073741827_1003 size 72
   [junit4]   2> 1244764 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33823 is added to 
blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-aa6a55d0-f436-4e36-a95e-68c228664227:NORMAL:127.0.0.1:33823|RBW],
 
ReplicaUC[[DISK]DS-6c584ea4-53c0-4edd-b912-431ad6692288:NORMAL:127.0.0.1:35209|RBW]]}
 size 0
   [junit4]   2> 1244766 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35209 is added to 
blk_1073741826_1002 size 72
   [junit4]   2> 1244830 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1244831 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1244831 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 1244840 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1244840 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1244841 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1244841 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1244842 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 1244842 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1244842 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1244842 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 1244842 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33823 is added to 
blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-a9ab932a-9b11-4db9-b741-2eae59ca6eb8:NORMAL:127.0.0.1:35209|RBW],
 
ReplicaUC[[DISK]DS-aa6a55d0-f436-4e36-a95e-68c228664227:NORMAL:127.0.0.1:33823|RBW]]}
 size 0
   [junit4]   2> 1244842 INFO  (Block report processor) [    ] BlockStateChange 
BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:35209 is added to 
blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, 
primaryNodeIndex=-1, 
replicas=[ReplicaUC[[DISK]DS-a9ab932a-9b11-4db9-b741-2eae59ca6eb8:NORMAL:127.0.0.1:35209|RBW],
 
ReplicaUC[[DISK]DS-aa6a55d0-f436-4e36-a95e-68c228664227:NORMAL:127.0.0.1:33823|RBW]]}
 size 0
   [junit4]   2> 1244857 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1244857 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1244860 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1244860 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1244860 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@152649f6[testSimple1_shard2_replica_n6] main]
   [junit4]   2> 1244861 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 1244862 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1244863 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1244864 INFO  
(searcherExecutor-3230-thread-1-processing-n:127.0.0.1:33865_solr 
x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) 
[n:127.0.0.1:33865_solr c:testSimple1 s:shard2 r:core_node8 
x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore 
[testSimple1_shard2_replica_n6] Registered new searcher 
Searcher@152649f6[testSimple1_shard2_replica_n6] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1244864 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1581536941971603456
   [junit4]   2> 1244871 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1244872 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@50a89bce[testSimple1_shard1_replica_n2] main]
   [junit4]   2> 1244873 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 1244874 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1244876 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1244876 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1581536941984186368
   [junit4]   2> 1244878 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@6a545e31[testSimple1_shard2_replica_n4] main]
   [junit4]   2> 1244878 INFO  
(searcherExecutor-3229-thread-1-processing-n:127.0.0.1:33865_solr 
x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) 
[n:127.0.0.1:33865_solr c:testSimple1 s:shard1 r:core_node5 
x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore 
[testSimple1_shard1_replica_n2] Registered new searcher 
Searcher@50a89bce[testSimple1_shard1_replica_n2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1244879 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 1244879 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1244880 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1244881 INFO  
(searcherExecutor-3232-thread-1-processing-n:127.0.0.1:43827_solr 
x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) 
[n:127.0.0.1:43827_solr c:testSimple1 s:shard2 r:core_node7 
x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore 
[testSimple1_shard2_replica_n4] Registered new searcher 
Searcher@6a545e31[testSimple1_shard2_replica_n4] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1244881 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1244881 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1244881 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 1244881 INFO  (qtp594538740-16658) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1581536941989429248
   [junit4]   2> 1244882 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1244899 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1244899 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1244908 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@28143491[testSimple1_shard1_replica_n1] main]
   [junit4]   2> 1244913 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 1244914 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1244914 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1244915 INFO  (qtp594538740-16652) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1581536942025080832
   [junit4]   2> 1244916 INFO  
(searcherExecutor-3231-thread-1-processing-n:127.0.0.1:43827_solr 
x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) 
[n:127.0.0.1:43827_solr c:testSimple1 s:shard1 r:core_node3 
x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore 
[testSimple1_shard1_replica_n1] Registered new searcher 
Searcher@28143491[testSimple1_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1244963 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1244986 INFO  
(zkCallback-2377-thread-1-processing-n:127.0.0.1:33865_solr) 
[n:127.0.0.1:33865_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 1244986 INFO  
(zkCallback-2368-thread-2-processing-n:127.0.0.1:43827_solr) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 1244986 INFO  
(zkCallback-2368-thread-1-processing-n:127.0.0.1:43827_solr) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testSimple1/state.json] for collection [testSimple1] has 
occurred - updating... (live nodes size: [3])
   [junit4]   2> 1245372 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1245372 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1245372 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:33865/solr/testSimple1_shard2_replica_n6/
   [junit4]   2> 1245372 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 
url=https://127.0.0.1:33865/solr START 
replicas=[https://127.0.0.1:43827/solr/testSimple1_shard2_replica_n4/] 
nUpdates=100
   [junit4]   2> 1245379 INFO  (qtp594538740-16653) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] 
o.a.s.c.S.Request [testSimple1_shard2_replica_n4]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1245387 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1245387 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1245387 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:33865/solr/testSimple1_shard1_replica_n2/
   [junit4]   2> 1245387 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 
url=https://127.0.0.1:33865/solr START 
replicas=[https://127.0.0.1:43827/solr/testSimple1_shard1_replica_n1/] 
nUpdates=100
   [junit4]   2> 1245388 INFO  (qtp594538740-16977) [n:127.0.0.1:43827_solr 
c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] 
o.a.s.c.S.Request [testSimple1_shard1_replica_n1]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 1245673 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 
url=https://127.0.0.1:33865/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1245673 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the 
next candidate
   [junit4]   2> 1245673 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1245673 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 1245675 INFO  (qtp593359938-16671) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:33865/solr/testSimple1_shard2_replica_n6/ shard2
   [junit4]   2> 1245687 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n2 
url=https://127.0.0.1:33865/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1245687 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the 
next candidate
   [junit4]   2> 1245687 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1245687 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 1245689 INFO  (qtp593359938-16672) [n:127.0.0.1:33865_solr 
c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:33865/solr/testSimple1_shard1_replica_n2/ shard1
   [junit4]   2> 1245963 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1246963 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1247963 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1248963 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1249964 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1250964 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1251964 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1252964 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1253965 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1254965 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1255968 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1256969 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1257969 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1258969 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1259969 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1260970 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1261970 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1262971 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1263971 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1264971 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1265971 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1266971 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1267972 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1268972 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1269972 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1270972 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1271972 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1272972 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1273972 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1274973 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1275973 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1276973 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1277973 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1278973 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1279973 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1280974 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1281974 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1282974 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1283974 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1284974 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1285974 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1286975 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1287975 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1288975 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1289975 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1290975 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1291975 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1292976 DEBUG (ScheduledTrigger-3220-thread-1) 
[n:127.0.0.1:43827_solr    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: 
.auto_add_replicas with currently live nodes: [127.0.0.1:35779_solr, 
127.0.0.1:33865_solr, 127.0.0.1:43827_solr]
   [junit4]   2> 1293976 DEBUG (S

[...truncated too long message...]

 (zkCallback-3599-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes 
from ZooKeeper... (1) -> (0)
   [junit4]   2> 2634527 INFO  
(TEST-TestCloudSearcherWarming.testRepFactor1LeaderStartup-seed#[9D1F07242A8C7757])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testRepFactor1LeaderStartup
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestCloudSearcherWarming -Dtests.method=testRepFactor1LeaderStartup 
-Dtests.seed=9D1F07242A8C7757 -Dtests.multiplier=3 -Dtests.slow=true 
-Dtests.locale=sk -Dtests.timezone=America/Araguaina -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] FAILURE 93.1s J2 | 
TestCloudSearcherWarming.testRepFactor1LeaderStartup <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: 
   [junit4]    > null
   [junit4]    > Live Nodes: [127.0.0.1:37591_solr]
   [junit4]    > Last available state: 
DocCollection(testRepFactor1LeaderStartup//collections/testRepFactor1LeaderStartup/state.json/4)={
   [junit4]    >   "pullReplicas":"0",
   [junit4]    >   "replicationFactor":"1",
   [junit4]    >   "shards":{"shard1":{
   [junit4]    >       "range":"80000000-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{"core_node2":{
   [junit4]    >           
"core":"testRepFactor1LeaderStartup_shard1_replica_n1",
   [junit4]    >           "base_url":"http://127.0.0.1:37591/solr";,
   [junit4]    >           "node_name":"127.0.0.1:37591_solr",
   [junit4]    >           "state":"active",
   [junit4]    >           "type":"NRT",
   [junit4]    >           "leader":"true"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1",
   [junit4]    >   "autoAddReplicas":"false",
   [junit4]    >   "nrtReplicas":"1",
   [junit4]    >   "tlogReplicas":"0"}
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([9D1F07242A8C7757:4A374AFC3B6C3EB9]:0)
   [junit4]    >        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
   [junit4]    >        at 
org.apache.solr.cloud.TestCloudSearcherWarming.testRepFactor1LeaderStartup(TestCloudSearcherWarming.java:126)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2634529 INFO  
(TEST-TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess-seed#[9D1F07242A8C7757])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testPeersyncFailureReplicationSuccess
   [junit4]   2> 2634529 INFO  
(TEST-TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess-seed#[9D1F07242A8C7757])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testPeersyncFailureReplicationSuccess
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestCloudSearcherWarming 
-Dtests.method=testPeersyncFailureReplicationSuccess 
-Dtests.seed=9D1F07242A8C7757 -Dtests.multiplier=3 -Dtests.slow=true 
-Dtests.locale=sk -Dtests.timezone=America/Araguaina -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | 
TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess <<<
   [junit4]    > Throwable #1: java.lang.ArrayIndexOutOfBoundsException: 0
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([9D1F07242A8C7757:494E646BFB324034]:0)
   [junit4]    >        at 
java.util.concurrent.CopyOnWriteArrayList.get(CopyOnWriteArrayList.java:387)
   [junit4]    >        at 
java.util.concurrent.CopyOnWriteArrayList.get(CopyOnWriteArrayList.java:396)
   [junit4]    >        at 
org.apache.solr.cloud.MiniSolrCloudCluster.getJettySolrRunner(MiniSolrCloudCluster.java:367)
   [junit4]    >        at 
org.apache.solr.cloud.TestCloudSearcherWarming.testPeersyncFailureReplicationSuccess(TestCloudSearcherWarming.java:141)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2634530 ERROR 
(SUITE-TestCloudSearcherWarming-seed#[9D1F07242A8C7757]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2634531 INFO  
(SUITE-TestCloudSearcherWarming-seed#[9D1F07242A8C7757]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:39301 39301
   [junit4]   2> 2639561 INFO  (Thread-10285) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:39301 39301
   [junit4]   2> 2639561 WARN  (Thread-10285) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        2       /solr/aliases.json
   [junit4]   2>        2       
/solr/configs/testRepFactor1LeaderStartup/managed-schema
   [junit4]   2>        2       /solr/clusterprops.json
   [junit4]   2>        2       /solr/configs/testRepFactor1LeaderStartup
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        7       
/solr/collections/testRepFactor1LeaderStartup/state.json
   [junit4]   2>        2       /solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        2       /solr/live_nodes
   [junit4]   2>        2       /solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudSearcherWarming_9D1F07242A8C7757-001
   [junit4]   2> NOTE: test params are: 
codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION,
 chunkSize=7, maxDocsPerChunk=2, blockSize=1), 
termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION,
 chunkSize=7, blockSize=1)), sim=RandomSimilarity(queryNorm=false): {}, 
locale=sk, timezone=America/Araguaina
   [junit4]   2> NOTE: Linux 4.10.0-33-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=8,threads=1,free=157108688,total=520093696
   [junit4]   2> NOTE: All tests run in this JVM: [TestShortCircuitedRequests, 
DeleteInactiveReplicaTest, JavabinLoaderTest, TestOnReconnectListenerSupport, 
SearchHandlerTest, GraphQueryTest, FacetPivotSmallTest, TestJmxIntegration, 
TestEmbeddedSolrServerConstructors, DistribCursorPagingTest, 
TestRebalanceLeaders, HdfsTlogReplayBufferedWhileIndexingTest, 
TestSolrCloudWithHadoopAuthPlugin, SimplePostToolTest, MinimalSchemaTest, 
HdfsRestartWhileUpdatingTest, AtomicUpdatesTest, TestCorePropertiesReload, 
MoveReplicaTest, LeaderElectionTest, TestLeaderElectionWithEmptyReplica, 
TestDFISimilarityFactory, TestSchemalessBufferedUpdates, DistributedQueueTest, 
HdfsLockFactoryTest, V2ApiIntegrationTest, TestMaxScoreQueryParser, 
CheckHdfsIndexTest, DateFieldTest, ResponseHeaderTest, TestSmileRequest, 
ZkFailoverTest, PolyFieldTest, OverseerModifyCollectionTest, 
AutoScalingHandlerTest, SolrJmxReporterCloudTest, TestDFRSimilarityFactory, 
RemoteQueryErrorTest, TestZkChroot, CollectionStateFormat2Test, 
FullSolrCloudDistribCmdsTest, TestSimpleTextCodec, 
TestPullReplicaErrorHandling, NodeLostTriggerTest, 
DistributedQueryComponentCustomSortTest, TestImplicitCoreProperties, 
SolrInfoBeanTest, NumericFieldsTest, TestSolrCloudWithDelegationTokens, 
TestReversedWildcardFilterFactory, OverseerTest, TriggerIntegrationTest, 
TestSha256AuthenticationProvider, NotRequiredUniqueKeyTest, 
LeaderElectionContextKeyTest, ForceLeaderTest, TimeZoneUtilsTest, 
RequiredFieldsTest, TestCloudManagedSchema, CircularListTest, 
DateMathParserTest, TestNoOpRegenerator, TestChildDocTransformer, 
TestStressReorder, DistributedFacetExistsSmallTest, ConnectionManagerTest, 
TestHdfsBackupRestoreCore, DirectoryFactoryTest, CopyFieldTest, StressHdfsTest, 
PathHierarchyTokenizerFactoryTest, DeleteReplicaTest, TestRecovery, 
SaslZkACLProviderTest, TestRestManager, TestExportWriter, 
HdfsAutoAddReplicasIntegrationTest, DataDrivenBlockJoinTest, 
TestSolrDeletionPolicy2, CollectionsAPISolrJTest, PingRequestHandlerTest, 
ZkStateWriterTest, SolrCoreCheckLockOnStartupTest, TestRestoreCore, 
UniqFieldsUpdateProcessorFactoryTest, BadIndexSchemaTest, 
SolrCoreMetricManagerTest, StatsComponentTest, TestFreeTextSuggestions, 
TestMacroExpander, TestHttpShardHandlerFactory, TestSolrCLIRunExample, 
TestTrieFacet, BadCopyFieldTest, TestAnalyzeInfixSuggestions, 
TestFoldingMultitermQuery, TestLocalFSCloudBackupRestore, TestGroupingSearch, 
TestAuthorizationFramework, TestLFUCache, TestConfigSetImmutable, 
ResponseLogComponentTest, TestRawTransformer, SimpleCollectionCreateDeleteTest, 
URLClassifyProcessorTest, TestFieldSortValues, CleanupOldIndexTest, 
SmileWriterTest, TestReload, TestOrdValues, TestClusterProperties, 
TestApiFramework, RestartWhileUpdatingTest, TestMaxTokenLenTokenizer, 
DirectUpdateHandlerOptimizeTest, TestDistributedMissingSort, 
TestSchemaVersionResource, ClusterStateTest, ChaosMonkeySafeLeaderTest, 
BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest, 
RecoveryZkTest, ClusterStateUpdateTest, ZkSolrClientTest, ZkControllerTest, 
TestRangeQuery, TestCollationField, TestAnalyzedSuggestions, 
TestComponentsName, TestQuerySenderListener, MultiTermTest, TestDocSet, 
TestElisionMultitermQuery, OutputWriterTest, TestFuzzyAnalyzedSuggestions, 
TestPostingsSolrHighlighter, SpellPossibilityIteratorTest, TestCharFilters, 
SynonymTokenizerTest, TestSweetSpotSimilarityFactory, 
TestLMJelinekMercerSimilarityFactory, TestFastWriter, TestFastOutputStream, 
OpenExchangeRatesOrgProviderTest, PreAnalyzedFieldTest, TestUtils, 
SliceStateTest, SystemInfoHandlerTest, DistributedMLTComponentTest, 
SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, 
TestTolerantSearch, TestLuceneIndexBackCompat, TestEmbeddedSolrServerSchemaAPI, 
ConnectionReuseTest, AssignBackwardCompatibilityTest, 
DistribJoinFromCollectionTest, HttpPartitionTest, NodeMutatorTest, 
OutOfBoxZkACLAndCredentialsProvidersTest, OverseerRolesTest, 
OverseerStatusTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, 
SolrCLIZkUtilsTest, TestAuthenticationFramework, TestCloudDeleteByQuery, 
TestCloudInspectUtil, TestCloudPseudoReturnFields, TestCloudSearcherWarming]
   [junit4] Completed [550/745 (2!)] on J2 in 98.40s, 2 tests, 1 failure, 1 
error <<< FAILURES!

[...truncated 47829 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to