Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2012/

1 tests failed.
FAILED:  org.apache.solr.cloud.TestPullReplica.testKillLeader

Error Message:
Replica state not updated in cluster state null Live Nodes: 
[127.0.0.1:40750_solr, 127.0.0.1:60118_solr] Last available state: 
DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/6)={
   "pullReplicas":"1",   "replicationFactor":"1",   "shards":{"shard1":{       
"range":"80000000-7fffffff",       "state":"active",       "replicas":{         
"core_node1":{           
"core":"pull_replica_test_kill_leader_shard1_replica_n1",           
"base_url":"https://127.0.0.1:60118/solr";,           
"node_name":"127.0.0.1:60118_solr",           "state":"down",           
"type":"NRT",           "leader":"true"},         "core_node2":{           
"core":"pull_replica_test_kill_leader_shard1_replica_p1",           
"base_url":"https://127.0.0.1:40750/solr";,           
"node_name":"127.0.0.1:40750_solr",           "state":"active",           
"type":"PULL"}}}},   "router":{"name":"compositeId"},   
"maxShardsPerNode":"100",   "autoAddReplicas":"false",   "nrtReplicas":"1",   
"tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Replica state not updated in cluster state
null
Live Nodes: [127.0.0.1:40750_solr, 127.0.0.1:60118_solr]
Last available state: 
DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/6)={
  "pullReplicas":"1",
  "replicationFactor":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "core":"pull_replica_test_kill_leader_shard1_replica_n1",
          "base_url":"https://127.0.0.1:60118/solr";,
          "node_name":"127.0.0.1:60118_solr",
          "state":"down",
          "type":"NRT",
          "leader":"true"},
        "core_node2":{
          "core":"pull_replica_test_kill_leader_shard1_replica_p1",
          "base_url":"https://127.0.0.1:40750/solr";,
          "node_name":"127.0.0.1:40750_solr",
          "state":"active",
          "type":"PULL"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"100",
  "autoAddReplicas":"false",
  "nrtReplicas":"1",
  "tlogReplicas":"0"}
        at 
__randomizedtesting.SeedInfo.seed([5FD44C514353DCCB:16C2B8E521E8489D]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
        at 
org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:401)
        at 
org.apache.solr.cloud.TestPullReplica.testKillLeader(TestPullReplica.java:290)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 10946 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestPullReplica
   [junit4]   2> Creating dataDir: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_5FD44C514353DCCB-001/init-core-data-001
   [junit4]   2> 86742 WARN  
(SUITE-TestPullReplica-seed#[5FD44C514353DCCB]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=19 numCloses=19
   [junit4]   2> 86742 INFO  
(SUITE-TestPullReplica-seed#[5FD44C514353DCCB]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 86743 INFO  
(SUITE-TestPullReplica-seed#[5FD44C514353DCCB]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 86746 INFO  
(SUITE-TestPullReplica-seed#[5FD44C514353DCCB]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_5FD44C514353DCCB-001/tempDir-001
   [junit4]   2> 86759 INFO  
(SUITE-TestPullReplica-seed#[5FD44C514353DCCB]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 86772 INFO  (Thread-125) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 86777 INFO  (Thread-125) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 86870 INFO  
(SUITE-TestPullReplica-seed#[5FD44C514353DCCB]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:56336
   [junit4]   2> 87021 ERROR (Thread-125) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 87083 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15d5b51cc7c0000, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 87122 INFO  (jetty-launcher-41-thread-1) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 87123 INFO  (jetty-launcher-41-thread-2) [    ] o.e.j.s.Server 
jetty-9.3.14.v20161028
   [junit4]   2> 87132 INFO  (jetty-launcher-41-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@245b4ebb{/solr,null,AVAILABLE}
   [junit4]   2> 87149 INFO  (jetty-launcher-41-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@76750a2e{/solr,null,AVAILABLE}
   [junit4]   2> 87171 INFO  (jetty-launcher-41-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@190b4c25{SSL,[ssl, 
http/1.1]}{127.0.0.1:40750}
   [junit4]   2> 87171 INFO  (jetty-launcher-41-thread-1) [    ] o.e.j.s.Server 
Started @89450ms
   [junit4]   2> 87171 INFO  (jetty-launcher-41-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=40750}
   [junit4]   2> 87172 ERROR (jetty-launcher-41-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 87172 INFO  (jetty-launcher-41-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 87172 INFO  (jetty-launcher-41-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 87172 INFO  (jetty-launcher-41-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 87172 INFO  (jetty-launcher-41-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-07-19T14:47:54.034Z
   [junit4]   2> 87172 INFO  (jetty-launcher-41-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@59203c4f{SSL,[ssl, 
http/1.1]}{127.0.0.1:60118}
   [junit4]   2> 87177 INFO  (jetty-launcher-41-thread-2) [    ] o.e.j.s.Server 
Started @89455ms
   [junit4]   2> 87177 INFO  (jetty-launcher-41-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=60118}
   [junit4]   2> 87177 ERROR (jetty-launcher-41-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 87177 INFO  (jetty-launcher-41-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
8.0.0
   [junit4]   2> 87177 INFO  (jetty-launcher-41-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 87177 INFO  (jetty-launcher-41-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 87177 INFO  (jetty-launcher-41-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-07-19T14:47:54.039Z
   [junit4]   2> 87196 INFO  (jetty-launcher-41-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 87200 INFO  (jetty-launcher-41-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 87223 INFO  (jetty-launcher-41-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56336/solr
   [junit4]   2> 87265 INFO  (jetty-launcher-41-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56336/solr
   [junit4]   2> 87324 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15d5b51cc7c0004, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 87669 INFO  (jetty-launcher-41-thread-1) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 87669 INFO  (jetty-launcher-41-thread-2) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 87671 INFO  (jetty-launcher-41-thread-2) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:60118_solr
   [junit4]   2> 87688 INFO  (jetty-launcher-41-thread-1) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:40750_solr
   [junit4]   2> 87689 INFO  (jetty-launcher-41-thread-2) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.Overseer Overseer 
(id=98335173753176070-127.0.0.1:60118_solr-n_0000000000) starting
   [junit4]   2> 87694 INFO  
(zkCallback-52-thread-1-processing-n:127.0.0.1:40750_solr) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 87702 INFO  
(zkCallback-53-thread-1-processing-n:127.0.0.1:60118_solr) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 87849 INFO  (jetty-launcher-41-thread-2) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:60118_solr
   [junit4]   2> 87861 INFO  
(zkCallback-53-thread-1-processing-n:127.0.0.1:60118_solr) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 87861 INFO  
(zkCallback-52-thread-1-processing-n:127.0.0.1:40750_solr) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 88029 INFO  (jetty-launcher-41-thread-1) 
[n:127.0.0.1:40750_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40750.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@52f7ab53
   [junit4]   2> 88042 INFO  (jetty-launcher-41-thread-1) 
[n:127.0.0.1:40750_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40750.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@52f7ab53
   [junit4]   2> 88042 INFO  (jetty-launcher-41-thread-1) 
[n:127.0.0.1:40750_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_40750.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@52f7ab53
   [junit4]   2> 88053 INFO  (jetty-launcher-41-thread-1) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_5FD44C514353DCCB-001/tempDir-001/node1/.
   [junit4]   2> 88092 INFO  (jetty-launcher-41-thread-2) 
[n:127.0.0.1:60118_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60118.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@52f7ab53
   [junit4]   2> 88098 INFO  (jetty-launcher-41-thread-2) 
[n:127.0.0.1:60118_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60118.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@52f7ab53
   [junit4]   2> 88099 INFO  (jetty-launcher-41-thread-2) 
[n:127.0.0.1:60118_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60118.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@52f7ab53
   [junit4]   2> 88100 INFO  (jetty-launcher-41-thread-2) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_5FD44C514353DCCB-001/tempDir-001/node2/.
   [junit4]   2> 88228 INFO  
(SUITE-TestPullReplica-seed#[5FD44C514353DCCB]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 88230 INFO  
(SUITE-TestPullReplica-seed#[5FD44C514353DCCB]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:56336/solr ready
   [junit4]   2> 88234 INFO  
(SUITE-TestPullReplica-seed#[5FD44C514353DCCB]-worker) [    ] 
o.a.s.c.TestPullReplica Using legacyCloud?: false
   [junit4]   2> 88395 INFO  (qtp2146425747-373) [n:127.0.0.1:60118_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params 
val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 88400 INFO  (qtp2146425747-373) [n:127.0.0.1:60118_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} 
status=0 QTime=5
   [junit4]   2> 88415 INFO  
(TEST-TestPullReplica.testAddDocs-seed#[5FD44C514353DCCB]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testAddDocs
   [junit4]   2> 88424 INFO  (qtp2146425747-374) [n:127.0.0.1:60118_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
pullReplicas=2&replicationFactor=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_add_docs&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 88459 INFO  
(OverseerThreadFactory-222-thread-1-processing-n:127.0.0.1:60118_solr) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
pull_replica_test_add_docs
   [junit4]   2> 88463 WARN  
(OverseerThreadFactory-222-thread-1-processing-n:127.0.0.1:60118_solr) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.CreateCollectionCmd Specified number of 
replicas of 3 on collection pull_replica_test_add_docs is higher than the 
number of Solr instances currently live or live and part of your 
createNodeSet(2). It's unusual to run two replica of the same slice on the same 
Solr-instance.
   [junit4]   2> 88579 INFO  
(OverseerStateUpdate-98335173753176070-127.0.0.1:60118_solr-n_0000000000) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_add_docs",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_test_add_docs_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40750/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 88585 INFO  
(OverseerStateUpdate-98335173753176070-127.0.0.1:60118_solr-n_0000000000) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_add_docs",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_test_add_docs_shard1_replica_p1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:60118/solr";,
   [junit4]   2>   "type":"PULL"} 
   [junit4]   2> 88587 INFO  
(OverseerStateUpdate-98335173753176070-127.0.0.1:60118_solr-n_0000000000) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_add_docs",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_test_add_docs_shard1_replica_p2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40750/solr";,
   [junit4]   2>   "type":"PULL"} 
   [junit4]   2> 88860 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p1&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 88861 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 88889 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 88890 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 88901 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 89017 INFO  
(zkCallback-53-thread-1-processing-n:127.0.0.1:60118_solr) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 89017 INFO  
(zkCallback-52-thread-1-processing-n:127.0.0.1:40750_solr) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 89017 INFO  
(zkCallback-53-thread-2-processing-n:127.0.0.1:60118_solr) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 89018 INFO  
(zkCallback-52-thread-2-processing-n:127.0.0.1:40750_solr) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 89018 INFO  
(zkCallback-52-thread-3-processing-n:127.0.0.1:40750_solr) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 89911 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 89929 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.s.IndexSchema 
[pull_replica_test_add_docs_shard1_replica_p1] Schema name=minimal
   [junit4]   2> 89929 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 89934 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 8.0.0
   [junit4]   2> 89935 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 89935 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.CoreContainer Creating 
SolrCore 'pull_replica_test_add_docs_shard1_replica_p1' using configuration 
from collection pull_replica_test_add_docs, trusted=true
   [junit4]   2> 89938 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 
'solr_60118.solr.core.pull_replica_test_add_docs.shard1.replica_p1' (registry 
'solr.core.pull_replica_test_add_docs.shard1.replica_p1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@52f7ab53
   [junit4]   2> 89939 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 89939 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.SolrCore 
[[pull_replica_test_add_docs_shard1_replica_p1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_5FD44C514353DCCB-001/tempDir-001/node2/pull_replica_test_add_docs_shard1_replica_p1],
 
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_5FD44C514353DCCB-001/tempDir-001/node2/./pull_replica_test_add_docs_shard1_replica_p1/data/]
   [junit4]   2> 89947 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.IndexSchema 
[pull_replica_test_add_docs_shard1_replica_p2] Schema name=minimal
   [junit4]   2> 89955 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.IndexSchema 
[pull_replica_test_add_docs_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 89958 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 89958 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.CoreContainer Creating 
SolrCore 'pull_replica_test_add_docs_shard1_replica_n1' using configuration 
from collection pull_replica_test_add_docs, trusted=true
   [junit4]   2> 89958 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 
'solr_40750.solr.core.pull_replica_test_add_docs.shard1.replica_n1' (registry 
'solr.core.pull_replica_test_add_docs.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@52f7ab53
   [junit4]   2> 89958 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 89959 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore 
[[pull_replica_test_add_docs_shard1_replica_n1] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_5FD44C514353DCCB-001/tempDir-001/node1/pull_replica_test_add_docs_shard1_replica_n1],
 
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_5FD44C514353DCCB-001/tempDir-001/node1/./pull_replica_test_add_docs_shard1_replica_n1/data/]
   [junit4]   2> 89963 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 89963 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.CoreContainer Creating 
SolrCore 'pull_replica_test_add_docs_shard1_replica_p2' using configuration 
from collection pull_replica_test_add_docs, trusted=true
   [junit4]   2> 89964 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 
'solr_40750.solr.core.pull_replica_test_add_docs.shard1.replica_p2' (registry 
'solr.core.pull_replica_test_add_docs.shard1.replica_p2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@52f7ab53
   [junit4]   2> 89964 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 89964 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore 
[[pull_replica_test_add_docs_shard1_replica_p2] ] Opening new SolrCore at 
[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_5FD44C514353DCCB-001/tempDir-001/node1/pull_replica_test_add_docs_shard1_replica_p2],
 
dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_5FD44C514353DCCB-001/tempDir-001/node1/./pull_replica_test_add_docs_shard1_replica_p2/data/]
   [junit4]   2> 90100 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 90100 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 90102 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@424e0932[pull_replica_test_add_docs_shard1_replica_p2] main]
   [junit4]   2> 90111 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 90111 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 90112 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 90114 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 90114 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 90115 INFO  
(searcherExecutor-229-thread-1-processing-n:127.0.0.1:40750_solr 
x:pull_replica_test_add_docs_shard1_replica_p2 s:shard1 
c:pull_replica_test_add_docs r:core_node3) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore 
[pull_replica_test_add_docs_shard1_replica_p2] Registered new searcher 
Searcher@424e0932[pull_replica_test_add_docs_shard1_replica_p2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 90118 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 90118 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 90119 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@515e06c2[pull_replica_test_add_docs_shard1_replica_p1] main]
   [junit4]   2> 90120 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 90120 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 90120 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 90120 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 90121 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 90121 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.ZkController 
pull_replica_test_add_docs_shard1_replica_p2 starting background replication 
from leader
   [junit4]   2> 90122 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.ZkController 
pull_replica_test_add_docs_shard1_replica_p1 starting background replication 
from leader
   [junit4]   2> 90122 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.ReplicateFromLeader 
Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 90126 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.ReplicateFromLeader 
Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 90131 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@d487c5d[pull_replica_test_add_docs_shard1_replica_n1] main]
   [junit4]   2> 90132 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 90132 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 90133 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 90137 INFO  
(searcherExecutor-228-thread-1-processing-n:127.0.0.1:40750_solr 
x:pull_replica_test_add_docs_shard1_replica_n1 s:shard1 
c:pull_replica_test_add_docs r:core_node1) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore 
[pull_replica_test_add_docs_shard1_replica_n1] Registered new searcher 
Searcher@d487c5d[pull_replica_test_add_docs_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 90138 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.UpdateLog Could not 
find max version in index or recent updates, using new clock 1573362783485952000
   [junit4]   2> 90155 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.ReplicationHandler Poll 
scheduled at an interval of 3000ms
   [junit4]   2> 90159 INFO  
(searcherExecutor-227-thread-1-processing-n:127.0.0.1:60118_solr 
x:pull_replica_test_add_docs_shard1_replica_p1 s:shard1 
c:pull_replica_test_add_docs r:core_node2) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.SolrCore 
[pull_replica_test_add_docs_shard1_replica_p1] Registered new searcher 
Searcher@515e06c2[pull_replica_test_add_docs_shard1_replica_p1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 90164 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.ReplicationHandler Poll 
scheduled at an interval of 3000ms
   [junit4]   2> 90182 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 90182 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 90182 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SyncStrategy Sync 
replicas to 
https://127.0.0.1:40750/solr/pull_replica_test_add_docs_shard1_replica_n1/
   [junit4]   2> 90183 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SyncStrategy Sync 
Success - now sync replicas to me
   [junit4]   2> 90183 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SyncStrategy 
https://127.0.0.1:40750/solr/pull_replica_test_add_docs_shard1_replica_n1/ has 
no replicas
   [junit4]   2> 90184 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 90219 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:40750/solr/pull_replica_test_add_docs_shard1_replica_n1/ 
shard1
   [junit4]   2> 90321 INFO  
(zkCallback-52-thread-3-processing-n:127.0.0.1:40750_solr) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 90321 INFO  
(zkCallback-52-thread-2-processing-n:127.0.0.1:40750_solr) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 90321 INFO  
(zkCallback-52-thread-1-processing-n:127.0.0.1:40750_solr) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 90321 INFO  
(zkCallback-53-thread-2-processing-n:127.0.0.1:60118_solr) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 90322 INFO  
(zkCallback-53-thread-1-processing-n:127.0.0.1:60118_solr) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 90336 INFO  (indexFetcher-242-thread-1) 
[n:127.0.0.1:60118_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Replica 
core_node1 is leader but it's state is down, skipping replication
   [junit4]   2> 90370 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ZkController I am the 
leader, no recovery necessary
   [junit4]   2> 90373 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node1&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=1483
   [junit4]   2> 90477 INFO  
(zkCallback-53-thread-1-processing-n:127.0.0.1:60118_solr) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 90477 INFO  
(zkCallback-53-thread-2-processing-n:127.0.0.1:60118_solr) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 90478 INFO  
(zkCallback-52-thread-3-processing-n:127.0.0.1:40750_solr) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 90478 INFO  
(zkCallback-52-thread-1-processing-n:127.0.0.1:40750_solr) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 90478 INFO  
(zkCallback-52-thread-2-processing-n:127.0.0.1:40750_solr) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 91159 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p1&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL}
 status=0 QTime=2300
   [junit4]   2> 91179 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL}
 status=0 QTime=2289
   [junit4]   2> 91209 INFO  (qtp2146425747-374) [n:127.0.0.1:60118_solr    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 91213 INFO  
(OverseerCollectionConfigSetProcessor-98335173753176070-127.0.0.1:60118_solr-n_0000000000)
 [n:127.0.0.1:60118_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 91296 INFO  
(zkCallback-52-thread-2-processing-n:127.0.0.1:40750_solr) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 91296 INFO  
(zkCallback-52-thread-1-processing-n:127.0.0.1:40750_solr) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 91296 INFO  
(zkCallback-52-thread-3-processing-n:127.0.0.1:40750_solr) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 91296 INFO  
(zkCallback-53-thread-1-processing-n:127.0.0.1:60118_solr) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 91296 INFO  
(zkCallback-53-thread-2-processing-n:127.0.0.1:60118_solr) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 91758 INFO  (indexFetcher-243-thread-1) 
[n:127.0.0.1:40750_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Updated 
masterUrl to 
https://127.0.0.1:40750/solr/pull_replica_test_add_docs_shard1_replica_n1/
   [junit4]   2> 91765 INFO  (qtp1575971502-358) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 
QTime=0
   [junit4]   2> 91765 INFO  (indexFetcher-243-thread-1) 
[n:127.0.0.1:40750_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Master's 
generation: 1
   [junit4]   2> 91765 INFO  (indexFetcher-243-thread-1) 
[n:127.0.0.1:40750_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Master's 
version: 0
   [junit4]   2> 91766 INFO  (indexFetcher-243-thread-1) 
[n:127.0.0.1:40750_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Slave's 
generation: 1
   [junit4]   2> 91766 INFO  (indexFetcher-243-thread-1) 
[n:127.0.0.1:40750_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Slave's 
version: 0
   [junit4]   2> 92210 INFO  (qtp2146425747-374) [n:127.0.0.1:60118_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={pullReplicas=2&replicationFactor=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_add_docs&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2}
 status=0 QTime=3786
   [junit4]   2> 92240 INFO  (qtp1575971502-359) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] 
o.a.s.u.p.LogUpdateProcessorFactory 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[1 (1573362785685864448)]} 0 9
   [junit4]   2> 92248 INFO  (qtp1575971502-363) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 
start 
commit{_version_=1573362785698447360,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 92250 INFO  (qtp1575971502-363) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling 
setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1fb6d0b3 
commitCommandVersion:1573362785698447360
   [junit4]   2> 92269 INFO  (qtp1575971502-363) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@32cac05f[pull_replica_test_add_docs_shard1_replica_n1] main]
   [junit4]   2> 92272 INFO  
(searcherExecutor-228-thread-1-processing-n:127.0.0.1:40750_solr 
x:pull_replica_test_add_docs_shard1_replica_n1 s:shard1 
c:pull_replica_test_add_docs r:core_node1) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore 
[pull_replica_test_add_docs_shard1_replica_n1] Registered new searcher 
Searcher@32cac05f[pull_replica_test_add_docs_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 92274 INFO  (qtp1575971502-363) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 
end_commit_flush
   [junit4]   2> 92274 INFO  (qtp1575971502-363) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] 
o.a.s.u.p.LogUpdateProcessorFactory 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/update 
params={_stateVer_=pull_replica_test_add_docs:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=}
 0 29
   [junit4]   2> 92286 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 92296 INFO  (qtp2146425747-368) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 92398 INFO  (qtp2146425747-370) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 92501 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 92603 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 92706 INFO  (qtp2146425747-372) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 92807 INFO  (qtp2146425747-373) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 92910 INFO  (qtp2146425747-368) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 93012 INFO  (qtp2146425747-368) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 93113 INFO  (qtp2146425747-368) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 93215 INFO  (qtp2146425747-368) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 93285 INFO  (indexFetcher-242-thread-1) 
[n:127.0.0.1:60118_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Last 
replication failed, so I'll force replication
   [junit4]   2> 93285 INFO  (indexFetcher-242-thread-1) 
[n:127.0.0.1:60118_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Updated 
masterUrl to 
https://127.0.0.1:40750/solr/pull_replica_test_add_docs_shard1_replica_n1/
   [junit4]   2> 93293 INFO  (qtp1575971502-362) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 
QTime=0
   [junit4]   2> 93294 INFO  (indexFetcher-242-thread-1) 
[n:127.0.0.1:60118_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Master's 
generation: 2
   [junit4]   2> 93294 INFO  (indexFetcher-242-thread-1) 
[n:127.0.0.1:60118_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Master's 
version: 1500475679112
   [junit4]   2> 93294 INFO  (indexFetcher-242-thread-1) 
[n:127.0.0.1:60118_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Slave's 
generation: 1
   [junit4]   2> 93294 INFO  (indexFetcher-242-thread-1) 
[n:127.0.0.1:60118_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Slave's 
version: 0
   [junit4]   2> 93294 INFO  (indexFetcher-242-thread-1) 
[n:127.0.0.1:60118_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Starting 
replication process
   [junit4]   2> 93298 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} 
status=0 QTime=3
   [junit4]   2> 93299 INFO  (indexFetcher-242-thread-1) 
[n:127.0.0.1:60118_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Number of 
files in latest index in master: 16
   [junit4]   2> 93301 INFO  (indexFetcher-242-thread-1) 
[n:127.0.0.1:60118_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Starting 
download (fullCopy=true) to 
MockDirectoryWrapper(MMapDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_5FD44C514353DCCB-001/index-MMapDirectory-004
 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c700d09)
   [junit4]   2> 93308 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=2
   [junit4]   2> 93313 INFO  (qtp1575971502-363) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.pos&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 93315 INFO  (qtp1575971502-358) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 93317 INFO  (qtp2146425747-372) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 93319 INFO  (qtp1575971502-361) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.tib&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 93322 INFO  (qtp1575971502-362) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 93324 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 93326 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.dii&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 93328 INFO  (qtp1575971502-363) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Asserting_0.dvd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 93330 INFO  (qtp1575971502-358) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.tiv&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 93332 INFO  (qtp1575971502-361) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Memory_0.ram&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 93334 INFO  (qtp1575971502-362) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.dim&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 93336 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Asserting_0.dvm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 93337 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 93339 INFO  (qtp1575971502-363) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.doc&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 93341 INFO  (qtp1575971502-358) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 93343 INFO  (qtp1575971502-361) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 93343 INFO  (indexFetcher-242-thread-1) 
[n:127.0.0.1:60118_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher Total time 
taken for download (fullCopy=true,bytesDownloaded=2612) : 0 secs (null 
bytes/sec) to 
MockDirectoryWrapper(MMapDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_5FD44C514353DCCB-001/index-MMapDirectory-004
 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c700d09)
   [junit4]   2> 93343 INFO  (indexFetcher-242-thread-1) 
[n:127.0.0.1:60118_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.SolrCore Updating index 
properties... index=index.20170719164800162
   [junit4]   2> 93344 INFO  (indexFetcher-242-thread-1) 
[n:127.0.0.1:60118_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.h.IndexFetcher removing 
old index directory MockDirectoryWrapper(RAMDirectory@5a0820c6 
lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@278c9089)
   [junit4]   2> 93351 INFO  (indexFetcher-242-thread-1) 
[n:127.0.0.1:60118_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.u.DefaultSolrCoreState 
New IndexWriter is ready to be used.
   [junit4]   2> 93356 INFO  (indexFetcher-242-thread-1) 
[n:127.0.0.1:60118_solr c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@1007335c[pull_replica_test_add_docs_shard1_replica_p1] main]
   [junit4]   2> 93358 INFO  
(searcherExecutor-227-thread-1-processing-n:127.0.0.1:60118_solr 
x:pull_replica_test_add_docs_shard1_replica_p1 s:shard1 
c:pull_replica_test_add_docs r:core_node2) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.SolrCore 
[pull_replica_test_add_docs_shard1_replica_p1] Registered new searcher 
Searcher@1007335c[pull_replica_test_add_docs_shard1_replica_p1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 93425 INFO  (qtp2146425747-372) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 93438 INFO  (qtp2146425747-370) [n:127.0.0.1:60118_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node2 
x:pull_replica_test_add_docs_shard1_replica_p1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p1]  webapp=/solr 
path=/admin/plugins params={qt=/admin/plugins&stats=true&wt=javabin&version=2} 
status=0 QTime=10
   [junit4]   2> 93449 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 93551 INFO  (qtp1575971502-363) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 93653 INFO  (qtp1575971502-358) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 93755 INFO  (qtp1575971502-361) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 93856 INFO  (qtp1575971502-359) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 93958 INFO  (qtp1575971502-359) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 94060 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 94162 INFO  (qtp1575971502-363) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 94264 INFO  (qtp1575971502-358) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 94370 INFO  (qtp1575971502-361) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 94472 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 94580 INFO  (qtp1575971502-359) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 94683 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 94759 INFO  (qtp1575971502-362) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 
QTime=0
   [junit4]   2> 94760 INFO  (indexFetcher-243-thread-1) 
[n:127.0.0.1:40750_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Master's 
generation: 2
   [junit4]   2> 94760 INFO  (indexFetcher-243-thread-1) 
[n:127.0.0.1:40750_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Master's 
version: 1500475679112
   [junit4]   2> 94760 INFO  (indexFetcher-243-thread-1) 
[n:127.0.0.1:40750_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Slave's 
generation: 1
   [junit4]   2> 94760 INFO  (indexFetcher-243-thread-1) 
[n:127.0.0.1:40750_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Slave's 
version: 0
   [junit4]   2> 94760 INFO  (indexFetcher-243-thread-1) 
[n:127.0.0.1:40750_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Starting 
replication process
   [junit4]   2> 94762 INFO  (qtp1575971502-358) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} 
status=0 QTime=0
   [junit4]   2> 94763 INFO  (indexFetcher-243-thread-1) 
[n:127.0.0.1:40750_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Number of 
files in latest index in master: 16
   [junit4]   2> 94768 INFO  (indexFetcher-243-thread-1) 
[n:127.0.0.1:40750_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Starting 
download (fullCopy=false) to 
MockDirectoryWrapper(MMapDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_5FD44C514353DCCB-001/index-MMapDirectory-005
 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c700d09)
   [junit4]   2> 94769 INFO  (qtp1575971502-361) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 94776 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.pos&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 94778 INFO  (qtp1575971502-359) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 94781 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.tib&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 94784 INFO  (qtp1575971502-362) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 94785 INFO  (qtp1575971502-363) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 94786 INFO  (qtp1575971502-358) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 94788 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.dii&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 94789 INFO  (qtp1575971502-359) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Asserting_0.dvd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 94791 INFO  (qtp1575971502-359) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.tiv&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 94793 INFO  (qtp1575971502-362) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Memory_0.ram&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 94795 INFO  (qtp1575971502-363) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.dim&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 94797 INFO  (qtp1575971502-358) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Asserting_0.dvm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 94798 INFO  (qtp1575971502-365) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 94800 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapDocFreqInterval_0.doc&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 94801 INFO  (qtp1575971502-359) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 94803 INFO  (qtp1575971502-362) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node1 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 94803 INFO  (indexFetcher-243-thread-1) 
[n:127.0.0.1:40750_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Total time 
taken for download (fullCopy=false,bytesDownloaded=2612) : 0 secs (null 
bytes/sec) to 
MockDirectoryWrapper(MMapDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_5FD44C514353DCCB-001/index-MMapDirectory-005
 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2c700d09)
   [junit4]   2> 94815 INFO  (indexFetcher-243-thread-1) 
[n:127.0.0.1:40750_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.u.DefaultSolrCoreState 
New IndexWriter is ready to be used.
   [junit4]   2> 94820 INFO  (indexFetcher-243-thread-1) 
[n:127.0.0.1:40750_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@7d28c76f[pull_replica_test_add_docs_shard1_replica_p2] main]
   [junit4]   2> 94821 INFO  
(searcherExecutor-229-thread-1-processing-n:127.0.0.1:40750_solr 
x:pull_replica_test_add_docs_shard1_replica_p2 s:shard1 
c:pull_replica_test_add_docs r:core_node3) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore 
[pull_replica_test_add_docs_shard1_replica_p2] Registered new searcher 
Searcher@7d28c76f[pull_replica_test_add_docs_shard1_replica_p2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 94887 INFO  (qtp1575971502-361) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 94890 INFO  (qtp1575971502-358) [n:127.0.0.1:40750_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr 
path=/admin/plugins params={qt=/admin/plugins&stats=true&wt=javabin&version=2} 
status=0 QTime=1
   [junit4]   2> 94893 INFO  
(TEST-TestPullReplica.testAddDocs-seed#[5FD44C514353DCCB]) [    ] 
o.a.s.c.TestPullReplica tearDown deleting collection
   [junit4]   2> 94895 INFO  (qtp2146425747-367) [n:127.0.0.1:60118_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params 
name=pull_replica_test_add_docs&action=DELETE&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 94903 INFO  
(OverseerThreadFactory-222-thread-2-processing-n:127.0.0.1:60118_solr) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing 
Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 94906 INFO  (qtp1575971502-363) [n:127.0.0.1:40750_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.pull_replica_test_add_docs.shard1.replica_n1, tag=null
   [junit4]   2> 94916 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.pull_replica_test_add_docs.shard1.replica_p1, tag=null
   [junit4]   2> 94929 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr    ] 
o.a.s.c.ZkController pull_replica_test_add_docs_shard1_replica_p1 stopping 
background replication from leader
   [junit4]   2> 94929 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr    ] 
o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_p1]  CLOSING 
SolrCore org.apache.solr.core.SolrCore@4bb4172a
   [junit4]   2> 94930 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.pull_replica_test_add_docs.shard1.replica_p2, tag=null
   [junit4]   2> 94930 INFO  (qtp1575971502-363) [n:127.0.0.1:40750_solr    ] 
o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_n1]  CLOSING 
SolrCore org.apache.solr.core.SolrCore@6d636a6a
   [junit4]   2> 94937 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.pull_replica_test_add_docs.shard1.replica_p1, tag=1270093610
   [junit4]   2> 94937 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.pull_replica_test_add_docs.shard1.leader, 
tag=1270093610
   [junit4]   2> 94938 INFO  (qtp1575971502-363) [n:127.0.0.1:40750_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.pull_replica_test_add_docs.shard1.replica_n1, tag=1835231850
   [junit4]   2> 94938 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr    ] 
o.a.s.c.ZkController pull_replica_test_add_docs_shard1_replica_p2 stopping 
background replication from leader
   [junit4]   2> 94938 INFO  (qtp1575971502-363) [n:127.0.0.1:40750_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.pull_replica_test_add_docs.shard1.leader, 
tag=1835231850
   [junit4]   2> 94943 INFO  (qtp1575971502-364) [n:127.0.0.1:40750_solr    ] 
o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_p2]  CLOSING 
SolrCore org.apache.solr.core.SolrCore@4a880060
   [junit4]   2> 94948 INFO  (qtp2146425747-371) [n:127.0.0.1:60118_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=pull_replica_test_add_docs_shard1_replica_p1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=37
   [junit4]   2> 94952 INFO  
(zkCallback-52-thread-2-processing-n:127.0.0.1:40750_solr) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 94952 INFO  
(zkCallback-52-thread-1-processing-n:127.0.0.1:40750_solr) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 94952 INFO  
(zkCallback-52-thread-3-processing-n:127.0.0.1:40750_solr) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] h

[...truncated too long message...]

StreamException: Unable to read additional data from client sessionid 
0x15d5b51cc7c0008, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 232283 INFO  (jetty-closer-42-thread-2) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@52cf6058{SSL,[ssl, 
http/1.1]}{127.0.0.1:60118}
   [junit4]   2> 232284 INFO  (jetty-closer-42-thread-2) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=304149276
   [junit4]   2> 232284 INFO  (jetty-closer-42-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 232284 INFO  (jetty-closer-42-thread-1) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@5fe8a0b0{SSL,[ssl, 
http/1.1]}{127.0.0.1:40750}
   [junit4]   2> 232285 INFO  (jetty-closer-42-thread-1) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1052189689
   [junit4]   2> 232285 INFO  (jetty-closer-42-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 232285 INFO  (jetty-closer-42-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 232286 INFO  (jetty-closer-42-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 232287 INFO  (jetty-closer-42-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 232287 INFO  (jetty-closer-42-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 232288 INFO  (jetty-closer-42-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 232288 INFO  (jetty-closer-42-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 232292 INFO  
(zkCallback-64-thread-5-processing-n:127.0.0.1:40750_solr) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (1)
   [junit4]   2> 232293 INFO  (coreCloseExecutor-514-thread-1) 
[n:127.0.0.1:40750_solr c:pull_replica_test_kill_pull_replica s:shard1 
r:core_node2 x:pull_replica_test_kill_pull_replica_shard1_replica_p1] 
o.a.s.c.SolrCore [pull_replica_test_kill_pull_replica_shard1_replica_p1]  
CLOSING SolrCore org.apache.solr.core.SolrCore@5bf5a990
   [junit4]   2> 232294 INFO  (coreCloseExecutor-514-thread-1) 
[n:127.0.0.1:40750_solr c:pull_replica_test_kill_pull_replica s:shard1 
r:core_node2 x:pull_replica_test_kill_pull_replica_shard1_replica_p1] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.pull_replica_test_kill_pull_replica.shard1.replica_p1, 
tag=1542826384
   [junit4]   2> 232297 INFO  (coreCloseExecutor-514-thread-1) 
[n:127.0.0.1:40750_solr c:pull_replica_test_kill_pull_replica s:shard1 
r:core_node2 x:pull_replica_test_kill_pull_replica_shard1_replica_p1] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.pull_replica_test_kill_pull_replica.shard1.leader, 
tag=1542826384
   [junit4]   2> 232299 INFO  (jetty-closer-42-thread-1) [    ] 
o.a.s.c.Overseer Overseer 
(id=98335173753176075-127.0.0.1:40750_solr-n_0000000002) closing
   [junit4]   2> 232299 INFO  
(OverseerStateUpdate-98335173753176075-127.0.0.1:40750_solr-n_0000000002) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:40750_solr
   [junit4]   2> 232348 WARN  (indexFetcher-292-thread-1) 
[n:127.0.0.1:40750_solr c:pull_replica_test_kill_pull_replica s:shard1 
r:core_node2 x:pull_replica_test_kill_pull_replica_shard1_replica_p1] 
o.a.s.h.IndexFetcher Could not log failed replication details
   [junit4]   2> org.apache.lucene.store.AlreadyClosedException: Already closed
   [junit4]   2>        at 
org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:337)
   [junit4]   2>        at 
org.apache.solr.handler.ReplicationHandler.loadReplicationProperties(ReplicationHandler.java:1131)
   [junit4]   2>        at 
org.apache.solr.handler.IndexFetcher.logReplicationTimeAndConfFiles(IndexFetcher.java:769)
   [junit4]   2>        at 
org.apache.solr.handler.IndexFetcher.cleanup(IndexFetcher.java:677)
   [junit4]   2>        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:659)
   [junit4]   2>        at 
org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:332)
   [junit4]   2>        at 
org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:419)
   [junit4]   2>        at 
org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1183)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
   [junit4]   2>        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
   [junit4]   2>        at 
java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 232349 INFO  (indexFetcher-292-thread-1) 
[n:127.0.0.1:40750_solr c:pull_replica_test_kill_pull_replica s:shard1 
r:core_node2 x:pull_replica_test_kill_pull_replica_shard1_replica_p1] 
o.a.s.h.ReplicationHandler Ignoring exception matching No registered leader was 
found
   [junit4]   2> 233792 WARN  
(zkCallback-70-thread-2-processing-n:127.0.0.1:60118_solr) 
[n:127.0.0.1:60118_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 233792 INFO  (jetty-closer-42-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@4343895{/solr,null,UNAVAILABLE}
   [junit4]   2> 233800 WARN  
(zkCallback-64-thread-5-processing-n:127.0.0.1:40750_solr) 
[n:127.0.0.1:40750_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 233801 INFO  (jetty-closer-42-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@74a28808{/solr,null,UNAVAILABLE}
   [junit4]   2> 233803 ERROR 
(SUITE-TestPullReplica-seed#[5FD44C514353DCCB]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 233803 INFO  
(SUITE-TestPullReplica-seed#[5FD44C514353DCCB]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:56336 56336
   [junit4]   2> 233971 INFO  (Thread-125) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:56336 56336
   [junit4]   2> 233973 WARN  (Thread-125) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        14      /solr/configs/conf
   [junit4]   2>        5       /solr/aliases.json
   [junit4]   2>        4       /solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        22      
/solr/collections/pull_replica_test_create_delete/state.json
   [junit4]   2>        22      
/solr/collections/pull_replica_test_remove_all_writer_replicas/state.json
   [junit4]   2>        21      
/solr/collections/pull_replica_test_kill_pull_replica/state.json
   [junit4]   2>        20      
/solr/collections/pull_replica_test_kill_leader/state.json
   [junit4]   2>        19      
/solr/collections/pull_replica_test_add_remove_pull_replica/state.json
   [junit4]   2>        18      
/solr/collections/pull_replica_test_add_docs/state.json
   [junit4]   2>        13      
/solr/collections/pull_replica_test_real_time_get/state.json
   [junit4]   2>        5       /solr/clusterstate.json
   [junit4]   2>        5       /solr/clusterprops.json
   [junit4]   2>        2       
/solr/overseer_elect/election/98335173753176070-127.0.0.1:60118_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/collections
   [junit4]   2>        3       /solr/live_nodes
   [junit4]   2>        2       /solr/overseer/queue
   [junit4]   2>        2       /solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_5FD44C514353DCCB-001
   [junit4]   2> Jul 19, 2017 2:50:20 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{foo=PostingsFormat(name=Memory), 
id=PostingsFormat(name=LuceneVarGapDocFreqInterval), 
foo_s=PostingsFormat(name=Memory)}, 
docValues:{_version_=DocValuesFormat(name=Asserting)}, 
maxPointsInLeafNode=1351, maxMBSortInHeap=5.5276573981072135, 
sim=RandomSimilarity(queryNorm=true): {}, locale=sq-AL, 
timezone=Antarctica/Troll
   [junit4]   2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 
1.8.0_131 (64-bit)/cpus=4,threads=1,free=126262432,total=348651520
   [junit4]   2> NOTE: All tests run in this JVM: 
[TestPayloadScoreQParserPlugin, DistributedIntervalFacetingTest, 
TestJsonFacetRefinement, FacetPivotSmallTest, SoftAutoCommitTest, 
TestPostingsSolrHighlighter, TestManagedResourceStorage, TestPullReplica]
   [junit4] Completed [63/728 (1!)] on J1 in 147.53s, 10 tests, 1 failure, 1 
skipped <<< FAILURES!

[...truncated 45450 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to