Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Solaris/1423/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestPullReplica.testKillPullReplica

Error Message:
Didn't update state null Live Nodes: [127.0.0.1:62494_solr, 
127.0.0.1:53624_solr] Last available state: 
DocCollection(pull_replica_test_kill_pull_replica//collections/pull_replica_test_kill_pull_replica/state.json/6)={
   "pullReplicas":"1",   "replicationFactor":"1",   "shards":{"shard1":{       
"range":"80000000-7fffffff",       "state":"active",       "replicas":{         
"core_node3":{           
"core":"pull_replica_test_kill_pull_replica_shard1_replica_n1",           
"base_url":"http://127.0.0.1:53624/solr";,           
"node_name":"127.0.0.1:53624_solr",           "state":"active",           
"type":"NRT",           "leader":"true"},         "core_node4":{           
"core":"pull_replica_test_kill_pull_replica_shard1_replica_p2",           
"base_url":"http://127.0.0.1:62494/solr";,           
"node_name":"127.0.0.1:62494_solr",           "state":"down",           
"type":"PULL"}}}},   "router":{"name":"compositeId"},   
"maxShardsPerNode":"100",   "autoAddReplicas":"false",   "nrtReplicas":"1",   
"tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Didn't update state
null
Live Nodes: [127.0.0.1:62494_solr, 127.0.0.1:53624_solr]
Last available state: 
DocCollection(pull_replica_test_kill_pull_replica//collections/pull_replica_test_kill_pull_replica/state.json/6)={
  "pullReplicas":"1",
  "replicationFactor":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"pull_replica_test_kill_pull_replica_shard1_replica_n1",
          "base_url":"http://127.0.0.1:53624/solr";,
          "node_name":"127.0.0.1:53624_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node4":{
          "core":"pull_replica_test_kill_pull_replica_shard1_replica_p2",
          "base_url":"http://127.0.0.1:62494/solr";,
          "node_name":"127.0.0.1:62494_solr",
          "state":"down",
          "type":"PULL"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"100",
  "autoAddReplicas":"false",
  "nrtReplicas":"1",
  "tlogReplicas":"0"}
        at 
__randomizedtesting.SeedInfo.seed([FE5F8A67583C2045:72AE96F2F88DC17D]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
        at 
org.apache.solr.cloud.TestPullReplica.testKillPullReplica(TestPullReplica.java:480)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11299 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestPullReplica
   [junit4]   2> Creating dataDir: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/init-core-data-001
   [junit4]   2> 295657 WARN  
(SUITE-TestPullReplica-seed#[FE5F8A67583C2045]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 295658 INFO  
(SUITE-TestPullReplica-seed#[FE5F8A67583C2045]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 295659 INFO  
(SUITE-TestPullReplica-seed#[FE5F8A67583C2045]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 295659 INFO  
(SUITE-TestPullReplica-seed#[FE5F8A67583C2045]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 295669 INFO  
(SUITE-TestPullReplica-seed#[FE5F8A67583C2045]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001
   [junit4]   2> 295669 INFO  
(SUITE-TestPullReplica-seed#[FE5F8A67583C2045]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 295669 INFO  (Thread-416) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 295669 INFO  (Thread-416) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 295671 ERROR (Thread-416) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 295773 INFO  
(SUITE-TestPullReplica-seed#[FE5F8A67583C2045]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:49256
   [junit4]   2> 295823 INFO  (jetty-launcher-264-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 295828 INFO  (jetty-launcher-264-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4fc0894c{/solr,null,AVAILABLE}
   [junit4]   2> 295828 INFO  (jetty-launcher-264-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 295828 INFO  (jetty-launcher-264-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@2ee2ead2{HTTP/1.1,[http/1.1]}{127.0.0.1:53624}
   [junit4]   2> 295828 INFO  (jetty-launcher-264-thread-1) [    ] 
o.e.j.s.Server Started @299395ms
   [junit4]   2> 295828 INFO  (jetty-launcher-264-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=53624}
   [junit4]   2> 295828 ERROR (jetty-launcher-264-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 295829 INFO  (jetty-launcher-264-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 295829 INFO  (jetty-launcher-264-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 295829 INFO  (jetty-launcher-264-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 295829 INFO  (jetty-launcher-264-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-09-19T15:37:29.071Z
   [junit4]   2> 295829 INFO  (jetty-launcher-264-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@64fe8638{/solr,null,AVAILABLE}
   [junit4]   2> 295830 INFO  (jetty-launcher-264-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@5f66bd20{HTTP/1.1,[http/1.1]}{127.0.0.1:62494}
   [junit4]   2> 295830 INFO  (jetty-launcher-264-thread-2) [    ] 
o.e.j.s.Server Started @299397ms
   [junit4]   2> 295830 INFO  (jetty-launcher-264-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=62494}
   [junit4]   2> 295830 ERROR (jetty-launcher-264-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 295830 INFO  (jetty-launcher-264-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
8.0.0
   [junit4]   2> 295830 INFO  (jetty-launcher-264-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 295830 INFO  (jetty-launcher-264-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 295830 INFO  (jetty-launcher-264-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-09-19T15:37:29.072Z
   [junit4]   2> 295852 INFO  (jetty-launcher-264-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 295860 INFO  (jetty-launcher-264-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49256/solr
   [junit4]   2> 295868 INFO  (jetty-launcher-264-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 295912 INFO  (jetty-launcher-264-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49256/solr
   [junit4]   2> 296076 INFO  (jetty-launcher-264-thread-1) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 296086 INFO  (jetty-launcher-264-thread-2) 
[n:127.0.0.1:62494_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 296087 INFO  (jetty-launcher-264-thread-2) 
[n:127.0.0.1:62494_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:62494_solr
   [junit4]   2> 296097 INFO  (jetty-launcher-264-thread-1) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:53624_solr
   [junit4]   2> 296108 INFO  
(zkCallback-274-thread-1-processing-n:127.0.0.1:53624_solr) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 296108 INFO  (jetty-launcher-264-thread-1) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.Overseer Overseer 
(id=98686431979896836-127.0.0.1:53624_solr-n_0000000000) starting
   [junit4]   2> 296121 INFO  (jetty-launcher-264-thread-1) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:53624_solr
   [junit4]   2> 296123 INFO  
(zkCallback-274-thread-1-processing-n:127.0.0.1:53624_solr) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 296148 INFO  
(zkCallback-276-thread-1-processing-n:127.0.0.1:62494_solr) 
[n:127.0.0.1:62494_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 296150 INFO  
(zkCallback-276-thread-1-processing-n:127.0.0.1:62494_solr) 
[n:127.0.0.1:62494_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 296346 INFO  (jetty-launcher-264-thread-1) 
[n:127.0.0.1:53624_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_53624.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@31c7e176
   [junit4]   2> 296356 INFO  (jetty-launcher-264-thread-1) 
[n:127.0.0.1:53624_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_53624.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@31c7e176
   [junit4]   2> 296356 INFO  (jetty-launcher-264-thread-1) 
[n:127.0.0.1:53624_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_53624.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@31c7e176
   [junit4]   2> 296357 INFO  (jetty-launcher-264-thread-1) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node1/.
   [junit4]   2> 296424 INFO  (jetty-launcher-264-thread-2) 
[n:127.0.0.1:62494_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_62494.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@31c7e176
   [junit4]   2> 296431 INFO  (jetty-launcher-264-thread-2) 
[n:127.0.0.1:62494_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_62494.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@31c7e176
   [junit4]   2> 296432 INFO  (jetty-launcher-264-thread-2) 
[n:127.0.0.1:62494_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_62494.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@31c7e176
   [junit4]   2> 296433 INFO  (jetty-launcher-264-thread-2) 
[n:127.0.0.1:62494_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node2/.
   [junit4]   2> 296526 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15e9ac97a500007, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 296540 INFO  
(SUITE-TestPullReplica-seed#[FE5F8A67583C2045]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 296541 INFO  
(SUITE-TestPullReplica-seed#[FE5F8A67583C2045]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:49256/solr ready
   [junit4]   2> 296546 INFO  
(SUITE-TestPullReplica-seed#[FE5F8A67583C2045]-worker) [    ] 
o.a.s.c.TestPullReplica Using legacyCloud?: false
   [junit4]   2> 296558 INFO  (qtp1962113737-1953) [n:127.0.0.1:62494_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params 
val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 296563 INFO  (qtp1962113737-1953) [n:127.0.0.1:62494_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} 
status=0 QTime=4
   [junit4]   2> 296595 INFO  
(TEST-TestPullReplica.testRealTimeGet-seed#[FE5F8A67583C2045]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testRealTimeGet
   [junit4]   2> 296597 INFO  (qtp1962113737-1957) [n:127.0.0.1:62494_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
pullReplicas=1&replicationFactor=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_real_time_get&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 296601 INFO  
(OverseerThreadFactory-824-thread-1-processing-n:127.0.0.1:53624_solr) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
pull_replica_test_real_time_get
   [junit4]   2> 296717 INFO  
(OverseerStateUpdate-98686431979896836-127.0.0.1:53624_solr-n_0000000000) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_real_time_get",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_test_real_time_get_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62494/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 296729 INFO  
(OverseerStateUpdate-98686431979896836-127.0.0.1:53624_solr-n_0000000000) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_real_time_get",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_test_real_time_get_shard1_replica_p2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:53624/solr";,
   [junit4]   2>   "type":"PULL"} 
   [junit4]   2> 296931 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_real_time_get_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 296932 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 296944 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=pull_replica_test_real_time_get_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 296945 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 297071 INFO  
(zkCallback-276-thread-1-processing-n:127.0.0.1:62494_solr) 
[n:127.0.0.1:62494_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_real_time_get/state.json] for collection 
[pull_replica_test_real_time_get] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 297071 INFO  
(zkCallback-274-thread-2-processing-n:127.0.0.1:53624_solr) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_real_time_get/state.json] for collection 
[pull_replica_test_real_time_get] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 297071 INFO  
(zkCallback-276-thread-2-processing-n:127.0.0.1:62494_solr) 
[n:127.0.0.1:62494_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_real_time_get/state.json] for collection 
[pull_replica_test_real_time_get] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 297071 INFO  
(zkCallback-274-thread-1-processing-n:127.0.0.1:53624_solr) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_real_time_get/state.json] for collection 
[pull_replica_test_real_time_get] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 297960 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 8.0.0
   [junit4]   2> 298023 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.IndexSchema 
[pull_replica_test_real_time_get_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 298041 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 8.0.0
   [junit4]   2> 298045 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 298045 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.CoreContainer 
Creating SolrCore 'pull_replica_test_real_time_get_shard1_replica_n1' using 
configuration from collection pull_replica_test_real_time_get, trusted=true
   [junit4]   2> 298046 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 
'solr_62494.solr.core.pull_replica_test_real_time_get.shard1.replica_n1' 
(registry 'solr.core.pull_replica_test_real_time_get.shard1.replica_n1') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31c7e176
   [junit4]   2> 298046 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 298046 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrCore 
[[pull_replica_test_real_time_get_shard1_replica_n1] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node2/pull_replica_test_real_time_get_shard1_replica_n1],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node2/./pull_replica_test_real_time_get_shard1_replica_n1/data/]
   [junit4]   2> 298059 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.s.IndexSchema 
[pull_replica_test_real_time_get_shard1_replica_p2] Schema name=minimal
   [junit4]   2> 298061 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 298061 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.c.CoreContainer 
Creating SolrCore 'pull_replica_test_real_time_get_shard1_replica_p2' using 
configuration from collection pull_replica_test_real_time_get, trusted=true
   [junit4]   2> 298062 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 
'solr_53624.solr.core.pull_replica_test_real_time_get.shard1.replica_p2' 
(registry 'solr.core.pull_replica_test_real_time_get.shard1.replica_p2') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31c7e176
   [junit4]   2> 298062 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 298062 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.c.SolrCore 
[[pull_replica_test_real_time_get_shard1_replica_p2] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node1/pull_replica_test_real_time_get_shard1_replica_p2],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node1/./pull_replica_test_real_time_get_shard1_replica_p2/data/]
   [junit4]   2> 298141 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.UpdateHandler 
Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 298141 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 298142 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 298142 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 298144 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@53b95ce7[pull_replica_test_real_time_get_shard1_replica_n1] 
main]
   [junit4]   2> 298148 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 298154 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 298154 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 298156 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@308dcaa6[pull_replica_test_real_time_get_shard1_replica_p2] 
main]
   [junit4]   2> 298157 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 298157 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 298158 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.u.UpdateLog Could 
not find max version in index or recent updates, using new clock 
1578982914287206400
   [junit4]   2> 298167 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 298167 INFO  
(searcherExecutor-829-thread-1-processing-n:127.0.0.1:62494_solr 
x:pull_replica_test_real_time_get_shard1_replica_n1 s:shard1 
c:pull_replica_test_real_time_get r:core_node3) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SolrCore 
[pull_replica_test_real_time_get_shard1_replica_n1] Registered new searcher 
Searcher@53b95ce7[pull_replica_test_real_time_get_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 298171 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 298172 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 298175 INFO  
(searcherExecutor-830-thread-1-processing-n:127.0.0.1:53624_solr 
x:pull_replica_test_real_time_get_shard1_replica_p2 s:shard1 
c:pull_replica_test_real_time_get r:core_node4) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.c.SolrCore 
[pull_replica_test_real_time_get_shard1_replica_p2] Registered new searcher 
Searcher@308dcaa6[pull_replica_test_real_time_get_shard1_replica_p2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 298179 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.c.ZkController 
pull_replica_test_real_time_get_shard1_replica_p2 starting background 
replication from leader
   [junit4]   2> 298179 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] 
o.a.s.c.ReplicateFromLeader Will start replication from leader with poll 
interval: 00:00:03
   [junit4]   2> 298181 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.h.ReplicationHandler 
Poll scheduled at an interval of 3000ms
   [junit4]   2> 298192 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 298192 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 298192 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SyncStrategy Sync 
replicas to 
http://127.0.0.1:62494/solr/pull_replica_test_real_time_get_shard1_replica_n1/
   [junit4]   2> 298192 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SyncStrategy Sync 
Success - now sync replicas to me
   [junit4]   2> 298193 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.SyncStrategy 
http://127.0.0.1:62494/solr/pull_replica_test_real_time_get_shard1_replica_n1/ 
has no replicas
   [junit4]   2> 298193 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 298222 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:62494/solr/pull_replica_test_real_time_get_shard1_replica_n1/ 
shard1
   [junit4]   2> 298346 INFO  
(zkCallback-274-thread-1-processing-n:127.0.0.1:53624_solr) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_real_time_get/state.json] for collection 
[pull_replica_test_real_time_get] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 298346 INFO  
(zkCallback-274-thread-2-processing-n:127.0.0.1:53624_solr) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_real_time_get/state.json] for collection 
[pull_replica_test_real_time_get] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 298349 INFO  
(zkCallback-276-thread-2-processing-n:127.0.0.1:62494_solr) 
[n:127.0.0.1:62494_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_real_time_get/state.json] for collection 
[pull_replica_test_real_time_get] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 298349 INFO  
(zkCallback-276-thread-1-processing-n:127.0.0.1:62494_solr) 
[n:127.0.0.1:62494_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_real_time_get/state.json] for collection 
[pull_replica_test_real_time_get] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 298385 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.ZkController I am 
the leader, no recovery necessary
   [junit4]   2> 298387 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_real_time_get_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=1456
   [junit4]   2> 298390 INFO  (indexFetcher-839-thread-1) 
[n:127.0.0.1:53624_solr c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.h.IndexFetcher 
Replica core_node3 is leader but it's state is down, skipping replication
   [junit4]   2> 298519 INFO  
(zkCallback-274-thread-2-processing-n:127.0.0.1:53624_solr) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_real_time_get/state.json] for collection 
[pull_replica_test_real_time_get] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 298519 INFO  
(zkCallback-274-thread-1-processing-n:127.0.0.1:53624_solr) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_real_time_get/state.json] for collection 
[pull_replica_test_real_time_get] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 298519 INFO  
(zkCallback-276-thread-1-processing-n:127.0.0.1:62494_solr) 
[n:127.0.0.1:62494_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_real_time_get/state.json] for collection 
[pull_replica_test_real_time_get] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 298519 INFO  
(zkCallback-276-thread-2-processing-n:127.0.0.1:62494_solr) 
[n:127.0.0.1:62494_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_real_time_get/state.json] for collection 
[pull_replica_test_real_time_get] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 299247 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.s.HttpSolrCall 
[admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=pull_replica_test_real_time_get_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_real_time_get&shard=shard1&wt=javabin&version=2&replicaType=PULL}
 status=0 QTime=2303
   [junit4]   2> 299254 INFO  (qtp1962113737-1957) [n:127.0.0.1:62494_solr    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 299362 INFO  
(zkCallback-276-thread-2-processing-n:127.0.0.1:62494_solr) 
[n:127.0.0.1:62494_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_real_time_get/state.json] for collection 
[pull_replica_test_real_time_get] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 299362 INFO  
(zkCallback-276-thread-1-processing-n:127.0.0.1:62494_solr) 
[n:127.0.0.1:62494_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_real_time_get/state.json] for collection 
[pull_replica_test_real_time_get] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 299363 INFO  
(zkCallback-274-thread-1-processing-n:127.0.0.1:53624_solr) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_real_time_get/state.json] for collection 
[pull_replica_test_real_time_get] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 299364 INFO  
(zkCallback-274-thread-2-processing-n:127.0.0.1:53624_solr) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_real_time_get/state.json] for collection 
[pull_replica_test_real_time_get] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 300256 INFO  (qtp1962113737-1957) [n:127.0.0.1:62494_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={pullReplicas=1&replicationFactor=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_real_time_get&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2}
 status=0 QTime=3661
   [junit4]   2> 300268 INFO  (qtp1962113737-1961) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] 
o.a.s.u.p.LogUpdateProcessorFactory 
[pull_replica_test_real_time_get_shard1_replica_n1]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[0 (1578982916496556032)]} 0 3
   [junit4]   2> 300269 INFO  (qtp1962113737-1949) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_real_time_get_shard1_replica_n1]  webapp=/solr path=/get 
params={qt=/get&_stateVer_=pull_replica_test_real_time_get:5&ids=0&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 300270 INFO  (qtp1962113737-1951) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_real_time_get_shard1_replica_n1]  webapp=/solr path=/get 
params={qt=/get&ids=0&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 300272 INFO  (qtp1540248390-1940) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] 
o.a.s.h.c.RealTimeGetComponent 
LOOKUP_SLICE:shard1=http://127.0.0.1:62494/solr/pull_replica_test_real_time_get_shard1_replica_n1/
   [junit4]   2> 300273 INFO  (qtp1962113737-1950) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_real_time_get_shard1_replica_n1]  webapp=/solr path=/get 
params={distrib=false&qt=/get&omitHeader=true&shards.purpose=1&NOW=1505835453514&ids=0&isShard=true&shard.url=http://127.0.0.1:62494/solr/pull_replica_test_real_time_get_shard1_replica_n1/&wt=javabin&version=2&shards.qt=/get}
 status=0 QTime=0
   [junit4]   2> 300274 INFO  (qtp1540248390-1940) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_real_time_get_shard1_replica_p2]  webapp=/solr path=/get 
params={qt=/get&ids=0&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 300277 INFO  (qtp1962113737-1950) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] 
o.a.s.u.p.LogUpdateProcessorFactory 
[pull_replica_test_real_time_get_shard1_replica_n1]  webapp=/solr path=/update 
params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:53624/solr/pull_replica_test_real_time_get_shard1_replica_p2/&wt=javabin&version=2}{add=[1
 (1578982916509138944)]} 0 0
   [junit4]   2> 300278 INFO  (qtp1540248390-1941) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] 
o.a.s.u.p.LogUpdateProcessorFactory 
[pull_replica_test_real_time_get_shard1_replica_p2]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[1]} 0 2
   [junit4]   2> 300281 INFO  (qtp1540248390-1942) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] 
o.a.s.h.c.RealTimeGetComponent 
LOOKUP_SLICE:shard1=http://127.0.0.1:62494/solr/pull_replica_test_real_time_get_shard1_replica_n1/
   [junit4]   2> 300282 INFO  (qtp1962113737-1947) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_real_time_get_shard1_replica_n1]  webapp=/solr path=/get 
params={distrib=false&qt=/get&_stateVer_=pull_replica_test_real_time_get:5&omitHeader=true&shards.purpose=1&NOW=1505835453523&ids=1&isShard=true&shard.url=http://127.0.0.1:62494/solr/pull_replica_test_real_time_get_shard1_replica_n1/&wt=javabin&version=2&shards.qt=/get}
 status=0 QTime=0
   [junit4]   2> 300283 INFO  (qtp1540248390-1942) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_real_time_get_shard1_replica_p2]  webapp=/solr path=/get 
params={qt=/get&_stateVer_=pull_replica_test_real_time_get:5&ids=1&wt=javabin&version=2}
 status=0 QTime=2
   [junit4]   2> 300284 INFO  (qtp1962113737-1953) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_real_time_get_shard1_replica_n1]  webapp=/solr path=/get 
params={qt=/get&ids=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 300285 INFO  (qtp1540248390-1938) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] 
o.a.s.h.c.RealTimeGetComponent 
LOOKUP_SLICE:shard1=http://127.0.0.1:62494/solr/pull_replica_test_real_time_get_shard1_replica_n1/
   [junit4]   2> 300286 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_real_time_get_shard1_replica_n1]  webapp=/solr path=/get 
params={distrib=false&qt=/get&omitHeader=true&shards.purpose=1&NOW=1505835453526&ids=1&isShard=true&shard.url=http://127.0.0.1:62494/solr/pull_replica_test_real_time_get_shard1_replica_n1/&wt=javabin&version=2&shards.qt=/get}
 status=0 QTime=0
   [junit4]   2> 300286 INFO  (qtp1540248390-1938) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_real_time_get_shard1_replica_p2]  webapp=/solr path=/get 
params={qt=/get&ids=1&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 300290 INFO  (qtp1962113737-1957) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_real_time_get_shard1_replica_n1]  webapp=/solr path=/get 
params={qt=/get&ids=0&ids=1&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 300291 INFO  (qtp1540248390-1944) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] 
o.a.s.h.c.RealTimeGetComponent 
LOOKUP_SLICE:shard1=http://127.0.0.1:62494/solr/pull_replica_test_real_time_get_shard1_replica_n1/
   [junit4]   2> 300294 INFO  (qtp1962113737-1961) [n:127.0.0.1:62494_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node3 
x:pull_replica_test_real_time_get_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_real_time_get_shard1_replica_n1]  webapp=/solr path=/get 
params={distrib=false&qt=/get&omitHeader=true&shards.purpose=1&NOW=1505835453533&ids=0,1&isShard=true&shard.url=http://127.0.0.1:62494/solr/pull_replica_test_real_time_get_shard1_replica_n1/&wt=javabin&version=2&shards.qt=/get}
 status=0 QTime=0
   [junit4]   2> 300295 INFO  (qtp1540248390-1944) [n:127.0.0.1:53624_solr 
c:pull_replica_test_real_time_get s:shard1 r:core_node4 
x:pull_replica_test_real_time_get_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_real_time_get_shard1_replica_p2]  webapp=/solr path=/get 
params={qt=/get&ids=0&ids=1&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 300295 INFO  
(TEST-TestPullReplica.testRealTimeGet-seed#[FE5F8A67583C2045]) [    ] 
o.a.s.c.TestPullReplica tearDown deleting collection
   [junit4]   2> 300295 INFO  (qtp1962113737-1949) [n:127.0.0.1:62494_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params 
name=pull_replica_test_real_time_get&action=DELETE&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 300300 INFO  
(OverseerThreadFactory-824-thread-2-processing-n:127.0.0.1:53624_solr) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing 
Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 300300 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.pull_replica_test_real_time_get.shard1.replica_p2, tag=null
   [junit4]   2> 300300 INFO  (qtp1962113737-1951) [n:127.0.0.1:62494_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.pull_replica_test_real_time_get.shard1.replica_n1, tag=null
   [junit4]   2> 300300 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@1f889110: rootName = 
solr_53624, domain = 
solr.core.pull_replica_test_real_time_get.shard1.replica_p2, service url = 
null, agent id = null] for registry 
solr.core.pull_replica_test_real_time_get.shard1.replica_p2 / 
com.codahale.metrics.MetricRegistry@3c5e323c
   [junit4]   2> 300300 INFO  (qtp1962113737-1951) [n:127.0.0.1:62494_solr    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@20f11a25: rootName = 
solr_62494, domain = 
solr.core.pull_replica_test_real_time_get.shard1.replica_n1, service url = 
null, agent id = null] for registry 
solr.core.pull_replica_test_real_time_get.shard1.replica_n1 / 
com.codahale.metrics.MetricRegistry@14145fc3
   [junit4]   2> 300301 INFO  
(OverseerCollectionConfigSetProcessor-98686431979896836-127.0.0.1:53624_solr-n_0000000000)
 [n:127.0.0.1:53624_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 300321 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr    ] 
o.a.s.c.ZkController pull_replica_test_real_time_get_shard1_replica_p2 stopping 
background replication from leader
   [junit4]   2> 300321 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr    ] 
o.a.s.c.SolrCore [pull_replica_test_real_time_get_shard1_replica_p2]  CLOSING 
SolrCore org.apache.solr.core.SolrCore@783d6766
   [junit4]   2> 300321 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.pull_replica_test_real_time_get.shard1.replica_p2, 
tag=2017290086
   [junit4]   2> 300321 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.pull_replica_test_real_time_get.shard1.leader, 
tag=2017290086
   [junit4]   2> 300324 INFO  (qtp1540248390-1943) [n:127.0.0.1:53624_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=pull_replica_test_real_time_get_shard1_replica_p2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=23
   [junit4]   2> 300332 INFO  (qtp1962113737-1951) [n:127.0.0.1:62494_solr    ] 
o.a.s.c.SolrCore [pull_replica_test_real_time_get_shard1_replica_n1]  CLOSING 
SolrCore org.apache.solr.core.SolrCore@10c6e583
   [junit4]   2> 300332 INFO  (qtp1962113737-1951) [n:127.0.0.1:62494_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.pull_replica_test_real_time_get.shard1.replica_n1, 
tag=281470339
   [junit4]   2> 300332 INFO  (qtp1962113737-1951) [n:127.0.0.1:62494_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.pull_replica_test_real_time_get.shard1.leader, 
tag=281470339
   [junit4]   2> 300352 INFO  (qtp1962113737-1951) [n:127.0.0.1:62494_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=pull_replica_test_real_time_get_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=52
   [junit4]   2> 301078 INFO  (qtp1962113737-1949) [n:127.0.0.1:62494_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={name=pull_replica_test_real_time_get&action=DELETE&wt=javabin&version=2}
 status=0 QTime=783
   [junit4]   2> 301079 INFO  
(TEST-TestPullReplica.testRealTimeGet-seed#[FE5F8A67583C2045]) [    ] 
o.a.s.c.TestPullReplica Collection deleted
   [junit4]   2> 301079 INFO  
(TEST-TestPullReplica.testRealTimeGet-seed#[FE5F8A67583C2045]) [    ] 
o.a.s.c.TestPullReplica Collection not yet deleted
   [junit4]   2> 301187 INFO  
(TEST-TestPullReplica.testRealTimeGet-seed#[FE5F8A67583C2045]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testRealTimeGet
   [junit4]   2> 301285 INFO  
(TEST-TestPullReplica.testCreateDelete-seed#[FE5F8A67583C2045]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testCreateDelete 
{seed=[FE5F8A67583C2045:E54F7B2BAECCD875]}
   [junit4]   2> 301290 INFO  (qtp1962113737-1946) [n:127.0.0.1:62494_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
pullReplicas=3&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_create_delete&nrtReplicas=1&action=CREATE&numShards=2
 and sendToOCPQueue=true
   [junit4]   2> 301301 INFO  
(OverseerThreadFactory-824-thread-3-processing-n:127.0.0.1:53624_solr) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
pull_replica_test_create_delete
   [junit4]   2> 301311 INFO  
(OverseerCollectionConfigSetProcessor-98686431979896836-127.0.0.1:53624_solr-n_0000000000)
 [n:127.0.0.1:53624_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 301312 WARN  
(OverseerThreadFactory-824-thread-3-processing-n:127.0.0.1:53624_solr) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.CreateCollectionCmd Specified number of 
replicas of 4 on collection pull_replica_test_create_delete is higher than the 
number of Solr instances currently live or live and part of your 
createNodeSet(2). It's unusual to run two replica of the same slice on the same 
Solr-instance.
   [junit4]   2> 301573 INFO  
(OverseerStateUpdate-98686431979896836-127.0.0.1:53624_solr-n_0000000000) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_create_delete",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_test_create_delete_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:53624/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 301598 INFO  
(OverseerStateUpdate-98686431979896836-127.0.0.1:53624_solr-n_0000000000) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_create_delete",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_test_create_delete_shard1_replica_p2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62494/solr";,
   [junit4]   2>   "type":"PULL"} 
   [junit4]   2> 301611 INFO  
(OverseerStateUpdate-98686431979896836-127.0.0.1:53624_solr-n_0000000000) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_create_delete",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_test_create_delete_shard1_replica_p3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:53624/solr";,
   [junit4]   2>   "type":"PULL"} 
   [junit4]   2> 301622 INFO  
(OverseerStateUpdate-98686431979896836-127.0.0.1:53624_solr-n_0000000000) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_create_delete",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_test_create_delete_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62494/solr";,
   [junit4]   2>   "type":"PULL"} 
   [junit4]   2> 301627 INFO  
(OverseerStateUpdate-98686431979896836-127.0.0.1:53624_solr-n_0000000000) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_create_delete",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"pull_replica_test_create_delete_shard2_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:53624/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 301630 INFO  
(OverseerStateUpdate-98686431979896836-127.0.0.1:53624_solr-n_0000000000) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_create_delete",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"pull_replica_test_create_delete_shard2_replica_p8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62494/solr";,
   [junit4]   2>   "type":"PULL"} 
   [junit4]   2> 301633 INFO  
(OverseerStateUpdate-98686431979896836-127.0.0.1:53624_solr-n_0000000000) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_create_delete",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"pull_replica_test_create_delete_shard2_replica_p10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:53624/solr";,
   [junit4]   2>   "type":"PULL"} 
   [junit4]   2> 301636 INFO  
(OverseerStateUpdate-98686431979896836-127.0.0.1:53624_solr-n_0000000000) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_create_delete",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"pull_replica_test_create_delete_shard2_replica_p12",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62494/solr";,
   [junit4]   2>   "type":"PULL"} 
   [junit4]   2> 301879 INFO  (qtp1540248390-1939) [n:127.0.0.1:53624_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_p3&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 301879 INFO  (qtp1962113737-1950) [n:127.0.0.1:62494_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_p2&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 301881 INFO  (qtp1540248390-1940) [n:127.0.0.1:53624_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_n5&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 301881 INFO  (qtp1540248390-1941) [n:127.0.0.1:53624_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_p10&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 301886 INFO  (qtp1962113737-1947) [n:127.0.0.1:62494_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node14&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_p8&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 301887 INFO  (qtp1962113737-1953) [n:127.0.0.1:62494_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_p4&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 301894 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node16&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard2_replica_p12&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard2&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 301895 INFO  (qtp1540248390-1942) [n:127.0.0.1:53624_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=pull_replica_test_create_delete_shard1_replica_n1&action=CREATE&numShards=2&collection=pull_replica_test_create_delete&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 302046 INFO  
(zkCallback-276-thread-3-processing-n:127.0.0.1:62494_solr) 
[n:127.0.0.1:62494_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_create_delete/state.json] for collection 
[pull_replica_test_create_delete] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 302047 INFO  
(zkCallback-276-thread-1-processing-n:127.0.0.1:62494_solr) 
[n:127.0.0.1:62494_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_create_delete/state.json] for collection 
[pull_replica_test_create_delete] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 302047 INFO  
(zkCallback-274-thread-2-processing-n:127.0.0.1:53624_solr) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_create_delete/state.json] for collection 
[pull_replica_test_create_delete] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 302047 INFO  
(zkCallback-274-thread-3-processing-n:127.0.0.1:53624_solr) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_create_delete/state.json] for collection 
[pull_replica_test_create_delete] has occurred - updating... (live nodes size: 
[2])
   [junit4]   2> 302908 INFO  (qtp1962113737-1950) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node7 
x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 8.0.0
   [junit4]   2> 302928 INFO  (qtp1962113737-1947) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node14 
x:pull_replica_test_create_delete_shard2_replica_p8] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 8.0.0
   [junit4]   2> 302929 INFO  (qtp1962113737-1953) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node11 
x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 8.0.0
   [junit4]   2> 302944 INFO  (qtp1962113737-1950) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node7 
x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.s.IndexSchema 
[pull_replica_test_create_delete_shard1_replica_p2] Schema name=minimal
   [junit4]   2> 302946 INFO  (qtp1962113737-1950) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node7 
x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 302946 INFO  (qtp1962113737-1950) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node7 
x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.c.CoreContainer 
Creating SolrCore 'pull_replica_test_create_delete_shard1_replica_p2' using 
configuration from collection pull_replica_test_create_delete, trusted=true
   [junit4]   2> 302947 INFO  (qtp1962113737-1950) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node7 
x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 
'solr_62494.solr.core.pull_replica_test_create_delete.shard1.replica_p2' 
(registry 'solr.core.pull_replica_test_create_delete.shard1.replica_p2') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31c7e176
   [junit4]   2> 302947 INFO  (qtp1962113737-1950) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node7 
x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 302947 INFO  (qtp1962113737-1950) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node7 
x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.c.SolrCore 
[[pull_replica_test_create_delete_shard1_replica_p2] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node2/pull_replica_test_create_delete_shard1_replica_p2],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node2/./pull_replica_test_create_delete_shard1_replica_p2/data/]
   [junit4]   2> 302960 INFO  (qtp1540248390-1942) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node6 
x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 8.0.0
   [junit4]   2> 302980 INFO  (qtp1962113737-1953) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node11 
x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.s.IndexSchema 
[pull_replica_test_create_delete_shard1_replica_p4] Schema name=minimal
   [junit4]   2> 302987 INFO  (qtp1962113737-1947) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node14 
x:pull_replica_test_create_delete_shard2_replica_p8] o.a.s.s.IndexSchema 
[pull_replica_test_create_delete_shard2_replica_p8] Schema name=minimal
   [junit4]   2> 302990 INFO  (qtp1962113737-1947) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node14 
x:pull_replica_test_create_delete_shard2_replica_p8] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 302990 INFO  (qtp1962113737-1947) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node14 
x:pull_replica_test_create_delete_shard2_replica_p8] o.a.s.c.CoreContainer 
Creating SolrCore 'pull_replica_test_create_delete_shard2_replica_p8' using 
configuration from collection pull_replica_test_create_delete, trusted=true
   [junit4]   2> 302990 INFO  (qtp1962113737-1947) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node14 
x:pull_replica_test_create_delete_shard2_replica_p8] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 
'solr_62494.solr.core.pull_replica_test_create_delete.shard2.replica_p8' 
(registry 'solr.core.pull_replica_test_create_delete.shard2.replica_p8') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31c7e176
   [junit4]   2> 302991 INFO  (qtp1962113737-1947) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node14 
x:pull_replica_test_create_delete_shard2_replica_p8] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 302991 INFO  (qtp1962113737-1947) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node14 
x:pull_replica_test_create_delete_shard2_replica_p8] o.a.s.c.SolrCore 
[[pull_replica_test_create_delete_shard2_replica_p8] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node2/pull_replica_test_create_delete_shard2_replica_p8],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node2/./pull_replica_test_create_delete_shard2_replica_p8/data/]
   [junit4]   2> 302992 INFO  (qtp1540248390-1942) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node6 
x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.s.IndexSchema 
[pull_replica_test_create_delete_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 302996 INFO  (qtp1962113737-1953) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node11 
x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 302996 INFO  (qtp1962113737-1953) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node11 
x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.c.CoreContainer 
Creating SolrCore 'pull_replica_test_create_delete_shard1_replica_p4' using 
configuration from collection pull_replica_test_create_delete, trusted=true
   [junit4]   2> 302996 INFO  (qtp1962113737-1953) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node11 
x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 
'solr_62494.solr.core.pull_replica_test_create_delete.shard1.replica_p4' 
(registry 'solr.core.pull_replica_test_create_delete.shard1.replica_p4') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31c7e176
   [junit4]   2> 302996 INFO  (qtp1962113737-1953) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node11 
x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 302996 INFO  (qtp1962113737-1953) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node11 
x:pull_replica_test_create_delete_shard1_replica_p4] o.a.s.c.SolrCore 
[[pull_replica_test_create_delete_shard1_replica_p4] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node2/pull_replica_test_create_delete_shard1_replica_p4],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node2/./pull_replica_test_create_delete_shard1_replica_p4/data/]
   [junit4]   2> 302997 INFO  (qtp1540248390-1942) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node6 
x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 302997 INFO  (qtp1540248390-1942) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node6 
x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.c.CoreContainer 
Creating SolrCore 'pull_replica_test_create_delete_shard1_replica_n1' using 
configuration from collection pull_replica_test_create_delete, trusted=true
   [junit4]   2> 302997 INFO  (qtp1540248390-1942) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node6 
x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 
'solr_53624.solr.core.pull_replica_test_create_delete.shard1.replica_n1' 
(registry 'solr.core.pull_replica_test_create_delete.shard1.replica_n1') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31c7e176
   [junit4]   2> 302997 INFO  (qtp1540248390-1942) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node6 
x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 302997 INFO  (qtp1540248390-1942) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node6 
x:pull_replica_test_create_delete_shard1_replica_n1] o.a.s.c.SolrCore 
[[pull_replica_test_create_delete_shard1_replica_n1] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node1/pull_replica_test_create_delete_shard1_replica_n1],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node1/./pull_replica_test_create_delete_shard1_replica_n1/data/]
   [junit4]   2> 303031 INFO  (qtp1540248390-1941) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node15 
x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 8.0.0
   [junit4]   2> 303051 INFO  (qtp1540248390-1940) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node13 
x:pull_replica_test_create_delete_shard2_replica_n5] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 8.0.0
   [junit4]   2> 303051 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node16 
x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 8.0.0
   [junit4]   2> 303074 INFO  (qtp1540248390-1939) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node9 
x:pull_replica_test_create_delete_shard1_replica_p3] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 8.0.0
   [junit4]   2> 303095 INFO  (qtp1540248390-1939) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node9 
x:pull_replica_test_create_delete_shard1_replica_p3] o.a.s.s.IndexSchema 
[pull_replica_test_create_delete_shard1_replica_p3] Schema name=minimal
   [junit4]   2> 303098 INFO  (qtp1540248390-1939) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node9 
x:pull_replica_test_create_delete_shard1_replica_p3] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 303098 INFO  (qtp1540248390-1939) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node9 
x:pull_replica_test_create_delete_shard1_replica_p3] o.a.s.c.CoreContainer 
Creating SolrCore 'pull_replica_test_create_delete_shard1_replica_p3' using 
configuration from collection pull_replica_test_create_delete, trusted=true
   [junit4]   2> 303098 INFO  (qtp1540248390-1939) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node9 
x:pull_replica_test_create_delete_shard1_replica_p3] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 
'solr_53624.solr.core.pull_replica_test_create_delete.shard1.replica_p3' 
(registry 'solr.core.pull_replica_test_create_delete.shard1.replica_p3') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31c7e176
   [junit4]   2> 303098 INFO  (qtp1540248390-1939) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node9 
x:pull_replica_test_create_delete_shard1_replica_p3] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 303098 INFO  (qtp1540248390-1939) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node9 
x:pull_replica_test_create_delete_shard1_replica_p3] o.a.s.c.SolrCore 
[[pull_replica_test_create_delete_shard1_replica_p3] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node1/pull_replica_test_create_delete_shard1_replica_p3],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node1/./pull_replica_test_create_delete_shard1_replica_p3/data/]
   [junit4]   2> 303119 INFO  (qtp1540248390-1940) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node13 
x:pull_replica_test_create_delete_shard2_replica_n5] o.a.s.s.IndexSchema 
[pull_replica_test_create_delete_shard2_replica_n5] Schema name=minimal
   [junit4]   2> 303122 INFO  (qtp1540248390-1940) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node13 
x:pull_replica_test_create_delete_shard2_replica_n5] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 303122 INFO  (qtp1540248390-1940) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node13 
x:pull_replica_test_create_delete_shard2_replica_n5] o.a.s.c.CoreContainer 
Creating SolrCore 'pull_replica_test_create_delete_shard2_replica_n5' using 
configuration from collection pull_replica_test_create_delete, trusted=true
   [junit4]   2> 303123 INFO  (qtp1540248390-1940) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node13 
x:pull_replica_test_create_delete_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 
'solr_53624.solr.core.pull_replica_test_create_delete.shard2.replica_n5' 
(registry 'solr.core.pull_replica_test_create_delete.shard2.replica_n5') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31c7e176
   [junit4]   2> 303123 INFO  (qtp1540248390-1940) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node13 
x:pull_replica_test_create_delete_shard2_replica_n5] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 303123 INFO  (qtp1540248390-1940) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node13 
x:pull_replica_test_create_delete_shard2_replica_n5] o.a.s.c.SolrCore 
[[pull_replica_test_create_delete_shard2_replica_n5] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node1/pull_replica_test_create_delete_shard2_replica_n5],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node1/./pull_replica_test_create_delete_shard2_replica_n5/data/]
   [junit4]   2> 303132 INFO  (qtp1540248390-1941) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node15 
x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.s.IndexSchema 
[pull_replica_test_create_delete_shard2_replica_p10] Schema name=minimal
   [junit4]   2> 303134 INFO  (qtp1540248390-1941) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node15 
x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 303135 INFO  (qtp1540248390-1941) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node15 
x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.c.CoreContainer 
Creating SolrCore 'pull_replica_test_create_delete_shard2_replica_p10' using 
configuration from collection pull_replica_test_create_delete, trusted=true
   [junit4]   2> 303135 INFO  (qtp1540248390-1941) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node15 
x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 
'solr_53624.solr.core.pull_replica_test_create_delete.shard2.replica_p10' 
(registry 'solr.core.pull_replica_test_create_delete.shard2.replica_p10') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31c7e176
   [junit4]   2> 303136 INFO  (qtp1540248390-1941) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node15 
x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 303136 INFO  (qtp1540248390-1941) [n:127.0.0.1:53624_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node15 
x:pull_replica_test_create_delete_shard2_replica_p10] o.a.s.c.SolrCore 
[[pull_replica_test_create_delete_shard2_replica_p10] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node1/pull_replica_test_create_delete_shard2_replica_p10],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node1/./pull_replica_test_create_delete_shard2_replica_p10/data/]
   [junit4]   2> 303160 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node16 
x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.s.IndexSchema 
[pull_replica_test_create_delete_shard2_replica_p12] Schema name=minimal
   [junit4]   2> 303163 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node16 
x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.s.IndexSchema 
Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 303163 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node16 
x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.c.CoreContainer 
Creating SolrCore 'pull_replica_test_create_delete_shard2_replica_p12' using 
configuration from collection pull_replica_test_create_delete, trusted=true
   [junit4]   2> 303163 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node16 
x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.m.r.SolrJmxReporter 
JMX monitoring for 
'solr_62494.solr.core.pull_replica_test_create_delete.shard2.replica_p12' 
(registry 'solr.core.pull_replica_test_create_delete.shard2.replica_p12') 
enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31c7e176
   [junit4]   2> 303163 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node16 
x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 303163 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node16 
x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.c.SolrCore 
[[pull_replica_test_create_delete_shard2_replica_p12] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node2/pull_replica_test_create_delete_shard2_replica_p12],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001/tempDir-001/node2/./pull_replica_test_create_delete_shard2_replica_p12/data/]
   [junit4]   2> 303181 INFO  (qtp1962113737-1947) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node14 
x:pull_replica_test_create_delete_shard2_replica_p8] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 303181 INFO  (qtp1962113737-1947) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node14 
x:pull_replica_test_create_delete_shard2_replica_p8] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 303186 INFO  (qtp1962113737-1947) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node14 
x:pull_replica_test_create_delete_shard2_replica_p8] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@3eb622d3[pull_replica_test_create_delete_shard2_replica_p8] 
main]
   [junit4]   2> 303188 INFO  (qtp1962113737-1947) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node14 
x:pull_replica_test_create_delete_shard2_replica_p8] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 303193 INFO  (qtp1962113737-1947) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node14 
x:pull_replica_test_create_delete_shard2_replica_p8] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 303193 INFO  (qtp1962113737-1947) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node14 
x:pull_replica_test_create_delete_shard2_replica_p8] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 303194 INFO  (qtp1962113737-1947) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node14 
x:pull_replica_test_create_delete_shard2_replica_p8] o.a.s.c.ZkController 
pull_replica_test_create_delete_shard2_replica_p8 starting background 
replication from leader
   [junit4]   2> 303194 INFO  (qtp1962113737-1947) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node14 
x:pull_replica_test_create_delete_shard2_replica_p8] 
o.a.s.c.ReplicateFromLeader Will start replication from leader with poll 
interval: 00:00:03
   [junit4]   2> 303209 INFO  (qtp1962113737-1947) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node14 
x:pull_replica_test_create_delete_shard2_replica_p8] o.a.s.h.ReplicationHandler 
Poll scheduled at an interval of 3000ms
   [junit4]   2> 303220 INFO  
(searcherExecutor-841-thread-1-processing-n:127.0.0.1:62494_solr 
x:pull_replica_test_create_delete_shard2_replica_p8 s:shard2 
c:pull_replica_test_create_delete r:core_node14) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node14 
x:pull_replica_test_create_delete_shard2_replica_p8] o.a.s.c.SolrCore 
[pull_replica_test_create_delete_shard2_replica_p8] Registered new searcher 
Searcher@3eb622d3[pull_replica_test_create_delete_shard2_replica_p8] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 303293 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node16 
x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.u.CommitTracker 
Hard AutoCommit: disabled
   [junit4]   2> 303293 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node16 
x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.u.CommitTracker 
Soft AutoCommit: disabled
   [junit4]   2> 303293 INFO  (qtp1962113737-1950) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node7 
x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 303293 INFO  (qtp1962113737-1950) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node7 
x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 303296 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node16 
x:pull_replica_test_create_delete_shard2_replica_p12] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@1ef936a1[pull_replica_test_create_delete_shard2_replica_p12] 
main]
   [junit4]   2> 303297 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node16 
x:pull_replica_test_create_delete_shard2_replica_p12] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 303297 INFO  (qtp1962113737-1958) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard2 r:core_node16 
x:pull_replica_test_create_delete_shard2_replica_p12] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 303298 INFO  (qtp1962113737-1950) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node7 
x:pull_replica_test_create_delete_shard1_replica_p2] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@57dcef75[pull_replica_test_create_delete_shard1_replica_p2] 
main]
   [junit4]   2> 303299 INFO  (qtp1962113737-1950) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node7 
x:pull_replica_test_create_delete_shard1_replica_p2] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 303299 INFO  (qtp1962113737-1950) [n:127.0.0.1:62494_solr 
c:pull_replica_test_create_delete s:shard1 r:core_node7 
x:pull_replica_test_create_delete_shard1_replica_p2] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_manag

[...truncated too long message...]

Time=32
   [junit4]   2> 464624 INFO  (zkCallback-282-thread-4) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for 
collection [pull_replica_test_remove_all_writer_replicas] has occurred - 
updating... (live nodes size: [2])
   [junit4]   2> 464743 INFO  (zkCallback-282-thread-4) [    ] 
o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDeleted 
path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for 
collection [pull_replica_test_remove_all_writer_replicas] has occurred - 
updating... (live nodes size: [2])
   [junit4]   2> 465371 INFO  (qtp1324122181-2235) [n:127.0.0.1:62494_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={name=pull_replica_test_remove_all_writer_replicas&action=DELETE&wt=javabin&version=2}
 status=0 QTime=758
   [junit4]   2> 465372 INFO  
(TEST-TestPullReplica.testRemoveAllWriterReplicas-seed#[FE5F8A67583C2045]) [    
] o.a.s.c.TestPullReplica Collection deleted
   [junit4]   2> 465372 INFO  
(TEST-TestPullReplica.testRemoveAllWriterReplicas-seed#[FE5F8A67583C2045]) [    
] o.a.s.SolrTestCaseJ4 ###Ending testRemoveAllWriterReplicas
   [junit4]   2> 465388 INFO  
(TEST-TestPullReplica.testSearchWhileReplicationHappens-seed#[FE5F8A67583C2045])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testSearchWhileReplicationHappens
   [junit4]   2> 465388 INFO  
(TEST-TestPullReplica.testSearchWhileReplicationHappens-seed#[FE5F8A67583C2045])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testSearchWhileReplicationHappens
   [junit4]   2> 465390 INFO  (jetty-closer-265-thread-2) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@212fe09{HTTP/1.1,[http/1.1]}{127.0.0.1:62494}
   [junit4]   2> 465390 INFO  (jetty-closer-265-thread-1) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@47929b19{HTTP/1.1,[http/1.1]}{127.0.0.1:53624}
   [junit4]   2> 465391 INFO  (jetty-closer-265-thread-2) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=398033485
   [junit4]   2> 465391 INFO  (jetty-closer-265-thread-1) [    ] 
o.a.s.c.CoreContainer Shutting down CoreContainer instance=263592206
   [junit4]   2> 465391 INFO  (jetty-closer-265-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 465392 INFO  (jetty-closer-265-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, 
tag=null
   [junit4]   2> 465392 INFO  (jetty-closer-265-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@6ba6103e: rootName = 
solr_53624, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@4872ff40
   [junit4]   2> 465392 INFO  (jetty-closer-265-thread-2) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@142bbce2: rootName = 
solr_62494, domain = solr.node, service url = null, agent id = null] for 
registry solr.node / com.codahale.metrics.MetricRegistry@70f135a
   [junit4]   2> 465400 INFO  (jetty-closer-265-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 465400 INFO  (jetty-closer-265-thread-2) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@7adeeade: rootName = 
solr_62494, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@30bcc8e0
   [junit4]   2> 465403 INFO  (jetty-closer-265-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 465403 INFO  (jetty-closer-265-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@2cfea158: rootName = 
solr_53624, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@30bcc8e0
   [junit4]   2> 465406 INFO  (jetty-closer-265-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 465406 INFO  (jetty-closer-265-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 465406 INFO  (jetty-closer-265-thread-2) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@637dd84f: rootName = 
solr_62494, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@15bd8125
   [junit4]   2> 465406 INFO  (jetty-closer-265-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@161298a1: rootName = 
solr_53624, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@15bd8125
   [junit4]   2> 465408 INFO  (jetty-closer-265-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 465408 INFO  (jetty-closer-265-thread-2) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 465410 INFO  (jetty-closer-265-thread-1) [    ] 
o.a.s.c.Overseer Overseer 
(id=98686431979896843-127.0.0.1:53624_solr-n_0000000002) closing
   [junit4]   2> 465411 INFO  
(OverseerStateUpdate-98686431979896843-127.0.0.1:53624_solr-n_0000000002) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:53624_solr
   [junit4]   2> 465415 INFO  
(zkCallback-288-thread-5-processing-n:127.0.0.1:53624_solr) 
[n:127.0.0.1:53624_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (1)
   [junit4]   2> 465416 INFO  (jetty-closer-265-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@76d71afa{/solr,null,UNAVAILABLE}
   [junit4]   2> 465419 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15e9ac97a50000b, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 465422 INFO  (jetty-closer-265-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@aeb4d09{/solr,null,UNAVAILABLE}
   [junit4]   2> 465423 ERROR 
(SUITE-TestPullReplica-seed#[FE5F8A67583C2045]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 465424 INFO  
(SUITE-TestPullReplica-seed#[FE5F8A67583C2045]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:49256 49256
   [junit4]   2> 474633 INFO  (Thread-416) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:49256 49256
   [junit4]   2> 474634 WARN  (Thread-416) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        19      /solr/configs/conf
   [junit4]   2>        5       /solr/aliases.json
   [junit4]   2>        4       /solr/security.json
   [junit4]   2>        3       /solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        47      
/solr/collections/pull_replica_test_create_delete/state.json
   [junit4]   2>        23      
/solr/collections/pull_replica_test_add_remove_pull_replica/state.json
   [junit4]   2>        22      
/solr/collections/pull_replica_test_kill_pull_replica/state.json
   [junit4]   2>        22      
/solr/collections/pull_replica_test_remove_all_writer_replicas/state.json
   [junit4]   2>        20      
/solr/collections/pull_replica_test_kill_leader/state.json
   [junit4]   2>        13      
/solr/collections/pull_replica_test_real_time_get/state.json
   [junit4]   2>        13      
/solr/collections/pull_replica_test_add_docs/state.json
   [junit4]   2>        5       /solr/clusterprops.json
   [junit4]   2>        5       /solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        5       /solr/collections
   [junit4]   2>        3       /solr/overseer/queue
   [junit4]   2>        3       /solr/live_nodes
   [junit4]   2>        3       /solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/export/home/jenkins/workspace/Lucene-Solr-master-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.TestPullReplica_FE5F8A67583C2045-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), 
sim=RandomSimilarity(queryNorm=false): {}, locale=de-LU, 
timezone=Europe/Volgograd
   [junit4]   2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_141 
(64-bit)/cpus=3,threads=1,free=29354888,total=264781824
   [junit4]   2> NOTE: All tests run in this JVM: [TestLockTree, 
ClusterStateUpdateTest, TestDFRSimilarityFactory, TestCSVResponseWriter, 
TestDistributedStatsComponentCardinality, TestCloudRecovery, 
RequestHandlersTest, IndexBasedSpellCheckerTest, 
SimpleCollectionCreateDeleteTest, SuggesterTest, TestAuthenticationFramework, 
SaslZkACLProviderTest, TestStressInPlaceUpdates, 
TestLMDirichletSimilarityFactory, TestPayloadCheckQParserPlugin, 
TestNoOpRegenerator, TestXmlQParserPlugin, TestTrieFacet, 
RegexBoostProcessorTest, TestSolrDeletionPolicy2, CdcrReplicationHandlerTest, 
DistributedDebugComponentTest, TestSmileRequest, 
ManagedSchemaRoundRobinCloudTest, TestSolrCloudSnapshots, 
ResponseLogComponentTest, TestPullReplica]
   [junit4] Completed [68/733 (1!)] on J0 in 179.04s, 10 tests, 1 failure, 1 
skipped <<< FAILURES!

[...truncated 48432 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to