Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/73/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC

3 tests failed.
FAILED:  org.apache.solr.cloud.TestPullReplica.testKillLeader

Error Message:
Replica state not updated in cluster state null Live Nodes: 
[127.0.0.1:41809_solr, 127.0.0.1:36496_solr] Last available state: 
DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/6)={
   "pullReplicas":"1",   "replicationFactor":"1",   "shards":{"shard1":{       
"range":"80000000-7fffffff",       "state":"active",       "replicas":{         
"core_node3":{           
"core":"pull_replica_test_kill_leader_shard1_replica_n1",           
"base_url":"http://127.0.0.1:36496/solr";,           
"node_name":"127.0.0.1:36496_solr",           "state":"down",           
"type":"NRT",           "leader":"true"},         "core_node4":{           
"core":"pull_replica_test_kill_leader_shard1_replica_p2",           
"base_url":"http://127.0.0.1:41809/solr";,           
"node_name":"127.0.0.1:41809_solr",           "state":"active",           
"type":"PULL"}}}},   "router":{"name":"compositeId"},   
"maxShardsPerNode":"100",   "autoAddReplicas":"false",   "nrtReplicas":"1",   
"tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Replica state not updated in cluster state
null
Live Nodes: [127.0.0.1:41809_solr, 127.0.0.1:36496_solr]
Last available state: 
DocCollection(pull_replica_test_kill_leader//collections/pull_replica_test_kill_leader/state.json/6)={
  "pullReplicas":"1",
  "replicationFactor":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"pull_replica_test_kill_leader_shard1_replica_n1",
          "base_url":"http://127.0.0.1:36496/solr";,
          "node_name":"127.0.0.1:36496_solr",
          "state":"down",
          "type":"NRT",
          "leader":"true"},
        "core_node4":{
          "core":"pull_replica_test_kill_leader_shard1_replica_p2",
          "base_url":"http://127.0.0.1:41809/solr";,
          "node_name":"127.0.0.1:41809_solr",
          "state":"active",
          "type":"PULL"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"100",
  "autoAddReplicas":"false",
  "nrtReplicas":"1",
  "tlogReplicas":"0"}
        at 
__randomizedtesting.SeedInfo.seed([47ADDA8921218EB3:EBB2E3D439A1AE5]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
        at 
org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:401)
        at 
org.apache.solr.cloud.TestPullReplica.testKillLeader(TestPullReplica.java:290)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
3 threads leaked from SUITE scope at 
org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) 
Thread[id=32006, name=jetty-launcher-4774-thread-2-SendThread(127.0.0.1:35430), 
state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         
at java.lang.Thread.sleep(Native Method)         at 
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
         at 
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)    
     at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)    
2) Thread[id=32007, name=jetty-launcher-4774-thread-2-EventThread, 
state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at 
sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)     
    at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)    
3) Thread[id=31959, name=jetty-launcher-4774-thread-1-EventThread, 
state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         
at sun.misc.Unsafe.park(Native Method)         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         
at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)  
       at 
org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)      
   at 
org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
         at 
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
         at 
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
         at 
org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
         at 
org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
         at 
org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
         at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
         at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)   
      at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE 
scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=32006, 
name=jetty-launcher-4774-thread-2-SendThread(127.0.0.1:35430), 
state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at java.lang.Thread.sleep(Native Method)
        at 
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at 
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   2) Thread[id=32007, name=jetty-launcher-4774-thread-2-EventThread, 
state=WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   3) Thread[id=31959, name=jetty-launcher-4774-thread-1-EventThread, 
state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at 
org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at 
org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at 
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at 
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at 
org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at 
org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at 
org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
        at __randomizedtesting.SeedInfo.seed([47ADDA8921218EB3]:0)


FAILED:  
junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
There are still zombie threads that couldn't be terminated:    1) 
Thread[id=32006, name=jetty-launcher-4774-thread-2-SendThread(127.0.0.1:35430), 
state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         
at java.lang.Thread.sleep(Native Method)         at 
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
         at 
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)    
     at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   1) Thread[id=32006, 
name=jetty-launcher-4774-thread-2-SendThread(127.0.0.1:35430), 
state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at java.lang.Thread.sleep(Native Method)
        at 
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at 
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
        at __randomizedtesting.SeedInfo.seed([47ADDA8921218EB3]:0)




Build Log:
[...truncated 11121 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestPullReplica
   [junit4]   2> Creating dataDir: 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_47ADDA8921218EB3-001/init-core-data-001
   [junit4]   2> 510173 WARN  
(SUITE-TestPullReplica-seed#[47ADDA8921218EB3]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=44 numCloses=44
   [junit4]   2> 510173 INFO  
(SUITE-TestPullReplica-seed#[47ADDA8921218EB3]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 510174 INFO  
(SUITE-TestPullReplica-seed#[47ADDA8921218EB3]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 510174 INFO  
(SUITE-TestPullReplica-seed#[47ADDA8921218EB3]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 510175 INFO  
(SUITE-TestPullReplica-seed#[47ADDA8921218EB3]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_47ADDA8921218EB3-001/tempDir-001
   [junit4]   2> 510175 INFO  
(SUITE-TestPullReplica-seed#[47ADDA8921218EB3]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 510175 INFO  (Thread-3371) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 510175 INFO  (Thread-3371) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 510177 ERROR (Thread-3371) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 510275 INFO  
(SUITE-TestPullReplica-seed#[47ADDA8921218EB3]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:59178
   [junit4]   2> 510282 INFO  (jetty-launcher-988-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 510282 INFO  (jetty-launcher-988-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 510283 INFO  (jetty-launcher-988-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3ae1b81{/solr,null,AVAILABLE}
   [junit4]   2> 510284 INFO  (jetty-launcher-988-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@180b8a68{/solr,null,AVAILABLE}
   [junit4]   2> 510284 INFO  (jetty-launcher-988-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@736a2360{HTTP/1.1,[http/1.1]}{127.0.0.1:41809}
   [junit4]   2> 510284 INFO  (jetty-launcher-988-thread-2) [    ] 
o.e.j.s.Server Started @512661ms
   [junit4]   2> 510284 INFO  (jetty-launcher-988-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=41809}
   [junit4]   2> 510284 INFO  (jetty-launcher-988-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@557130ac{HTTP/1.1,[http/1.1]}{127.0.0.1:36496}
   [junit4]   2> 510284 INFO  (jetty-launcher-988-thread-1) [    ] 
o.e.j.s.Server Started @512661ms
   [junit4]   2> 510284 ERROR (jetty-launcher-988-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 510284 INFO  (jetty-launcher-988-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=36496}
   [junit4]   2> 510284 INFO  (jetty-launcher-988-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.1.0
   [junit4]   2> 510284 INFO  (jetty-launcher-988-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 510284 INFO  (jetty-launcher-988-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 510284 ERROR (jetty-launcher-988-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 510284 INFO  (jetty-launcher-988-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-07-25T23:51:25.696Z
   [junit4]   2> 510284 INFO  (jetty-launcher-988-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.1.0
   [junit4]   2> 510284 INFO  (jetty-launcher-988-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 510285 INFO  (jetty-launcher-988-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 510285 INFO  (jetty-launcher-988-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-07-25T23:51:25.697Z
   [junit4]   2> 510289 INFO  (jetty-launcher-988-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 510289 INFO  (jetty-launcher-988-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 510296 INFO  (jetty-launcher-988-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59178/solr
   [junit4]   2> 510296 INFO  (jetty-launcher-988-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59178/solr
   [junit4]   2> 510300 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15d7c2992940003, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 510301 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15d7c2992940004, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 510435 INFO  (jetty-launcher-988-thread-2) 
[n:127.0.0.1:41809_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 510435 INFO  (jetty-launcher-988-thread-1) 
[n:127.0.0.1:36496_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 510435 INFO  (jetty-launcher-988-thread-1) 
[n:127.0.0.1:36496_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:36496_solr
   [junit4]   2> 510436 INFO  (jetty-launcher-988-thread-2) 
[n:127.0.0.1:41809_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:41809_solr
   [junit4]   2> 510436 INFO  (jetty-launcher-988-thread-1) 
[n:127.0.0.1:36496_solr    ] o.a.s.c.Overseer Overseer 
(id=98371284866695173-127.0.0.1:36496_solr-n_0000000000) starting
   [junit4]   2> 510438 INFO  
(zkCallback-1000-thread-1-processing-n:127.0.0.1:36496_solr) 
[n:127.0.0.1:36496_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 510438 INFO  
(zkCallback-999-thread-1-processing-n:127.0.0.1:41809_solr) 
[n:127.0.0.1:41809_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 510445 INFO  (jetty-launcher-988-thread-1) 
[n:127.0.0.1:36496_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36496_solr
   [junit4]   2> 510447 INFO  
(zkCallback-999-thread-1-processing-n:127.0.0.1:41809_solr) 
[n:127.0.0.1:41809_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 510447 INFO  
(zkCallback-1000-thread-1-processing-n:127.0.0.1:36496_solr) 
[n:127.0.0.1:36496_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 510521 INFO  (jetty-launcher-988-thread-1) 
[n:127.0.0.1:36496_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36496.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7634f643
   [junit4]   2> 510523 INFO  (jetty-launcher-988-thread-1) 
[n:127.0.0.1:36496_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36496.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7634f643
   [junit4]   2> 510524 INFO  (jetty-launcher-988-thread-1) 
[n:127.0.0.1:36496_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_36496.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7634f643
   [junit4]   2> 510524 INFO  (jetty-launcher-988-thread-1) 
[n:127.0.0.1:36496_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_47ADDA8921218EB3-001/tempDir-001/node1/.
   [junit4]   2> 510553 INFO  (jetty-launcher-988-thread-2) 
[n:127.0.0.1:41809_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41809.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7634f643
   [junit4]   2> 510555 INFO  (jetty-launcher-988-thread-2) 
[n:127.0.0.1:41809_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41809.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7634f643
   [junit4]   2> 510555 INFO  (jetty-launcher-988-thread-2) 
[n:127.0.0.1:41809_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_41809.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7634f643
   [junit4]   2> 510556 INFO  (jetty-launcher-988-thread-2) 
[n:127.0.0.1:41809_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_47ADDA8921218EB3-001/tempDir-001/node2/.
   [junit4]   2> 510575 INFO  
(SUITE-TestPullReplica-seed#[47ADDA8921218EB3]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 510576 INFO  
(SUITE-TestPullReplica-seed#[47ADDA8921218EB3]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:59178/solr ready
   [junit4]   2> 510580 INFO  
(SUITE-TestPullReplica-seed#[47ADDA8921218EB3]-worker) [    ] 
o.a.s.c.TestPullReplica Using legacyCloud?: false
   [junit4]   2> 510582 INFO  (qtp58711748-7890) [n:127.0.0.1:41809_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params 
val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 510583 INFO  (qtp58711748-7890) [n:127.0.0.1:41809_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} 
status=0 QTime=1
   [junit4]   2> 510601 INFO  
(TEST-TestPullReplica.testAddDocs-seed#[47ADDA8921218EB3]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testAddDocs
   [junit4]   2> 510602 INFO  (qtp58711748-7893) [n:127.0.0.1:41809_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
pullReplicas=2&replicationFactor=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_add_docs&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 510604 INFO  
(OverseerThreadFactory-2671-thread-1-processing-n:127.0.0.1:36496_solr) 
[n:127.0.0.1:36496_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
pull_replica_test_add_docs
   [junit4]   2> 510605 WARN  
(OverseerThreadFactory-2671-thread-1-processing-n:127.0.0.1:36496_solr) 
[n:127.0.0.1:36496_solr    ] o.a.s.c.CreateCollectionCmd Specified number of 
replicas of 3 on collection pull_replica_test_add_docs is higher than the 
number of Solr instances currently live or live and part of your 
createNodeSet(2). It's unusual to run two replica of the same slice on the same 
Solr-instance.
   [junit4]   2> 510719 INFO  
(OverseerStateUpdate-98371284866695173-127.0.0.1:36496_solr-n_0000000000) 
[n:127.0.0.1:36496_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_add_docs",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_test_add_docs_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36496/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 510725 INFO  
(OverseerStateUpdate-98371284866695173-127.0.0.1:36496_solr-n_0000000000) 
[n:127.0.0.1:36496_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_add_docs",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_test_add_docs_shard1_replica_p2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41809/solr";,
   [junit4]   2>   "type":"PULL"} 
   [junit4]   2> 510733 INFO  
(OverseerStateUpdate-98371284866695173-127.0.0.1:36496_solr-n_0000000000) 
[n:127.0.0.1:36496_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_add_docs",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_test_add_docs_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36496/solr";,
   [junit4]   2>   "type":"PULL"} 
   [junit4]   2> 510939 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 510940 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 510941 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 510941 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p4&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 510941 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 511051 INFO  
(zkCallback-1000-thread-1-processing-n:127.0.0.1:36496_solr) 
[n:127.0.0.1:36496_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 511051 INFO  
(zkCallback-999-thread-1-processing-n:127.0.0.1:41809_solr) 
[n:127.0.0.1:41809_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 511052 INFO  
(zkCallback-1000-thread-2-processing-n:127.0.0.1:36496_solr) 
[n:127.0.0.1:36496_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 511052 INFO  
(zkCallback-999-thread-2-processing-n:127.0.0.1:41809_solr) 
[n:127.0.0.1:41809_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 511954 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.1.0
   [junit4]   2> 511954 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.1.0
   [junit4]   2> 511955 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.1.0
   [junit4]   2> 511969 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.IndexSchema 
[pull_replica_test_add_docs_shard1_replica_p2] Schema name=minimal
   [junit4]   2> 511969 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.IndexSchema 
[pull_replica_test_add_docs_shard1_replica_p4] Schema name=minimal
   [junit4]   2> 511971 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 511971 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.CoreContainer Creating 
SolrCore 'pull_replica_test_add_docs_shard1_replica_p2' using configuration 
from collection pull_replica_test_add_docs, trusted=true
   [junit4]   2> 511971 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 511971 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.CoreContainer Creating 
SolrCore 'pull_replica_test_add_docs_shard1_replica_p4' using configuration 
from collection pull_replica_test_add_docs, trusted=true
   [junit4]   2> 511971 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 
'solr_41809.solr.core.pull_replica_test_add_docs.shard1.replica_p2' (registry 
'solr.core.pull_replica_test_add_docs.shard1.replica_p2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7634f643
   [junit4]   2> 511971 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 
'solr_36496.solr.core.pull_replica_test_add_docs.shard1.replica_p4' (registry 
'solr.core.pull_replica_test_add_docs.shard1.replica_p4') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7634f643
   [junit4]   2> 511971 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 511971 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 511971 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore 
[[pull_replica_test_add_docs_shard1_replica_p2] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_47ADDA8921218EB3-001/tempDir-001/node2/pull_replica_test_add_docs_shard1_replica_p2],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_47ADDA8921218EB3-001/tempDir-001/node2/./pull_replica_test_add_docs_shard1_replica_p2/data/]
   [junit4]   2> 511971 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrCore 
[[pull_replica_test_add_docs_shard1_replica_p4] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_47ADDA8921218EB3-001/tempDir-001/node1/pull_replica_test_add_docs_shard1_replica_p4],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_47ADDA8921218EB3-001/tempDir-001/node1/./pull_replica_test_add_docs_shard1_replica_p4/data/]
   [junit4]   2> 511977 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.IndexSchema 
[pull_replica_test_add_docs_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 511978 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.IndexSchema Loaded 
schema minimal/1.1 with uniqueid field id
   [junit4]   2> 511978 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.CoreContainer Creating 
SolrCore 'pull_replica_test_add_docs_shard1_replica_n1' using configuration 
from collection pull_replica_test_add_docs, trusted=true
   [junit4]   2> 511978 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 
'solr_36496.solr.core.pull_replica_test_add_docs.shard1.replica_n1' (registry 
'solr.core.pull_replica_test_add_docs.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@7634f643
   [junit4]   2> 511978 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 511978 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore 
[[pull_replica_test_add_docs_shard1_replica_n1] ] Opening new SolrCore at 
[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_47ADDA8921218EB3-001/tempDir-001/node1/pull_replica_test_add_docs_shard1_replica_n1],
 
dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_47ADDA8921218EB3-001/tempDir-001/node1/./pull_replica_test_add_docs_shard1_replica_n1/data/]
   [junit4]   2> 512029 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 512029 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 512031 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@70439828[pull_replica_test_add_docs_shard1_replica_p4] main]
   [junit4]   2> 512032 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 512033 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 512033 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 512034 INFO  
(searcherExecutor-2677-thread-1-processing-n:127.0.0.1:36496_solr 
x:pull_replica_test_add_docs_shard1_replica_p4 s:shard1 
c:pull_replica_test_add_docs r:core_node6) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrCore 
[pull_replica_test_add_docs_shard1_replica_p4] Registered new searcher 
Searcher@70439828[pull_replica_test_add_docs_shard1_replica_p4] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 512035 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.ZkController 
pull_replica_test_add_docs_shard1_replica_p4 starting background replication 
from leader
   [junit4]   2> 512035 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.ReplicateFromLeader 
Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 512036 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll 
scheduled at an interval of 3000ms
   [junit4]   2> 512046 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 512046 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 512047 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@229792f8[pull_replica_test_add_docs_shard1_replica_p2] main]
   [junit4]   2> 512049 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 512049 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 512050 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 512051 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 512051 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 512051 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.ZkController 
pull_replica_test_add_docs_shard1_replica_p2 starting background replication 
from leader
   [junit4]   2> 512051 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.ReplicateFromLeader 
Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 512051 INFO  
(searcherExecutor-2676-thread-1-processing-n:127.0.0.1:41809_solr 
x:pull_replica_test_add_docs_shard1_replica_p2 s:shard1 
c:pull_replica_test_add_docs r:core_node5) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore 
[pull_replica_test_add_docs_shard1_replica_p2] Registered new searcher 
Searcher@229792f8[pull_replica_test_add_docs_shard1_replica_p2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 512052 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 512052 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 512052 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.ReplicationHandler Poll 
scheduled at an interval of 3000ms
   [junit4]   2> 512053 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@391f3b78[pull_replica_test_add_docs_shard1_replica_n1] main]
   [junit4]   2> 512055 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 512056 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.r.ManagedResourceStorage 
Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 512056 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.h.ReplicationHandler 
Commits will be reserved for  10000
   [junit4]   2> 512057 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.UpdateLog Could not 
find max version in index or recent updates, using new clock 1573940559839494144
   [junit4]   2> 512057 INFO  
(searcherExecutor-2678-thread-1-processing-n:127.0.0.1:36496_solr 
x:pull_replica_test_add_docs_shard1_replica_n1 s:shard1 
c:pull_replica_test_add_docs r:core_node3) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore 
[pull_replica_test_add_docs_shard1_replica_n1] Registered new searcher 
Searcher@391f3b78[pull_replica_test_add_docs_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 512067 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 512067 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 512067 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SyncStrategy Sync 
replicas to 
http://127.0.0.1:36496/solr/pull_replica_test_add_docs_shard1_replica_n1/
   [junit4]   2> 512068 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SyncStrategy Sync 
Success - now sync replicas to me
   [junit4]   2> 512068 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SyncStrategy 
http://127.0.0.1:36496/solr/pull_replica_test_add_docs_shard1_replica_n1/ has 
no replicas
   [junit4]   2> 512068 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 512077 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:36496/solr/pull_replica_test_add_docs_shard1_replica_n1/ shard1
   [junit4]   2> 512189 INFO  
(zkCallback-999-thread-2-processing-n:127.0.0.1:41809_solr) 
[n:127.0.0.1:41809_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 512189 INFO  
(zkCallback-1000-thread-1-processing-n:127.0.0.1:36496_solr) 
[n:127.0.0.1:36496_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 512189 INFO  
(zkCallback-999-thread-1-processing-n:127.0.0.1:41809_solr) 
[n:127.0.0.1:41809_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 512189 INFO  
(zkCallback-1000-thread-2-processing-n:127.0.0.1:36496_solr) 
[n:127.0.0.1:36496_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 512229 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ZkController I am the 
leader, no recovery necessary
   [junit4]   2> 512231 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=1292
   [junit4]   2> 512339 INFO  
(zkCallback-1000-thread-2-processing-n:127.0.0.1:36496_solr) 
[n:127.0.0.1:36496_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 512339 INFO  
(zkCallback-999-thread-1-processing-n:127.0.0.1:41809_solr) 
[n:127.0.0.1:41809_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 512339 INFO  
(zkCallback-1000-thread-1-processing-n:127.0.0.1:36496_solr) 
[n:127.0.0.1:36496_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 512339 INFO  
(zkCallback-999-thread-2-processing-n:127.0.0.1:41809_solr) 
[n:127.0.0.1:41809_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 513041 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p4&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL}
 status=0 QTime=2101
   [junit4]   2> 513056 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL}
 status=0 QTime=2116
   [junit4]   2> 513059 INFO  (qtp58711748-7893) [n:127.0.0.1:41809_solr    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 513158 INFO  
(zkCallback-1000-thread-2-processing-n:127.0.0.1:36496_solr) 
[n:127.0.0.1:36496_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 513158 INFO  
(zkCallback-999-thread-2-processing-n:127.0.0.1:41809_solr) 
[n:127.0.0.1:41809_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 513158 INFO  
(zkCallback-1000-thread-1-processing-n:127.0.0.1:36496_solr) 
[n:127.0.0.1:36496_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 513158 INFO  
(zkCallback-999-thread-1-processing-n:127.0.0.1:41809_solr) 
[n:127.0.0.1:41809_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/pull_replica_test_add_docs/state.json] for collection 
[pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 514037 INFO  (indexFetcher-2692-thread-1) 
[n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Updated 
masterUrl to 
http://127.0.0.1:36496/solr/pull_replica_test_add_docs_shard1_replica_n1/
   [junit4]   2> 514039 INFO  (qtp1216397067-7903) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 
QTime=0
   [junit4]   2> 514039 INFO  (indexFetcher-2692-thread-1) 
[n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Master's 
generation: 1
   [junit4]   2> 514039 INFO  (indexFetcher-2692-thread-1) 
[n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Master's 
version: 0
   [junit4]   2> 514039 INFO  (indexFetcher-2692-thread-1) 
[n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Slave's 
generation: 1
   [junit4]   2> 514040 INFO  (indexFetcher-2692-thread-1) 
[n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Slave's 
version: 0
   [junit4]   2> 514068 INFO  (qtp58711748-7893) [n:127.0.0.1:41809_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={pullReplicas=2&replicationFactor=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_add_docs&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2}
 status=0 QTime=3467
   [junit4]   2> 514079 INFO  (qtp1216397067-7899) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] 
o.a.s.u.p.LogUpdateProcessorFactory 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/update 
params={wt=javabin&version=2}{add=[1 (1573940561956569088)]} 0 3
   [junit4]   2> 514080 INFO  (qtp1216397067-7901) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 
start 
commit{_version_=1573940561960763392,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 514080 INFO  (qtp1216397067-7901) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling 
setCommitData with IW:org.apache.solr.update.SolrIndexWriter@308621c2 
commitCommandVersion:1573940561960763392
   [junit4]   2> 514085 INFO  (qtp1216397067-7901) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@4cc5852e[pull_replica_test_add_docs_shard1_replica_n1] main]
   [junit4]   2> 514086 INFO  (qtp1216397067-7901) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 
end_commit_flush
   [junit4]   2> 514087 INFO  
(searcherExecutor-2678-thread-1-processing-n:127.0.0.1:36496_solr 
x:pull_replica_test_add_docs_shard1_replica_n1 s:shard1 
c:pull_replica_test_add_docs r:core_node3) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore 
[pull_replica_test_add_docs_shard1_replica_n1] Registered new searcher 
Searcher@4cc5852e[pull_replica_test_add_docs_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C1)))}
   [junit4]   2> 514087 INFO  (qtp1216397067-7901) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] 
o.a.s.u.p.LogUpdateProcessorFactory 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/update 
params={_stateVer_=pull_replica_test_add_docs:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=}
 0 7
   [junit4]   2> 514091 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 514096 INFO  (qtp58711748-7894) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 514197 INFO  (qtp58711748-7895) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 514299 INFO  (qtp58711748-7890) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 514409 INFO  (indexFetcher-2685-thread-1) 
[n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Updated 
masterUrl to 
http://127.0.0.1:36496/solr/pull_replica_test_add_docs_shard1_replica_n1/
   [junit4]   2> 514409 INFO  (qtp58711748-7896) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 514410 INFO  (qtp1216397067-7905) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 
QTime=0
   [junit4]   2> 514411 INFO  (indexFetcher-2685-thread-1) 
[n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Master's 
generation: 2
   [junit4]   2> 514411 INFO  (indexFetcher-2685-thread-1) 
[n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Master's 
version: 1501026689492
   [junit4]   2> 514411 INFO  (indexFetcher-2685-thread-1) 
[n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's 
generation: 1
   [junit4]   2> 514411 INFO  (indexFetcher-2685-thread-1) 
[n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Slave's 
version: 0
   [junit4]   2> 514411 INFO  (indexFetcher-2685-thread-1) 
[n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Starting 
replication process
   [junit4]   2> 514412 INFO  (qtp1216397067-7899) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} 
status=0 QTime=0
   [junit4]   2> 514412 INFO  (indexFetcher-2685-thread-1) 
[n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Number of 
files in latest index in master: 17
   [junit4]   2> 514416 INFO  (indexFetcher-2685-thread-1) 
[n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Starting 
download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@65273550 
lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@290c1521)
   [junit4]   2> 514416 INFO  (qtp1216397067-7901) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 514418 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.tib&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 514420 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Direct_0.dvdd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 514448 INFO  (qtp1216397067-7903) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapFixedInterval_0.tiv&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 514449 INFO  (qtp1216397067-7900) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 514450 INFO  (qtp1216397067-7905) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapFixedInterval_0.pos&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 514451 INFO  (qtp1216397067-7899) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 514452 INFO  (qtp1216397067-7901) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.doc&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 514453 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapFixedInterval_0.doc&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 514454 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 514455 INFO  (qtp1216397067-7903) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.pos&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 514456 INFO  (qtp1216397067-7900) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.tii&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 514456 INFO  (qtp1216397067-7905) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapFixedInterval_0.tib&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 514457 INFO  (qtp1216397067-7899) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 514457 INFO  (qtp1216397067-7901) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Direct_0.dvdm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 514458 INFO  (qtp1216397067-7904) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 514459 INFO  (qtp1216397067-7906) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 514459 INFO  (indexFetcher-2685-thread-1) 
[n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Total time 
taken for download (fullCopy=false,bytesDownloaded=2935) : 0 secs (null 
bytes/sec) to MockDirectoryWrapper(RAMDirectory@65273550 
lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@290c1521)
   [junit4]   2> 514461 INFO  (indexFetcher-2685-thread-1) 
[n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.u.DefaultSolrCoreState 
New IndexWriter is ready to be used.
   [junit4]   2> 514462 INFO  (indexFetcher-2685-thread-1) 
[n:127.0.0.1:36496_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.SolrIndexSearcher 
Opening [Searcher@5673c09[pull_replica_test_add_docs_shard1_replica_p4] main]
   [junit4]   2> 514463 INFO  
(searcherExecutor-2677-thread-1-processing-n:127.0.0.1:36496_solr 
x:pull_replica_test_add_docs_shard1_replica_p4 s:shard1 
c:pull_replica_test_add_docs r:core_node6) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node6 
x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrCore 
[pull_replica_test_add_docs_shard1_replica_p4] Registered new searcher 
Searcher@5673c09[pull_replica_test_add_docs_shard1_replica_p4] 
main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.1.0):C1)))}
   [junit4]   2> 514510 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 514607 INFO  
(OverseerCollectionConfigSetProcessor-98371284866695173-127.0.0.1:36496_solr-n_0000000000)
 [n:127.0.0.1:36496_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 514611 INFO  (qtp58711748-7893) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 514713 INFO  (qtp58711748-7897) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 514814 INFO  (qtp58711748-7894) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 514914 INFO  (qtp58711748-7895) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 515016 INFO  (qtp58711748-7890) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 515119 INFO  (qtp58711748-7896) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 515227 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 515337 INFO  (qtp58711748-7893) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 515438 INFO  (qtp58711748-7897) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 515539 INFO  (qtp58711748-7897) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 515640 INFO  (qtp58711748-7895) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 515741 INFO  (qtp58711748-7895) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 515842 INFO  (qtp58711748-7896) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 515943 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 516044 INFO  (qtp58711748-7893) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 516146 INFO  (qtp58711748-7894) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 516248 INFO  (qtp58711748-7894) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 516350 INFO  (qtp58711748-7894) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 516453 INFO  (qtp58711748-7895) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 516558 INFO  (qtp58711748-7895) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 516659 INFO  (qtp58711748-7891) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 516776 INFO  (qtp58711748-7893) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 516877 INFO  (qtp58711748-7897) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 516978 INFO  (qtp58711748-7897) [n:127.0.0.1:41809_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select 
params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 517036 INFO  (qtp1216397067-7903) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 
QTime=0
   [junit4]   2> 517036 INFO  (indexFetcher-2692-thread-1) 
[n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Master's 
generation: 2
   [junit4]   2> 517036 INFO  (indexFetcher-2692-thread-1) 
[n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Master's 
version: 1501026689492
   [junit4]   2> 517036 INFO  (indexFetcher-2692-thread-1) 
[n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Slave's 
generation: 1
   [junit4]   2> 517036 INFO  (indexFetcher-2692-thread-1) 
[n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Slave's 
version: 0
   [junit4]   2> 517036 INFO  (indexFetcher-2692-thread-1) 
[n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Starting 
replication process
   [junit4]   2> 517037 INFO  (qtp1216397067-7903) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} 
status=0 QTime=0
   [junit4]   2> 517038 INFO  (indexFetcher-2692-thread-1) 
[n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Number of 
files in latest index in master: 17
   [junit4]   2> 517041 INFO  (indexFetcher-2692-thread-1) 
[n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Starting 
download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@547ea38 
lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2c133765)
   [junit4]   2> 517050 INFO  (qtp1216397067-7903) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 517052 INFO  (qtp1216397067-7899) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.tib&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 517053 INFO  (qtp1216397067-7899) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Direct_0.dvdd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 517054 INFO  (qtp1216397067-7899) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapFixedInterval_0.tiv&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 517055 INFO  (qtp1216397067-7899) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 517056 INFO  (qtp1216397067-7899) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapFixedInterval_0.pos&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 517057 INFO  (qtp1216397067-7899) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 517059 INFO  (qtp1216397067-7899) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.doc&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 517060 INFO  (qtp1216397067-7899) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapFixedInterval_0.doc&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 517061 INFO  (qtp1216397067-7899) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 517062 INFO  (qtp1216397067-7901) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.pos&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 517064 INFO  (qtp1216397067-7901) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneFixedGap_0.tii&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 517065 INFO  (qtp1216397067-7901) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_LuceneVarGapFixedInterval_0.tib&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 517066 INFO  (qtp1216397067-7901) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 517067 INFO  (qtp1216397067-7901) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0_Direct_0.dvdm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 517068 INFO  (qtp1216397067-7901) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 517069 INFO  (qtp1216397067-7901) [n:127.0.0.1:36496_solr 
c:pull_replica_test_add_docs s:shard1 r:core_node3 
x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request 
[pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/replication 
params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent}
 status=0 QTime=0
   [junit4]   2> 517070 INFO  (indexFetcher-2692-thread-1) 
[n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Total time 
taken for download (fullCopy=false,bytesDownloaded=2935) : 0 secs (null 
bytes/sec) to MockDirectoryWrapper(RAMDirectory@547ea38 
lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2c133765)
   [junit4]   2> 517079 INFO  (indexFetcher-2692-thread-1) 
[n:127.0.0.1:41809_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 
x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.u.DefaultSolrCoreState 
New IndexWriter is ready to be used.
   [junit4]   2> 517091

[...truncated too long message...]

ManagedSynonymFilterFactory, DocValuesMultiTest, TestClusterProperties, 
TestPushWriter, ShowFileRequestHandlerTest, TestExpandComponent, 
SpatialRPTFieldTypeTest, TestSolrFieldCacheBean, MoreLikeThisHandlerTest, 
TestRemoteStreaming, TriLevelCompositeIdRoutingTest, 
ChaosMonkeySafeLeaderWithPullReplicasTest, RestartWhileUpdatingTest, 
TestLMJelinekMercerSimilarityFactory, TestDelegationWithHadoopAuth, 
VersionInfoTest, CreateCollectionCleanupTest, TestRequestForwarding, 
DistributedQueryElevationComponentTest, TestQueryTypes, 
CollectionTooManyReplicasTest, DistributedTermsComponentTest, 
TestSolrCoreSnapshots, CdcrReplicationHandlerTest, 
OpenExchangeRatesOrgProviderTest, SolrCloudReportersTest, FacetPivotSmallTest, 
OverseerCollectionConfigSetProcessorTest, TestBackupRepositoryFactory, 
AutoCommitTest, TestDocumentBuilder, TestRTimerTree, TestLegacyTerms, 
DeleteShardTest, TestTrie, TestMacroExpander, ConvertedLegacyTest, 
HdfsRestartWhileUpdatingTest, BadComponentTest, DocumentBuilderTest, 
FullSolrCloudDistribCmdsTest, ChaosMonkeySafeLeaderTest, 
DistributedFacetPivotSmallAdvancedTest, TestJsonFacetRefinement, SOLR749Test, 
SuggesterTSTTest, TestSolrCloudWithHadoopAuthPlugin, OverseerRolesTest, 
ShardRoutingCustomTest, BlockCacheTest, BigEndianAscendingWordSerializerTest, 
TestPartialUpdateDeduplication, SearchHandlerTest, DistributedMLTComponentTest, 
ZkSolrClientTest, TestGraphMLResponseWriter, TestSimpleTrackingShardHandler, 
SolrCoreMetricManagerTest, TestQueryUtils, UpdateParamsTest, 
TestNumericTokenStream, TestDynamicFieldResource, UnloadDistributedZkTest, 
CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, 
LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, 
TestRandomFaceting, TestZkChroot, ZkCLITest, TestRecovery, 
TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, 
TestJoin, TestReload, HardAutoCommitTest, TestRangeQuery, SolrCoreTest, 
SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, 
QueryElevationComponentTest, TestSort, TestFiltering, BasicFunctionalityTest, 
TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, HighlighterTest, 
SoftAutoCommitTest, SolrIndexSplitterTest, SimplePostToolTest, 
TestCoreDiscovery, AnalysisAfterCoreReloadTest, 
SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, 
SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, 
SolrRequestParserTest, TestFoldingMultitermQuery, SuggesterTest, 
SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, 
WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, 
SolrCoreCheckLockOnStartupTest, TestAtomicUpdateErrorCases, 
TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, 
TestSolrDeletionPolicy1, DebugComponentTest, IndexBasedSpellCheckerTest, 
DisMaxRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, 
TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, 
FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, 
PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, 
FieldAnalysisRequestHandlerTest, TestSolrQueryParser, RegexBoostProcessorTest, 
TestJmxIntegration, ReturnFieldsTest, QueryParsingTest, 
TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, 
BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, 
CSVRequestHandlerTest, TestComponentsName, TestSolrIndexConfig, 
TestQuerySenderNoQuery, SampleTest, TestDocSet, NumericFieldsTest, 
TestElisionMultitermQuery, OutputWriterTest, TestLuceneMatchVersion, 
TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, 
TestCodecSupport, SynonymTokenizerTest, TestDFRSimilarityFactory, 
TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, 
TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, 
TestFastOutputStream, PluginInfoTest, DateMathParserTest, DOMUtilTest, 
RAMDirectoryFactoryTest, ClusterStateTest, TestLRUCache, ZkNodePropsTest, 
SliceStateTest, FileUtilsTest, TestRTGBase, DistributedIntervalFacetingTest, 
TestHighlightDedupGrouping, TestTolerantSearch, ActionThrottleTest, 
AliasIntegrationTest, AsyncCallRequestStatusResponseTest, 
BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest, 
CdcrVersionReplicationTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, 
CleanupOldIndexTest, CollectionsAPIAsyncDistributedZkTest, 
CollectionsAPISolrJTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, 
DistribCursorPagingTest, DistribJoinFromCollectionTest, ForceLeaderTest, 
LeaderInitiatedRecoveryOnShardRestartTest, MigrateRouteKeyTest, 
OutOfBoxZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, 
OverseerTaskQueueTest, RemoteQueryErrorTest, ReplaceNodeTest, 
RollingRestartTest, SharedFSAutoReplicaFailoverTest, 
SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, 
SolrCLIZkUtilsTest, SolrXmlInZkTest, TestAuthenticationFramework, 
TestCloudJSONFacetJoinDomain, TestCloudPivotFacet, TestCloudPseudoReturnFields, 
TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestConfigSetsAPI, 
TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, 
TestHdfsCloudBackupRestore, TestLeaderElectionWithEmptyReplica, 
TestLocalFSCloudBackupRestore, TestOnReconnectListenerSupport, 
TestPullReplicaErrorHandling, TestRandomFlRTGCloud, 
TestRandomRequestDistribution, TestRequestStatusCollectionAPI, 
TestSSLRandomization, TestShortCircuitedRequests, 
TestSolrCloudWithSecureImpersonation]
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=TestSolrCloudWithSecureImpersonation -Dtests.seed=47ADDA8921218EB3 
-Dtests.slow=true -Dtests.locale=sr -Dtests.timezone=Antarctica/Syowa 
-Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J1 | TestSolrCloudWithSecureImpersonation (suite) <<<
   [junit4]    > Throwable #1: 
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE 
scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   [junit4]    >    1) Thread[id=32006, 
name=jetty-launcher-4774-thread-2-SendThread(127.0.0.1:35430), 
state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at 
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]    >         at 
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
   [junit4]    >         at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   [junit4]    >    2) Thread[id=32007, 
name=jetty-launcher-4774-thread-2-EventThread, state=WAITING, 
group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at 
java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at 
java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at 
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   [junit4]    >    3) Thread[id=31959, 
name=jetty-launcher-4774-thread-1-EventThread, state=TIMED_WAITING, 
group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at 
java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at 
java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at 
org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at 
org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at 
org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at 
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at 
org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at 
org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at 
org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at 
org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at 
org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at 
org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at 
org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([47ADDA8921218EB3]:0)Throwable #2: 
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie 
threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=32006, 
name=jetty-launcher-4774-thread-2-SendThread(127.0.0.1:35430), 
state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at 
org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]    >         at 
org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
   [junit4]    >         at 
org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([47ADDA8921218EB3]:0)
   [junit4] Completed [546/726 (2!)] on J1 in 55.23s, 12 tests, 2 errors <<< 
FAILURES!

[...truncated 43939 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to