Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/744/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testNoConfigSetExist

Error Message:
Error from server at http://127.0.0.1:46507/solr: Could not fully remove 
collection: awhollynewcollection_0

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error 
from server at http://127.0.0.1:46507/solr: Could not fully remove collection: 
awhollynewcollection_0
        at 
__randomizedtesting.SeedInfo.seed([A850E2D3057D2714:F462590A167BEC4D]:0)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
        at 
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
        at 
org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:183)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:200)
        at 
org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.clearCluster(CollectionsAPIDistributedZkTest.java:111)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12509 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A850E2D3057D2714-001/init-core-data-001
   [junit4]   2> 877745 WARN  
(SUITE-CollectionsAPIDistributedZkTest-seed#[A850E2D3057D2714]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 877745 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[A850E2D3057D2714]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 877746 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[A850E2D3057D2714]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 877746 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[A850E2D3057D2714]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 877747 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[A850E2D3057D2714]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A850E2D3057D2714-001/tempDir-001
   [junit4]   2> 877747 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[A850E2D3057D2714]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 877747 INFO  (Thread-4818) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 877747 INFO  (Thread-4818) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 877751 ERROR (Thread-4818) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 877847 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[A850E2D3057D2714]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:43075
   [junit4]   2> 877872 INFO  (jetty-launcher-1111-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 877872 INFO  (jetty-launcher-1111-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 877873 INFO  (jetty-launcher-1111-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 877874 INFO  (jetty-launcher-1111-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 877908 INFO  (jetty-launcher-1111-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7da1f031{/solr,null,AVAILABLE}
   [junit4]   2> 877909 INFO  (jetty-launcher-1111-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@7354cf4{HTTP/1.1,[http/1.1]}{127.0.0.1:36757}
   [junit4]   2> 877909 INFO  (jetty-launcher-1111-thread-2) [    ] 
o.e.j.s.Server Started @879166ms
   [junit4]   2> 877909 INFO  (jetty-launcher-1111-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=36757}
   [junit4]   2> 877909 ERROR (jetty-launcher-1111-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 877910 INFO  (jetty-launcher-1111-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.2.0
   [junit4]   2> 877910 INFO  (jetty-launcher-1111-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 877910 INFO  (jetty-launcher-1111-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 877910 INFO  (jetty-launcher-1111-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-04T21:09:13.572Z
   [junit4]   2> 877924 INFO  (jetty-launcher-1111-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@648bb0ef{/solr,null,AVAILABLE}
   [junit4]   2> 877934 INFO  (jetty-launcher-1111-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@63ee2a58{HTTP/1.1,[http/1.1]}{127.0.0.1:46507}
   [junit4]   2> 877934 INFO  (jetty-launcher-1111-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1537b23b{/solr,null,AVAILABLE}
   [junit4]   2> 877934 INFO  (jetty-launcher-1111-thread-1) [    ] 
o.e.j.s.Server Started @879191ms
   [junit4]   2> 877934 INFO  (jetty-launcher-1111-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=46507}
   [junit4]   2> 877934 INFO  (jetty-launcher-1111-thread-3) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@586222de{HTTP/1.1,[http/1.1]}{127.0.0.1:38725}
   [junit4]   2> 877934 INFO  (jetty-launcher-1111-thread-3) [    ] 
o.e.j.s.Server Started @879191ms
   [junit4]   2> 877934 ERROR (jetty-launcher-1111-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 877934 INFO  (jetty-launcher-1111-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=38725}
   [junit4]   2> 877934 INFO  (jetty-launcher-1111-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.2.0
   [junit4]   2> 877934 INFO  (jetty-launcher-1111-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 877934 ERROR (jetty-launcher-1111-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 877934 INFO  (jetty-launcher-1111-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 877934 INFO  (jetty-launcher-1111-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.2.0
   [junit4]   2> 877934 INFO  (jetty-launcher-1111-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-04T21:09:13.596Z
   [junit4]   2> 877934 INFO  (jetty-launcher-1111-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 877934 INFO  (jetty-launcher-1111-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 877934 INFO  (jetty-launcher-1111-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-04T21:09:13.596Z
   [junit4]   2> 877943 INFO  (jetty-launcher-1111-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1ccf9cbb{/solr,null,AVAILABLE}
   [junit4]   2> 877951 INFO  (jetty-launcher-1111-thread-4) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@6da38404{HTTP/1.1,[http/1.1]}{127.0.0.1:46171}
   [junit4]   2> 877951 INFO  (jetty-launcher-1111-thread-4) [    ] 
o.e.j.s.Server Started @879208ms
   [junit4]   2> 877951 INFO  (jetty-launcher-1111-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=46171}
   [junit4]   2> 877951 ERROR (jetty-launcher-1111-thread-4) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 877951 INFO  (jetty-launcher-1111-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.2.0
   [junit4]   2> 877951 INFO  (jetty-launcher-1111-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 877951 INFO  (jetty-launcher-1111-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 877951 INFO  (jetty-launcher-1111-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-11-04T21:09:13.613Z
   [junit4]   2> 877952 INFO  (jetty-launcher-1111-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 877952 INFO  (jetty-launcher-1111-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 877954 INFO  (jetty-launcher-1111-thread-1) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay 
is ignored
   [junit4]   2> 877954 INFO  (jetty-launcher-1111-thread-1) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter 
autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 877965 INFO  (jetty-launcher-1111-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 877966 INFO  (jetty-launcher-1111-thread-2) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay 
is ignored
   [junit4]   2> 877966 INFO  (jetty-launcher-1111-thread-2) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter 
autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 877968 INFO  (jetty-launcher-1111-thread-3) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay 
is ignored
   [junit4]   2> 877968 INFO  (jetty-launcher-1111-thread-3) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter 
autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 877971 INFO  (jetty-launcher-1111-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 877972 INFO  (jetty-launcher-1111-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43075/solr
   [junit4]   2> 877973 INFO  (jetty-launcher-1111-thread-4) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay 
is ignored
   [junit4]   2> 877976 INFO  (jetty-launcher-1111-thread-4) [    ] 
o.a.s.c.SolrXmlConfig Configuration parameter 
autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 877984 INFO  (jetty-launcher-1111-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43075/solr
   [junit4]   2> 877985 INFO  (jetty-launcher-1111-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43075/solr
   [junit4]   2> 877992 INFO  (jetty-launcher-1111-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43075/solr
   [junit4]   2> 878084 INFO  (jetty-launcher-1111-thread-1) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 878084 INFO  (jetty-launcher-1111-thread-4) 
[n:127.0.0.1:46171_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 878084 INFO  (jetty-launcher-1111-thread-1) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:46507_solr
   [junit4]   2> 878085 INFO  (jetty-launcher-1111-thread-1) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.Overseer Overseer 
(id=98948202719477771-127.0.0.1:46507_solr-n_0000000000) starting
   [junit4]   2> 878085 INFO  (jetty-launcher-1111-thread-4) 
[n:127.0.0.1:46171_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46171_solr
   [junit4]   2> 878089 INFO  
(zkCallback-1132-thread-1-processing-n:127.0.0.1:46507_solr) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 878091 INFO  
(zkCallback-1133-thread-1-processing-n:127.0.0.1:46171_solr) 
[n:127.0.0.1:46171_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 878096 INFO  (jetty-launcher-1111-thread-3) 
[n:127.0.0.1:38725_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 878097 INFO  (jetty-launcher-1111-thread-3) 
[n:127.0.0.1:38725_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 878098 INFO  (jetty-launcher-1111-thread-3) 
[n:127.0.0.1:38725_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:38725_solr
   [junit4]   2> 878099 INFO  
(zkCallback-1132-thread-1-processing-n:127.0.0.1:46507_solr) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 878106 INFO  
(zkCallback-1133-thread-1-processing-n:127.0.0.1:46171_solr) 
[n:127.0.0.1:46171_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 878113 INFO  
(zkCallback-1131-thread-1-processing-n:127.0.0.1:38725_solr) 
[n:127.0.0.1:38725_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 878116 INFO  (jetty-launcher-1111-thread-1) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:46507_solr
   [junit4]   2> 878116 INFO  
(zkCallback-1133-thread-1-processing-n:127.0.0.1:46171_solr) 
[n:127.0.0.1:46171_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 878116 INFO  
(zkCallback-1131-thread-1-processing-n:127.0.0.1:38725_solr) 
[n:127.0.0.1:38725_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 878124 INFO  
(zkCallback-1132-thread-1-processing-n:127.0.0.1:46507_solr) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 878125 INFO  (jetty-launcher-1111-thread-2) 
[n:127.0.0.1:36757_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 878126 INFO  (jetty-launcher-1111-thread-2) 
[n:127.0.0.1:36757_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 878126 INFO  (jetty-launcher-1111-thread-2) 
[n:127.0.0.1:36757_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36757_solr
   [junit4]   2> 878137 INFO  
(zkCallback-1133-thread-1-processing-n:127.0.0.1:46171_solr) 
[n:127.0.0.1:46171_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 878137 INFO  
(zkCallback-1131-thread-1-processing-n:127.0.0.1:38725_solr) 
[n:127.0.0.1:38725_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 878137 INFO  
(zkCallback-1132-thread-1-processing-n:127.0.0.1:46507_solr) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 878148 INFO  
(zkCallback-1129-thread-1-processing-n:127.0.0.1:36757_solr) 
[n:127.0.0.1:36757_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 878205 INFO  (jetty-launcher-1111-thread-3) 
[n:127.0.0.1:38725_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@e5afe75
   [junit4]   2> 878206 INFO  (jetty-launcher-1111-thread-4) 
[n:127.0.0.1:46171_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@e5afe75
   [junit4]   2> 878212 INFO  (jetty-launcher-1111-thread-1) 
[n:127.0.0.1:46507_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@e5afe75
   [junit4]   2> 878213 INFO  (jetty-launcher-1111-thread-3) 
[n:127.0.0.1:38725_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@e5afe75
   [junit4]   2> 878213 INFO  (jetty-launcher-1111-thread-3) 
[n:127.0.0.1:38725_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@e5afe75
   [junit4]   2> 878214 INFO  (jetty-launcher-1111-thread-4) 
[n:127.0.0.1:46171_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@e5afe75
   [junit4]   2> 878214 INFO  (jetty-launcher-1111-thread-4) 
[n:127.0.0.1:46171_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@e5afe75
   [junit4]   2> 878214 INFO  (jetty-launcher-1111-thread-3) 
[n:127.0.0.1:38725_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A850E2D3057D2714-001/tempDir-001/node3
   [junit4]   2> 878215 INFO  (jetty-launcher-1111-thread-4) 
[n:127.0.0.1:46171_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A850E2D3057D2714-001/tempDir-001/node4
   [junit4]   2> 878218 INFO  (jetty-launcher-1111-thread-1) 
[n:127.0.0.1:46507_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@e5afe75
   [junit4]   2> 878218 INFO  (jetty-launcher-1111-thread-1) 
[n:127.0.0.1:46507_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@e5afe75
   [junit4]   2> 878219 INFO  (jetty-launcher-1111-thread-1) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A850E2D3057D2714-001/tempDir-001/node1
   [junit4]   2> 878261 INFO  (jetty-launcher-1111-thread-2) 
[n:127.0.0.1:36757_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@e5afe75
   [junit4]   2> 878268 WARN  (jetty-launcher-1111-thread-2) 
[n:127.0.0.1:36757_solr    ] o.a.s.m.r.j.JmxMetricsReporter Unable to register 
gauge
   [junit4]   2> javax.management.InstanceNotFoundException: 
solr:dom1=jvm,name0=memory,name1=pools,name2=Tenured-Gen,name=used
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
   [junit4]   2>        at 
com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2>        at 
com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2>        at 
org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
   [junit4]   2>        at 
org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
   [junit4]   2>        at 
org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738)
   [junit4]   2>        at java.util.HashMap.forEach(HashMap.java:1288)
   [junit4]   2>        at 
org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728)
   [junit4]   2>        at 
org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
   [junit4]   2>        at 
org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
   [junit4]   2>        at 
org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:883)
   [junit4]   2>        at 
org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:819)
   [junit4]   2>        at 
org.apache.solr.core.CoreContainer.load(CoreContainer.java:549)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
   [junit4]   2>        at 
org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
   [junit4]   2>        at 
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
   [junit4]   2>        at 
org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
   [junit4]   2>        at 
org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 878269 INFO  (jetty-launcher-1111-thread-2) 
[n:127.0.0.1:36757_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@e5afe75
   [junit4]   2> 878269 INFO  (jetty-launcher-1111-thread-2) 
[n:127.0.0.1:36757_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@e5afe75
   [junit4]   2> 878270 INFO  (jetty-launcher-1111-thread-2) 
[n:127.0.0.1:36757_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A850E2D3057D2714-001/tempDir-001/node2
   [junit4]   2> 878388 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[A850E2D3057D2714]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 878388 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[A850E2D3057D2714]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43075/solr ready
   [junit4]   2> 878482 INFO  
(TEST-CollectionsAPIDistributedZkTest.addReplicaTest-seed#[A850E2D3057D2714]) [ 
   ] o.a.s.SolrTestCaseJ4 ###Starting addReplicaTest
   [junit4]   2> 878483 INFO  
(TEST-CollectionsAPIDistributedZkTest.addReplicaTest-seed#[A850E2D3057D2714]) [ 
   ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 878508 INFO  (qtp369911459-11272) [n:127.0.0.1:46507_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 878520 INFO  
(OverseerThreadFactory-3274-thread-1-processing-n:127.0.0.1:46507_solr) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
addReplicaColl
   [junit4]   2> 878646 INFO  
(OverseerStateUpdate-98948202719477771-127.0.0.1:46507_solr-n_0000000000) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"addReplicaColl_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38725/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 878648 INFO  
(OverseerStateUpdate-98948202719477771-127.0.0.1:46507_solr-n_0000000000) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"addReplicaColl_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46171/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 878649 INFO  
(OverseerStateUpdate-98948202719477771-127.0.0.1:46507_solr-n_0000000000) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"addReplicaColl_shard2_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46507/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 878655 INFO  
(OverseerStateUpdate-98948202719477771-127.0.0.1:46507_solr-n_0000000000) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"addReplicaColl_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36757/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 878877 INFO  (qtp1223443090-11285) [n:127.0.0.1:38725_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica_n1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 878877 INFO  (qtp1223443090-11285) [n:127.0.0.1:38725_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 878878 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica_n2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 878878 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica_n6&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 878878 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 878878 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 878878 INFO  (qtp369911459-11282) [n:127.0.0.1:46507_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica_n5&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 878878 INFO  (qtp369911459-11282) [n:127.0.0.1:46507_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 878992 INFO  
(zkCallback-1132-thread-1-processing-n:127.0.0.1:46507_solr) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 878992 INFO  
(zkCallback-1129-thread-1-processing-n:127.0.0.1:36757_solr) 
[n:127.0.0.1:36757_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 878992 INFO  
(zkCallback-1131-thread-1-processing-n:127.0.0.1:38725_solr) 
[n:127.0.0.1:38725_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 878992 INFO  
(zkCallback-1132-thread-2-processing-n:127.0.0.1:46507_solr) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 878992 INFO  
(zkCallback-1133-thread-1-processing-n:127.0.0.1:46171_solr) 
[n:127.0.0.1:46171_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 878992 INFO  
(zkCallback-1131-thread-2-processing-n:127.0.0.1:38725_solr) 
[n:127.0.0.1:38725_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 878992 INFO  
(zkCallback-1133-thread-2-processing-n:127.0.0.1:46171_solr) 
[n:127.0.0.1:46171_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 878992 INFO  
(zkCallback-1129-thread-2-processing-n:127.0.0.1:36757_solr) 
[n:127.0.0.1:36757_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 879887 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 879887 INFO  (qtp369911459-11282) [n:127.0.0.1:46507_solr 
c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 879904 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.s.IndexSchema [addReplicaColl_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 879905 INFO  (qtp369911459-11282) [n:127.0.0.1:46507_solr 
c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] 
o.a.s.s.IndexSchema [addReplicaColl_shard2_replica_n5] Schema name=minimal
   [junit4]   2> 879906 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 879906 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica_n6' 
using configuration from collection addReplicaColl, trusted=true
   [junit4]   2> 879906 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.addReplicaColl.shard2.replica_n6' (registry 
'solr.core.addReplicaColl.shard2.replica_n6') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@e5afe75
   [junit4]   2> 879906 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 879906 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.c.SolrCore [[addReplicaColl_shard2_replica_n6] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A850E2D3057D2714-001/tempDir-001/node2/addReplicaColl_shard2_replica_n6],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A850E2D3057D2714-001/tempDir-001/node2/addReplicaColl_shard2_replica_n6/data/]
   [junit4]   2> 879907 INFO  (qtp369911459-11282) [n:127.0.0.1:46507_solr 
c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 879907 INFO  (qtp369911459-11282) [n:127.0.0.1:46507_solr 
c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] 
o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica_n5' 
using configuration from collection addReplicaColl, trusted=true
   [junit4]   2> 879908 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 879908 INFO  (qtp369911459-11282) [n:127.0.0.1:46507_solr 
c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.addReplicaColl.shard2.replica_n5' (registry 
'solr.core.addReplicaColl.shard2.replica_n5') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@e5afe75
   [junit4]   2> 879908 INFO  (qtp369911459-11282) [n:127.0.0.1:46507_solr 
c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 879908 INFO  (qtp369911459-11282) [n:127.0.0.1:46507_solr 
c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] 
o.a.s.c.SolrCore [[addReplicaColl_shard2_replica_n5] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A850E2D3057D2714-001/tempDir-001/node1/addReplicaColl_shard2_replica_n5],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A850E2D3057D2714-001/tempDir-001/node1/addReplicaColl_shard2_replica_n5/data/]
   [junit4]   2> 879908 INFO  (qtp1223443090-11285) [n:127.0.0.1:38725_solr 
c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 879915 INFO  (qtp1223443090-11285) [n:127.0.0.1:38725_solr 
c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] 
o.a.s.s.IndexSchema [addReplicaColl_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 879917 INFO  (qtp1223443090-11285) [n:127.0.0.1:38725_solr 
c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 879917 INFO  (qtp1223443090-11285) [n:127.0.0.1:38725_solr 
c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] 
o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica_n1' 
using configuration from collection addReplicaColl, trusted=true
   [junit4]   2> 879917 INFO  (qtp1223443090-11285) [n:127.0.0.1:38725_solr 
c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.addReplicaColl.shard1.replica_n1' (registry 
'solr.core.addReplicaColl.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@e5afe75
   [junit4]   2> 879918 INFO  (qtp1223443090-11285) [n:127.0.0.1:38725_solr 
c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 879918 INFO  (qtp1223443090-11285) [n:127.0.0.1:38725_solr 
c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] 
o.a.s.c.SolrCore [[addReplicaColl_shard1_replica_n1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A850E2D3057D2714-001/tempDir-001/node3/addReplicaColl_shard1_replica_n1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A850E2D3057D2714-001/tempDir-001/node3/addReplicaColl_shard1_replica_n1/data/]
   [junit4]   2> 879918 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.s.IndexSchema [addReplicaColl_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 879920 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 879920 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica_n2' 
using configuration from collection addReplicaColl, trusted=true
   [junit4]   2> 879920 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.addReplicaColl.shard1.replica_n2' (registry 
'solr.core.addReplicaColl.shard1.replica_n2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@e5afe75
   [junit4]   2> 879921 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 879921 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.c.SolrCore [[addReplicaColl_shard1_replica_n2] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A850E2D3057D2714-001/tempDir-001/node4/addReplicaColl_shard1_replica_n2],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A850E2D3057D2714-001/tempDir-001/node4/addReplicaColl_shard1_replica_n2/data/]
   [junit4]   2> 879951 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 879951 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 879952 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 879952 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 879953 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@10f4f240[addReplicaColl_shard2_replica_n6] main]
   [junit4]   2> 879954 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 879954 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 879955 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 879955 INFO  
(searcherExecutor-3283-thread-1-processing-n:127.0.0.1:36757_solr 
x:addReplicaColl_shard2_replica_n6 s:shard2 c:addReplicaColl r:core_node8) 
[n:127.0.0.1:36757_solr c:addReplicaColl s:shard2 r:core_node8 
x:addReplicaColl_shard2_replica_n6] o.a.s.c.SolrCore 
[addReplicaColl_shard2_replica_n6] Registered new searcher 
Searcher@10f4f240[addReplicaColl_shard2_replica_n6] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 879955 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1583171245825851392
   [junit4]   2> 879959 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 879959 INFO  (qtp369911459-11282) [n:127.0.0.1:46507_solr 
c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 879959 INFO  (qtp369911459-11282) [n:127.0.0.1:46507_solr 
c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 879960 INFO  (qtp369911459-11282) [n:127.0.0.1:46507_solr 
c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 879960 INFO  (qtp369911459-11282) [n:127.0.0.1:46507_solr 
c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 879961 INFO  (qtp369911459-11282) [n:127.0.0.1:46507_solr 
c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@6d529443[addReplicaColl_shard2_replica_n5] main]
   [junit4]   2> 879962 INFO  (qtp369911459-11282) [n:127.0.0.1:46507_solr 
c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 879962 INFO  (qtp369911459-11282) [n:127.0.0.1:46507_solr 
c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 879963 INFO  (qtp369911459-11282) [n:127.0.0.1:46507_solr 
c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 879963 INFO  
(searcherExecutor-3284-thread-1-processing-n:127.0.0.1:46507_solr 
x:addReplicaColl_shard2_replica_n5 s:shard2 c:addReplicaColl r:core_node7) 
[n:127.0.0.1:46507_solr c:addReplicaColl s:shard2 r:core_node7 
x:addReplicaColl_shard2_replica_n5] o.a.s.c.SolrCore 
[addReplicaColl_shard2_replica_n5] Registered new searcher 
Searcher@6d529443[addReplicaColl_shard2_replica_n5] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 879963 INFO  (qtp369911459-11282) [n:127.0.0.1:46507_solr 
c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1583171245834240000
   [junit4]   2> 879968 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 879968 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 879968 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 879968 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 879969 INFO  (qtp1223443090-11285) [n:127.0.0.1:38725_solr 
c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 879969 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@6ffd232a[addReplicaColl_shard1_replica_n2] main]
   [junit4]   2> 879969 INFO  (qtp1223443090-11285) [n:127.0.0.1:38725_solr 
c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 879970 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 879970 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 879970 INFO  (qtp1223443090-11285) [n:127.0.0.1:38725_solr 
c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 879970 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 879970 INFO  (qtp1223443090-11285) [n:127.0.0.1:38725_solr 
c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 879971 INFO  
(searcherExecutor-3286-thread-1-processing-n:127.0.0.1:46171_solr 
x:addReplicaColl_shard1_replica_n2 s:shard1 c:addReplicaColl r:core_node4) 
[n:127.0.0.1:46171_solr c:addReplicaColl s:shard1 r:core_node4 
x:addReplicaColl_shard1_replica_n2] o.a.s.c.SolrCore 
[addReplicaColl_shard1_replica_n2] Registered new searcher 
Searcher@6ffd232a[addReplicaColl_shard1_replica_n2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 879971 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1583171245842628608
   [junit4]   2> 879972 INFO  (qtp1223443090-11285) [n:127.0.0.1:38725_solr 
c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@480acfea[addReplicaColl_shard1_replica_n1] main]
   [junit4]   2> 879972 INFO  (qtp1223443090-11285) [n:127.0.0.1:38725_solr 
c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 879973 INFO  (qtp1223443090-11285) [n:127.0.0.1:38725_solr 
c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 879973 INFO  (qtp1223443090-11285) [n:127.0.0.1:38725_solr 
c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 879974 INFO  
(searcherExecutor-3285-thread-1-processing-n:127.0.0.1:38725_solr 
x:addReplicaColl_shard1_replica_n1 s:shard1 c:addReplicaColl r:core_node3) 
[n:127.0.0.1:38725_solr c:addReplicaColl s:shard1 r:core_node3 
x:addReplicaColl_shard1_replica_n1] o.a.s.c.SolrCore 
[addReplicaColl_shard1_replica_n1] Registered new searcher 
Searcher@480acfea[addReplicaColl_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 879974 INFO  (qtp1223443090-11285) [n:127.0.0.1:38725_solr 
c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1583171245845774336
   [junit4]   2> 879974 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 880074 INFO  
(zkCallback-1131-thread-2-processing-n:127.0.0.1:38725_solr) 
[n:127.0.0.1:38725_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880074 INFO  
(zkCallback-1132-thread-2-processing-n:127.0.0.1:46507_solr) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880074 INFO  
(zkCallback-1132-thread-3-processing-n:127.0.0.1:46507_solr) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880074 INFO  
(zkCallback-1131-thread-1-processing-n:127.0.0.1:38725_solr) 
[n:127.0.0.1:38725_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880074 INFO  
(zkCallback-1129-thread-2-processing-n:127.0.0.1:36757_solr) 
[n:127.0.0.1:36757_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880074 INFO  
(zkCallback-1129-thread-1-processing-n:127.0.0.1:36757_solr) 
[n:127.0.0.1:36757_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880074 INFO  
(zkCallback-1133-thread-1-processing-n:127.0.0.1:46171_solr) 
[n:127.0.0.1:46171_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880074 INFO  
(zkCallback-1133-thread-2-processing-n:127.0.0.1:46171_solr) 
[n:127.0.0.1:46171_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880459 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 880459 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 880459 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:36757/solr/addReplicaColl_shard2_replica_n6/
   [junit4]   2> 880460 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica_n6 
url=http://127.0.0.1:36757/solr START 
replicas=[http://127.0.0.1:46507/solr/addReplicaColl_shard2_replica_n5/] 
nUpdates=100
   [junit4]   2> 880462 INFO  (qtp369911459-11259) [n:127.0.0.1:46507_solr 
c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] 
o.a.s.c.S.Request [addReplicaColl_shard2_replica_n5]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 880474 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 880474 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 880474 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:46171/solr/addReplicaColl_shard1_replica_n2/
   [junit4]   2> 880474 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard1_replica_n2 
url=http://127.0.0.1:46171/solr START 
replicas=[http://127.0.0.1:38725/solr/addReplicaColl_shard1_replica_n1/] 
nUpdates=100
   [junit4]   2> 880476 INFO  (qtp1223443090-11271) [n:127.0.0.1:38725_solr 
c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] 
o.a.s.c.S.Request [addReplicaColl_shard1_replica_n1]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 880760 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard2_replica_n6 
url=http://127.0.0.1:36757/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 880760 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the 
next candidate
   [junit4]   2> 880760 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 880760 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 880762 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:36757/solr/addReplicaColl_shard2_replica_n6/ shard2
   [junit4]   2> 880775 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.u.PeerSync PeerSync: core=addReplicaColl_shard1_replica_n2 
url=http://127.0.0.1:46171/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 880775 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the 
next candidate
   [junit4]   2> 880775 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 880775 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 880777 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:46171/solr/addReplicaColl_shard1_replica_n2/ shard1
   [junit4]   2> 880878 INFO  
(zkCallback-1132-thread-2-processing-n:127.0.0.1:46507_solr) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880878 INFO  
(zkCallback-1129-thread-2-processing-n:127.0.0.1:36757_solr) 
[n:127.0.0.1:36757_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880878 INFO  
(zkCallback-1133-thread-2-processing-n:127.0.0.1:46171_solr) 
[n:127.0.0.1:46171_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880878 INFO  
(zkCallback-1131-thread-2-processing-n:127.0.0.1:38725_solr) 
[n:127.0.0.1:38725_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880878 INFO  
(zkCallback-1133-thread-1-processing-n:127.0.0.1:46171_solr) 
[n:127.0.0.1:46171_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880878 INFO  
(zkCallback-1131-thread-1-processing-n:127.0.0.1:38725_solr) 
[n:127.0.0.1:38725_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880878 INFO  
(zkCallback-1129-thread-1-processing-n:127.0.0.1:36757_solr) 
[n:127.0.0.1:36757_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880878 INFO  
(zkCallback-1132-thread-3-processing-n:127.0.0.1:46507_solr) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 880912 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 880920 INFO  (qtp1470294219-11270) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard2 r:core_node8 x:addReplicaColl_shard2_replica_n6] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica_n6&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2042
   [junit4]   2> 880927 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 880929 INFO  (qtp1700583222-11279) [n:127.0.0.1:46171_solr 
c:addReplicaColl s:shard1 r:core_node4 x:addReplicaColl_shard1_replica_n2] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica_n2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2051
   [junit4]   2> 880967 INFO  (qtp369911459-11282) [n:127.0.0.1:46507_solr 
c:addReplicaColl s:shard2 r:core_node7 x:addReplicaColl_shard2_replica_n5] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica_n5&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2089
   [junit4]   2> 880977 INFO  (qtp1223443090-11285) [n:127.0.0.1:38725_solr 
c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica_n1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica_n1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=2100
   [junit4]   2> 880980 INFO  (qtp369911459-11272) [n:127.0.0.1:46507_solr    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 881078 INFO  
(zkCallback-1132-thread-2-processing-n:127.0.0.1:46507_solr) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881078 INFO  
(zkCallback-1133-thread-2-processing-n:127.0.0.1:46171_solr) 
[n:127.0.0.1:46171_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881078 INFO  
(zkCallback-1131-thread-2-processing-n:127.0.0.1:38725_solr) 
[n:127.0.0.1:38725_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881078 INFO  
(zkCallback-1133-thread-1-processing-n:127.0.0.1:46171_solr) 
[n:127.0.0.1:46171_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881078 INFO  
(zkCallback-1132-thread-3-processing-n:127.0.0.1:46507_solr) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881078 INFO  
(zkCallback-1129-thread-1-processing-n:127.0.0.1:36757_solr) 
[n:127.0.0.1:36757_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881078 INFO  
(zkCallback-1129-thread-2-processing-n:127.0.0.1:36757_solr) 
[n:127.0.0.1:36757_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881078 INFO  
(zkCallback-1131-thread-1-processing-n:127.0.0.1:38725_solr) 
[n:127.0.0.1:38725_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 881980 INFO  (qtp369911459-11272) [n:127.0.0.1:46507_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2}
 status=0 QTime=3472
   [junit4]   2> 881981 INFO  (qtp369911459-11278) [n:127.0.0.1:46507_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params 
node=127.0.0.1:36757_solr&action=ADDREPLICA&collection=addReplicaColl&shard=shard1&type=NRT&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 881982 INFO  
(OverseerCollectionConfigSetProcessor-98948202719477771-127.0.0.1:46507_solr-n_0000000000)
 [n:127.0.0.1:46507_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 881983 INFO  
(OverseerThreadFactory-3274-thread-2-processing-n:127.0.0.1:46507_solr) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.AddReplicaCmd Node Identified 
127.0.0.1:36757_solr for creating new replica
   [junit4]   2> 881983 INFO  
(OverseerStateUpdate-98948202719477771-127.0.0.1:46507_solr-n_0000000000) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"addReplicaColl_shard1_replica_n9",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36757/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:36757_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 882084 INFO  
(zkCallback-1132-thread-2-processing-n:127.0.0.1:46507_solr) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882084 INFO  
(zkCallback-1129-thread-2-processing-n:127.0.0.1:36757_solr) 
[n:127.0.0.1:36757_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882084 INFO  
(zkCallback-1133-thread-1-processing-n:127.0.0.1:46171_solr) 
[n:127.0.0.1:46171_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882084 INFO  
(zkCallback-1131-thread-1-processing-n:127.0.0.1:38725_solr) 
[n:127.0.0.1:38725_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882084 INFO  
(zkCallback-1133-thread-2-processing-n:127.0.0.1:46171_solr) 
[n:127.0.0.1:46171_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882084 INFO  
(zkCallback-1129-thread-1-processing-n:127.0.0.1:36757_solr) 
[n:127.0.0.1:36757_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882084 INFO  
(zkCallback-1131-thread-2-processing-n:127.0.0.1:38725_solr) 
[n:127.0.0.1:38725_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882084 INFO  
(zkCallback-1132-thread-3-processing-n:127.0.0.1:46507_solr) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882186 INFO  (qtp1470294219-11273) [n:127.0.0.1:36757_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node10&collection.configName=conf&name=addReplicaColl_shard1_replica_n9&action=CREATE&collection=addReplicaColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 882191 INFO  (qtp1470294219-11273) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard1 r:core_node10 x:addReplicaColl_shard1_replica_n9] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0
   [junit4]   2> 882195 INFO  (qtp1470294219-11273) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard1 r:core_node10 x:addReplicaColl_shard1_replica_n9] 
o.a.s.s.IndexSchema [addReplicaColl_shard1_replica_n9] Schema name=minimal
   [junit4]   2> 882197 INFO  (qtp1470294219-11273) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard1 r:core_node10 x:addReplicaColl_shard1_replica_n9] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 882197 INFO  (qtp1470294219-11273) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard1 r:core_node10 x:addReplicaColl_shard1_replica_n9] 
o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica_n9' 
using configuration from collection addReplicaColl, trusted=true
   [junit4]   2> 882197 INFO  (qtp1470294219-11273) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard1 r:core_node10 x:addReplicaColl_shard1_replica_n9] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr.core.addReplicaColl.shard1.replica_n9' (registry 
'solr.core.addReplicaColl.shard1.replica_n9') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@e5afe75
   [junit4]   2> 882197 INFO  (qtp1470294219-11273) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard1 r:core_node10 x:addReplicaColl_shard1_replica_n9] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 882198 INFO  (qtp1470294219-11273) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard1 r:core_node10 x:addReplicaColl_shard1_replica_n9] 
o.a.s.c.SolrCore [[addReplicaColl_shard1_replica_n9] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A850E2D3057D2714-001/tempDir-001/node2/addReplicaColl_shard1_replica_n9],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A850E2D3057D2714-001/tempDir-001/node2/addReplicaColl_shard1_replica_n9/data/]
   [junit4]   2> 882249 INFO  (qtp1470294219-11273) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard1 r:core_node10 x:addReplicaColl_shard1_replica_n9] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 882249 INFO  (qtp1470294219-11273) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard1 r:core_node10 x:addReplicaColl_shard1_replica_n9] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 882250 INFO  (qtp1470294219-11273) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard1 r:core_node10 x:addReplicaColl_shard1_replica_n9] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 882250 INFO  (qtp1470294219-11273) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard1 r:core_node10 x:addReplicaColl_shard1_replica_n9] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 882251 INFO  (qtp1470294219-11273) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard1 r:core_node10 x:addReplicaColl_shard1_replica_n9] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@284fd483[addReplicaColl_shard1_replica_n9] main]
   [junit4]   2> 882251 INFO  (qtp1470294219-11273) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard1 r:core_node10 x:addReplicaColl_shard1_replica_n9] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 882251 INFO  (qtp1470294219-11273) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard1 r:core_node10 x:addReplicaColl_shard1_replica_n9] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 882252 INFO  (qtp1470294219-11273) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard1 r:core_node10 x:addReplicaColl_shard1_replica_n9] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 882252 INFO  
(searcherExecutor-3303-thread-1-processing-n:127.0.0.1:36757_solr 
x:addReplicaColl_shard1_replica_n9 s:shard1 c:addReplicaColl r:core_node10) 
[n:127.0.0.1:36757_solr c:addReplicaColl s:shard1 r:core_node10 
x:addReplicaColl_shard1_replica_n9] o.a.s.c.SolrCore 
[addReplicaColl_shard1_replica_n9] Registered new searcher 
Searcher@284fd483[addReplicaColl_shard1_replica_n9] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 882252 INFO  (qtp1470294219-11273) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard1 r:core_node10 x:addReplicaColl_shard1_replica_n9] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1583171248234430464
   [junit4]   2> 882255 INFO  (qtp1470294219-11273) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard1 r:core_node10 x:addReplicaColl_shard1_replica_n9] 
o.a.s.c.ZkController Core needs to recover:addReplicaColl_shard1_replica_n9
   [junit4]   2> 882255 INFO  
(updateExecutor-1118-thread-1-processing-n:127.0.0.1:36757_solr 
x:addReplicaColl_shard1_replica_n9 s:shard1 c:addReplicaColl r:core_node10) 
[n:127.0.0.1:36757_solr c:addReplicaColl s:shard1 r:core_node10 
x:addReplicaColl_shard1_replica_n9] o.a.s.u.DefaultSolrCoreState Running 
recovery
   [junit4]   2> 882255 INFO  
(recoveryExecutor-1119-thread-1-processing-n:127.0.0.1:36757_solr 
x:addReplicaColl_shard1_replica_n9 s:shard1 c:addReplicaColl r:core_node10) 
[n:127.0.0.1:36757_solr c:addReplicaColl s:shard1 r:core_node10 
x:addReplicaColl_shard1_replica_n9] o.a.s.c.RecoveryStrategy Starting recovery 
process. recoveringAfterStartup=true
   [junit4]   2> 882256 INFO  
(recoveryExecutor-1119-thread-1-processing-n:127.0.0.1:36757_solr 
x:addReplicaColl_shard1_replica_n9 s:shard1 c:addReplicaColl r:core_node10) 
[n:127.0.0.1:36757_solr c:addReplicaColl s:shard1 r:core_node10 
x:addReplicaColl_shard1_replica_n9] o.a.s.c.RecoveryStrategy ###### 
startupVersions=[[]]
   [junit4]   2> 882256 INFO  
(recoveryExecutor-1119-thread-1-processing-n:127.0.0.1:36757_solr 
x:addReplicaColl_shard1_replica_n9 s:shard1 c:addReplicaColl r:core_node10) 
[n:127.0.0.1:36757_solr c:addReplicaColl s:shard1 r:core_node10 
x:addReplicaColl_shard1_replica_n9] o.a.s.c.RecoveryStrategy Begin buffering 
updates. core=[addReplicaColl_shard1_replica_n9]
   [junit4]   2> 882256 INFO  
(recoveryExecutor-1119-thread-1-processing-n:127.0.0.1:36757_solr 
x:addReplicaColl_shard1_replica_n9 s:shard1 c:addReplicaColl r:core_node10) 
[n:127.0.0.1:36757_solr c:addReplicaColl s:shard1 r:core_node10 
x:addReplicaColl_shard1_replica_n9] o.a.s.u.UpdateLog Starting to buffer 
updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 882256 INFO  
(recoveryExecutor-1119-thread-1-processing-n:127.0.0.1:36757_solr 
x:addReplicaColl_shard1_replica_n9 s:shard1 c:addReplicaColl r:core_node10) 
[n:127.0.0.1:36757_solr c:addReplicaColl s:shard1 r:core_node10 
x:addReplicaColl_shard1_replica_n9] o.a.s.c.RecoveryStrategy Publishing state 
of core [addReplicaColl_shard1_replica_n9] as recovering, leader is 
[http://127.0.0.1:46171/solr/addReplicaColl_shard1_replica_n2/] and I am 
[http://127.0.0.1:36757/solr/addReplicaColl_shard1_replica_n9/]
   [junit4]   2> 882258 INFO  
(recoveryExecutor-1119-thread-1-processing-n:127.0.0.1:36757_solr 
x:addReplicaColl_shard1_replica_n9 s:shard1 c:addReplicaColl r:core_node10) 
[n:127.0.0.1:36757_solr c:addReplicaColl s:shard1 r:core_node10 
x:addReplicaColl_shard1_replica_n9] o.a.s.c.RecoveryStrategy Sending prep 
recovery command to [http://127.0.0.1:46171/solr]; [WaitForState: 
action=PREPRECOVERY&core=addReplicaColl_shard1_replica_n2&nodeName=127.0.0.1:36757_solr&coreNodeName=core_node10&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 882258 INFO  (qtp1700583222-11284) [n:127.0.0.1:46171_solr    
] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node10, state: 
recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, 
maxTime: 183 s
   [junit4]   2> 882259 INFO  (qtp1700583222-11284) [n:127.0.0.1:46171_solr    
] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): 
collection=addReplicaColl, shard=shard1, 
thisCore=addReplicaColl_shard1_replica_n2, leaderDoesNotNeedRecovery=false, 
isLeader? true, live=true, checkLive=true, currentState=down, 
localState=active, nodeName=127.0.0.1:36757_solr, coreNodeName=core_node10, 
onlyIfActiveCheckResult=false, nodeProps: 
core_node10:{"core":"addReplicaColl_shard1_replica_n9","base_url":"http://127.0.0.1:36757/solr","state":"down","node_name":"127.0.0.1:36757_solr","type":"NRT"}
   [junit4]   2> 882264 INFO  (qtp1470294219-11273) [n:127.0.0.1:36757_solr 
c:addReplicaColl s:shard1 r:core_node10 x:addReplicaColl_shard1_replica_n9] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node10&collection.configName=conf&name=addReplicaColl_shard1_replica_n9&action=CREATE&collection=addReplicaColl&shard=shard1&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=78
   [junit4]   2> 882265 INFO  (qtp369911459-11278) [n:127.0.0.1:46507_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={node=127.0.0.1:36757_solr&action=ADDREPLICA&collection=addReplicaColl&shard=shard1&type=NRT&wt=javabin&version=2}
 status=0 QTime=284
   [junit4]   2> 882266 INFO  (qtp369911459-11384) [n:127.0.0.1:46507_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params 
action=ADDREPLICA&collection=addReplicaColl&shard=shard1&type=NRT&wt=javabin&version=2&property.instanceDir=/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A850E2D3057D2714-001/tempDir-002
 and sendToOCPQueue=true
   [junit4]   2> 882267 INFO  
(OverseerCollectionConfigSetProcessor-98948202719477771-127.0.0.1:46507_solr-n_0000000000)
 [n:127.0.0.1:46507_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 882267 INFO  
(OverseerThreadFactory-3274-thread-3-processing-n:127.0.0.1:46507_solr) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.AddReplicaCmd Node Identified 
127.0.0.1:46507_solr for creating new replica
   [junit4]   2> 882268 INFO  
(OverseerStateUpdate-98948202719477771-127.0.0.1:46507_solr-n_0000000000) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"addReplicaColl_shard1_replica_n11",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46507/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:46507_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 882369 INFO  
(zkCallback-1131-thread-2-processing-n:127.0.0.1:38725_solr) 
[n:127.0.0.1:38725_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882369 INFO  
(zkCallback-1131-thread-1-processing-n:127.0.0.1:38725_solr) 
[n:127.0.0.1:38725_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882369 INFO  
(zkCallback-1129-thread-1-processing-n:127.0.0.1:36757_solr) 
[n:127.0.0.1:36757_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882369 INFO  
(zkCallback-1129-thread-2-processing-n:127.0.0.1:36757_solr) 
[n:127.0.0.1:36757_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882369 INFO  
(zkCallback-1133-thread-1-processing-n:127.0.0.1:46171_solr) 
[n:127.0.0.1:46171_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 882369 INFO  
(zkCallback-1132-thread-3-processing-n:127.0.0.1:46507_solr) 
[n:127.0.0.1:46507_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occur

[...truncated too long message...]

   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: 
KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:46171_solr
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:357)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:357)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:749)
   [junit4]   2>        at 
java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:748)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1154)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1149)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1006355 INFO  (jetty-closer-1112-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@1ccf9cbb{/solr,null,UNAVAILABLE}
   [junit4]   2> 1006358 WARN  
(zkCallback-1129-thread-1-processing-n:127.0.0.1:36757_solr) 
[n:127.0.0.1:36757_solr    ] o.a.s.c.ZkController Unable to register nodeLost 
path for 127.0.0.1:36757_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: 
KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:36757_solr
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:357)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:357)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:749)
   [junit4]   2>        at 
java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:748)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1154)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1149)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1006358 INFO  (jetty-closer-1112-thread-3) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@7da1f031{/solr,null,UNAVAILABLE}
   [junit4]   2> 1006358 ERROR 
(SUITE-CollectionsAPIDistributedZkTest-seed#[A850E2D3057D2714]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1006359 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[A850E2D3057D2714]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:43075 43075
   [junit4]   2> 1017158 INFO  (Thread-4818) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:43075 43075
   [junit4]   2> 1017159 WARN  (Thread-4818) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        24      /solr/aliases.json
   [junit4]   2>        24      /solr/clusterprops.json
   [junit4]   2>        22      /solr/configs/conf
   [junit4]   2>        5       /solr/configs/conf2
   [junit4]   2>        4       /solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        40      /solr/collections/addReplicaColl/state.json
   [junit4]   2>        37      /solr/collections/reloaded_collection/state.json
   [junit4]   2>        32      
/solr/collections/nodes_used_collection/state.json
   [junit4]   2>        25      
/solr/collections/awhollynewcollection_0/state.json
   [junit4]   2>        24      /solr/clusterstate.json
   [junit4]   2>        16      
/solr/collections/halfdeletedcollection/state.json
   [junit4]   2>        15      
/solr/collections/acollectionafterbaddelete/state.json
   [junit4]   2>        13      /solr/collections/onlyinzk/state.json
   [junit4]   2>        5       /solr/collections/created_and_deleted/state.json
   [junit4]   2>        5       
/solr/collections/halfcollectionblocker2/state.json
   [junit4]   2>        5       /solr/collections/withconfigset2/state.json
   [junit4]   2>        4       
/solr/collections/halfcollectionblocker/state.json
   [junit4]   2>        4       /solr/collections/halfcollection/state.json
   [junit4]   2>        2       
/solr/overseer_elect/election/98948202719477771-127.0.0.1:46507_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        341     /solr/collections
   [junit4]   2>        24      /solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A850E2D3057D2714-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, 
sim=RandomSimilarity(queryNorm=false): {}, locale=nl-BE, timezone=Etc/GMT+2
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 
1.8.0_144 (64-bit)/cpus=8,threads=1,free=67933360,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestConfigSetImmutable, 
SolrIndexMetricsTest, DOMUtilTest, TestCustomDocTransformer, 
TestDeleteCollectionOnDownNodes, ConvertedLegacyTest, 
TestAtomicUpdateErrorCases, SpellCheckCollatorWithCollapseTest, 
TestXmlQParserPlugin, TestSubQueryTransformerCrossCore, 
TestRandomCollapseQParserPlugin, DistributedIntervalFacetingTest, 
ChaosMonkeySafeLeaderWithPullReplicasTest, TestDocSet, MoreLikeThisHandlerTest, 
TestReplicaProperties, TestSimpleTrackingShardHandler, 
CollectionTooManyReplicasTest, SolrRequestParserTest, 
TestFieldCollectionResource, HdfsNNFailoverTest, 
TestExclusionRuleCollectionAccess, ExplicitHLLTest, TestFastWriter, 
CachingDirectoryFactoryTest, HdfsChaosMonkeyNothingIsSafeTest, 
TestRecoveryHdfs, DeleteLastCustomShardedReplicaTest, 
TestManagedSynonymGraphFilterFactory, TestFieldCacheSortRandom, 
TestLuceneMatchVersion, BJQParserTest, TestRuleBasedAuthorizationPlugin, 
TestCollationField, ZkSolrClientTest, TestUniqueKeyFieldResource, 
SolrMetricsIntegrationTest, ShufflingReplicaListTransformerTest, 
SearchHandlerTest, TestNestedDocsSort, TestSolrCloudSnapshots, SOLR749Test, 
HighlighterConfigTest, TestRandomFlRTGCloud, SearchRateTriggerTest, 
TestGraphTermsQParserPlugin, BinaryUpdateRequestHandlerTest, TestStressLucene, 
SampleTest, DistributedFacetPivotSmallAdvancedTest, OutputWriterTest, 
TestFastLRUCache, TestPerFieldSimilarityWithDefaultOverride, 
ClusterStateUpdateTest, PolyFieldTest, HttpPartitionTest, TestSchemaManager, 
OverriddenZkACLAndCredentialsProvidersTest, TestNamedUpdateProcessors, 
AtomicUpdateProcessorFactoryTest, TestImplicitCoreProperties, HLLUtilTest, 
DirectoryFactoryTest, MultiThreadedOCPTest, BlockJoinFacetSimpleTest, 
AssignTest, DocValuesMultiTest, TestCollationFieldDocValues, 
TestSolrQueryResponse, PreAnalyzedFieldManagedSchemaCloudTest, 
SuggesterTSTTest, NumericFieldsTest, TestCollapseQParserPlugin, 
TestBulkSchemaConcurrent, SignatureUpdateProcessorFactoryTest, 
TestImpersonationWithHadoopAuth, CdcrUpdateLogTest, CdcrBootstrapTest, 
TestPerFieldSimilarity, TestSolrCloudWithKerberosAlt, 
ShowFileRequestHandlerTest, LukeRequestHandlerTest, 
TestClassicSimilarityFactory, TestSlowCompositeReaderWrapper, 
TestLeaderElectionZkExpiry, PingRequestHandlerTest, SolrCoreMetricManagerTest, 
SuggestComponentTest, CircularListTest, TestMultiWordSynonyms, 
CollectionsAPIDistributedZkTest]
   [junit4] Completed [299/747 (1!)] on J1 in 139.43s, 19 tests, 1 error <<< 
FAILURES!

[...truncated 48778 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to