Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.x-Linux/3578/
Java: 64bit/jdk1.8.0_131 -XX:+UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
expected:<3> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<1>
        at 
__randomizedtesting.SeedInfo.seed([9A44CC1D64B5503:41D13875D0787A96]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at 
org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:522)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.core.TestDynamicLoading.testDynamicLoading

Error Message:
Could not get expected value  
'org.apache.solr.core.BlobStoreTestRequestHandler' for path 
'overlay/requestHandler/\/test1/class' full output: {   "responseHeader":{     
"status":0,     "QTime":0},   "overlay":{     "znodeVersion":0,     
"runtimeLib":{"colltest":{         "name":"colltest",         "version":1}}}},  
from server:  null

Stack Trace:
java.lang.AssertionError: Could not get expected value  
'org.apache.solr.core.BlobStoreTestRequestHandler' for path 
'overlay/requestHandler/\/test1/class' full output: {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "overlay":{
    "znodeVersion":0,
    "runtimeLib":{"colltest":{
        "name":"colltest",
        "version":1}}}},  from server:  null
        at 
__randomizedtesting.SeedInfo.seed([9A44CC1D64B5503:D1E961962196F0A3]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:556)
        at 
org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:97)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11433 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9A44CC1D64B5503-001/init-core-data-001
   [junit4]   2> 332215 WARN  
(SUITE-CollectionsAPIDistributedZkTest-seed#[9A44CC1D64B5503]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13
   [junit4]   2> 332215 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[9A44CC1D64B5503]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 332216 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[9A44CC1D64B5503]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 332216 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[9A44CC1D64B5503]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9A44CC1D64B5503-001/tempDir-001
   [junit4]   2> 332216 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[9A44CC1D64B5503]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 332216 INFO  (Thread-715) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 332216 INFO  (Thread-715) [    ] o.a.s.c.ZkTestServer Starting 
server
   [junit4]   2> 332217 ERROR (Thread-715) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 332316 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[9A44CC1D64B5503]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:39795
   [junit4]   2> 332321 INFO  (jetty-launcher-388-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 332322 INFO  (jetty-launcher-388-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 332322 INFO  (jetty-launcher-388-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@78fa1a34{/solr,null,AVAILABLE}
   [junit4]   2> 332322 INFO  (jetty-launcher-388-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 332324 INFO  (jetty-launcher-388-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 332324 INFO  (jetty-launcher-388-thread-3) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@7d50ae0e{SSL,[ssl, 
http/1.1]}{127.0.0.1:42395}
   [junit4]   2> 332324 INFO  (jetty-launcher-388-thread-3) [    ] 
o.e.j.s.Server Started @335077ms
   [junit4]   2> 332324 INFO  (jetty-launcher-388-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=42395}
   [junit4]   2> 332324 ERROR (jetty-launcher-388-thread-3) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 332324 INFO  (jetty-launcher-388-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.7.0
   [junit4]   2> 332324 INFO  (jetty-launcher-388-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 332324 INFO  (jetty-launcher-388-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 332324 INFO  (jetty-launcher-388-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-24T10:08:01.202Z
   [junit4]   2> 332325 INFO  (jetty-launcher-388-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@4ec5e694{/solr,null,AVAILABLE}
   [junit4]   2> 332327 INFO  (jetty-launcher-388-thread-2) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@7c1518f9{SSL,[ssl, 
http/1.1]}{127.0.0.1:33847}
   [junit4]   2> 332327 INFO  (jetty-launcher-388-thread-2) [    ] 
o.e.j.s.Server Started @335080ms
   [junit4]   2> 332327 INFO  (jetty-launcher-388-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=33847}
   [junit4]   2> 332327 ERROR (jetty-launcher-388-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 332327 INFO  (jetty-launcher-388-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.7.0
   [junit4]   2> 332327 INFO  (jetty-launcher-388-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7f14c79a{/solr,null,AVAILABLE}
   [junit4]   2> 332327 INFO  (jetty-launcher-388-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 332327 INFO  (jetty-launcher-388-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 332327 INFO  (jetty-launcher-388-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-24T10:08:01.205Z
   [junit4]   2> 332328 INFO  (jetty-launcher-388-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@25f5a4d1{/solr,null,AVAILABLE}
   [junit4]   2> 332328 INFO  (jetty-launcher-388-thread-4) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@77c24122{SSL,[ssl, 
http/1.1]}{127.0.0.1:40669}
   [junit4]   2> 332334 INFO  (jetty-launcher-388-thread-4) [    ] 
o.e.j.s.Server Started @335087ms
   [junit4]   2> 332334 INFO  (jetty-launcher-388-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=40669}
   [junit4]   2> 332333 INFO  (jetty-launcher-388-thread-1) [    ] 
o.e.j.s.AbstractConnector Started ServerConnector@751c74e8{SSL,[ssl, 
http/1.1]}{127.0.0.1:36231}
   [junit4]   2> 332334 INFO  (jetty-launcher-388-thread-1) [    ] 
o.e.j.s.Server Started @335087ms
   [junit4]   2> 332334 INFO  (jetty-launcher-388-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=36231}
   [junit4]   2> 332334 ERROR (jetty-launcher-388-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 332334 INFO  (jetty-launcher-388-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.7.0
   [junit4]   2> 332334 ERROR (jetty-launcher-388-thread-4) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 332334 INFO  (jetty-launcher-388-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 332334 INFO  (jetty-launcher-388-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
6.7.0
   [junit4]   2> 332334 INFO  (jetty-launcher-388-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 332334 INFO  (jetty-launcher-388-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 332334 INFO  (jetty-launcher-388-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-24T10:08:01.212Z
   [junit4]   2> 332334 INFO  (jetty-launcher-388-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 332334 INFO  (jetty-launcher-388-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-05-24T10:08:01.212Z
   [junit4]   2> 332335 INFO  (jetty-launcher-388-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 332338 INFO  (jetty-launcher-388-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 332342 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15c39ed70470002, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 332343 INFO  (jetty-launcher-388-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 332343 INFO  (jetty-launcher-388-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 332344 INFO  (jetty-launcher-388-thread-2) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 332347 INFO  (jetty-launcher-388-thread-3) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 332348 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15c39ed70470003, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 332348 INFO  (jetty-launcher-388-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39795/solr
   [junit4]   2> 332348 INFO  (jetty-launcher-388-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39795/solr
   [junit4]   2> 332349 INFO  (jetty-launcher-388-thread-4) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 332349 INFO  (jetty-launcher-388-thread-1) [    ] 
o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: 
socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 332350 INFO  (jetty-launcher-388-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39795/solr
   [junit4]   2> 332350 INFO  (jetty-launcher-388-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39795/solr
   [junit4]   2> 332368 INFO  (jetty-launcher-388-thread-4) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 332368 INFO  (jetty-launcher-388-thread-2) 
[n:127.0.0.1:33847_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 332368 INFO  (jetty-launcher-388-thread-1) 
[n:127.0.0.1:36231_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 332368 INFO  (jetty-launcher-388-thread-3) 
[n:127.0.0.1:42395_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 332369 INFO  (jetty-launcher-388-thread-4) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:40669_solr
   [junit4]   2> 332369 INFO  (jetty-launcher-388-thread-1) 
[n:127.0.0.1:36231_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:36231_solr
   [junit4]   2> 332369 INFO  (jetty-launcher-388-thread-2) 
[n:127.0.0.1:33847_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:33847_solr
   [junit4]   2> 332369 INFO  (jetty-launcher-388-thread-3) 
[n:127.0.0.1:42395_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:42395_solr
   [junit4]   2> 332369 INFO  (jetty-launcher-388-thread-4) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.Overseer Overseer 
(id=98016983849041931-127.0.0.1:40669_solr-n_0000000000) starting
   [junit4]   2> 332370 INFO  
(zkCallback-409-thread-1-processing-n:127.0.0.1:40669_solr) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 332370 INFO  
(zkCallback-408-thread-1-processing-n:127.0.0.1:42395_solr) 
[n:127.0.0.1:42395_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 332370 INFO  
(zkCallback-408-thread-1-processing-n:127.0.0.1:42395_solr) 
[n:127.0.0.1:42395_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (3)
   [junit4]   2> 332370 INFO  
(zkCallback-407-thread-1-processing-n:127.0.0.1:33847_solr) 
[n:127.0.0.1:33847_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (2)
   [junit4]   2> 332377 INFO  
(zkCallback-410-thread-2-processing-n:127.0.0.1:36231_solr) 
[n:127.0.0.1:36231_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (3)
   [junit4]   2> 332370 INFO  
(zkCallback-410-thread-1-processing-n:127.0.0.1:36231_solr) 
[n:127.0.0.1:36231_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 332380 INFO  
(zkCallback-409-thread-1-processing-n:127.0.0.1:40669_solr) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (3)
   [junit4]   2> 332390 INFO  
(zkCallback-407-thread-2-processing-n:127.0.0.1:33847_solr) 
[n:127.0.0.1:33847_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 332393 INFO  (jetty-launcher-388-thread-4) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:40669_solr
   [junit4]   2> 332394 INFO  
(zkCallback-408-thread-1-processing-n:127.0.0.1:42395_solr) 
[n:127.0.0.1:42395_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 332394 INFO  
(zkCallback-410-thread-1-processing-n:127.0.0.1:36231_solr) 
[n:127.0.0.1:36231_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 332394 INFO  
(zkCallback-409-thread-1-processing-n:127.0.0.1:40669_solr) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 332394 INFO  
(zkCallback-407-thread-2-processing-n:127.0.0.1:33847_solr) 
[n:127.0.0.1:33847_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 332414 INFO  (jetty-launcher-388-thread-2) 
[n:127.0.0.1:33847_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9A44CC1D64B5503-001/tempDir-001/node2/.
   [junit4]   2> 332425 INFO  (jetty-launcher-388-thread-3) 
[n:127.0.0.1:42395_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9A44CC1D64B5503-001/tempDir-001/node3/.
   [junit4]   2> 332426 INFO  (jetty-launcher-388-thread-4) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9A44CC1D64B5503-001/tempDir-001/node4/.
   [junit4]   2> 332462 INFO  (jetty-launcher-388-thread-1) 
[n:127.0.0.1:36231_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9A44CC1D64B5503-001/tempDir-001/node1/.
   [junit4]   2> 332468 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x15c39ed7047000d, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 332470 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[9A44CC1D64B5503]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 332470 INFO  
(SUITE-CollectionsAPIDistributedZkTest-seed#[9A44CC1D64B5503]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39795/solr ready
   [junit4]   2> 332487 INFO  
(TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[9A44CC1D64B5503])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testBadActionNames
   [junit4]   2> 332488 INFO  
(TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[9A44CC1D64B5503])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 332544 ERROR (qtp1259621657-2662) [n:127.0.0.1:42395_solr    ] 
o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Unknown 
action: BADACTION
   [junit4]   2>        at 
org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:210)
   [junit4]   2>        at 
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729)
   [junit4]   2>        at 
org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:363)
   [junit4]   2>        at 
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:307)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2>        at 
org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2>        at 
org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
   [junit4]   2>        at 
org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2>        at 
org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2>        at 
org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2>        at 
org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2>        at 
org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2>        at 
org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2>        at 
org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2>        at 
org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 332545 INFO  (qtp1259621657-2662) [n:127.0.0.1:42395_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={name=badactioncollection&action=BADACTION&numShards=2&wt=javabin&version=2}
 status=400 QTime=0
   [junit4]   2> 332545 INFO  
(TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[9A44CC1D64B5503])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testBadActionNames
   [junit4]   2> 332559 INFO  
(TEST-CollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[9A44CC1D64B5503])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testSpecificConfigsets
   [junit4]   2> 332560 INFO  
(TEST-CollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[9A44CC1D64B5503])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 332562 INFO  (qtp1259621657-2669) [n:127.0.0.1:42395_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=1&collection.configName=conf2&name=withconfigset2&action=CREATE&numShards=1&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 332563 INFO  
(OverseerThreadFactory-1519-thread-1-processing-n:127.0.0.1:40669_solr) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
withconfigset2
   [junit4]   2> 332729 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf2&newCollection=true&name=withconfigset2_shard1_replica1&action=CREATE&numShards=1&collection=withconfigset2&shard=shard1&wt=javabin&version=2
   [junit4]   2> 332729 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 332832 INFO  
(zkCallback-407-thread-2-processing-n:127.0.0.1:33847_solr) 
[n:127.0.0.1:33847_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/withconfigset2/state.json] for collection [withconfigset2] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 333735 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 333739 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] 
o.a.s.s.IndexSchema [withconfigset2_shard1_replica1] Schema name=minimal
   [junit4]   2> 333741 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 333741 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] 
o.a.s.c.CoreContainer Creating SolrCore 'withconfigset2_shard1_replica1' using 
configuration from collection withconfigset2, trusted=true
   [junit4]   2> 333741 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 333741 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] o.a.s.c.SolrCore 
[[withconfigset2_shard1_replica1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9A44CC1D64B5503-001/tempDir-001/node2/withconfigset2_shard1_replica1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9A44CC1D64B5503-001/tempDir-001/node2/./withconfigset2_shard1_replica1/data/]
   [junit4]   2> 333741 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] 
o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX 
Server: com.sun.jmx.mbeanserver.JmxMBeanServer@55bd5d8
   [junit4]   2> 333767 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 333767 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 333767 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 333767 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 333768 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@113e3918[withconfigset2_shard1_replica1] main]
   [junit4]   2> 333768 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf2
   [junit4]   2> 333769 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf2
   [junit4]   2> 333769 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 333769 INFO  
(searcherExecutor-1528-thread-1-processing-n:127.0.0.1:33847_solr 
x:withconfigset2_shard1_replica1 s:shard1 c:withconfigset2) 
[n:127.0.0.1:33847_solr c:withconfigset2 s:shard1  
x:withconfigset2_shard1_replica1] o.a.s.c.SolrCore 
[withconfigset2_shard1_replica1] Registered new searcher 
Searcher@113e3918[withconfigset2_shard1_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 333769 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1568271743212060672
   [junit4]   2> 333772 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 333772 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 333772 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] 
o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:33847/solr/withconfigset2_shard1_replica1/
   [junit4]   2> 333772 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 333772 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] 
o.a.s.c.SyncStrategy 
https://127.0.0.1:33847/solr/withconfigset2_shard1_replica1/ has no replicas
   [junit4]   2> 333772 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 333773 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:33847/solr/withconfigset2_shard1_replica1/ shard1
   [junit4]   2> 333874 INFO  
(zkCallback-407-thread-2-processing-n:127.0.0.1:33847_solr) 
[n:127.0.0.1:33847_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/withconfigset2/state.json] for collection [withconfigset2] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 333924 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 333925 INFO  (qtp2130112745-2661) [n:127.0.0.1:33847_solr 
c:withconfigset2 s:shard1  x:withconfigset2_shard1_replica1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf2&newCollection=true&name=withconfigset2_shard1_replica1&action=CREATE&numShards=1&collection=withconfigset2&shard=shard1&wt=javabin&version=2}
 status=0 QTime=1197
   [junit4]   2> 333926 INFO  (qtp1259621657-2669) [n:127.0.0.1:42395_solr    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 334026 INFO  
(zkCallback-407-thread-2-processing-n:127.0.0.1:33847_solr) 
[n:127.0.0.1:33847_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/withconfigset2/state.json] for collection [withconfigset2] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 334565 INFO  
(OverseerCollectionConfigSetProcessor-98016983849041931-127.0.0.1:40669_solr-n_0000000000)
 [n:127.0.0.1:40669_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 334927 INFO  (qtp1259621657-2669) [n:127.0.0.1:42395_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=1&collection.configName=conf2&name=withconfigset2&action=CREATE&numShards=1&wt=javabin&version=2}
 status=0 QTime=2364
   [junit4]   2> 334928 INFO  
(TEST-CollectionsAPIDistributedZkTest.testSpecificConfigsets-seed#[9A44CC1D64B5503])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testSpecificConfigsets
   [junit4]   2> 334949 INFO  
(TEST-CollectionsAPIDistributedZkTest.addReplicaTest-seed#[9A44CC1D64B5503]) [  
  ] o.a.s.SolrTestCaseJ4 ###Starting addReplicaTest
   [junit4]   2> 334950 INFO  
(TEST-CollectionsAPIDistributedZkTest.addReplicaTest-seed#[9A44CC1D64B5503]) [  
  ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 334952 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params 
name=withconfigset2&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 334953 INFO  
(OverseerThreadFactory-1519-thread-2-processing-n:127.0.0.1:40669_solr) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing 
Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 334955 INFO  (qtp2130112745-2685) [n:127.0.0.1:33847_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.withconfigset2.shard1.replica1
   [junit4]   2> 334955 INFO  (qtp2130112745-2685) [n:127.0.0.1:33847_solr    ] 
o.a.s.c.SolrCore [withconfigset2_shard1_replica1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@2e378c46
   [junit4]   2> 335029 INFO  (qtp2130112745-2685) [n:127.0.0.1:33847_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.withconfigset2.shard1.replica1
   [junit4]   2> 335030 INFO  (qtp2130112745-2685) [n:127.0.0.1:33847_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=withconfigset2_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=74
   [junit4]   2> 335732 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={name=withconfigset2&action=DELETE&wt=javabin&version=2} status=0 
QTime=780
   [junit4]   2> 335734 INFO  (qtp1259621657-2671) [n:127.0.0.1:42395_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&action=CREATE&numShards=2&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 335735 INFO  
(OverseerThreadFactory-1519-thread-3-processing-n:127.0.0.1:40669_solr) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
addReplicaColl
   [junit4]   2> 335735 INFO  
(OverseerCollectionConfigSetProcessor-98016983849041931-127.0.0.1:40669_solr-n_0000000000)
 [n:127.0.0.1:40669_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 335946 INFO  (qtp2130112745-2686) [n:127.0.0.1:33847_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
   [junit4]   2> 335948 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2
   [junit4]   2> 335948 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 335996 INFO  (qtp792862196-2674) [n:127.0.0.1:40669_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
   [junit4]   2> 335996 INFO  (qtp792862196-2674) [n:127.0.0.1:40669_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 336004 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
   [junit4]   2> 336004 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 336106 INFO  
(zkCallback-410-thread-1-processing-n:127.0.0.1:36231_solr) 
[n:127.0.0.1:36231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 336106 INFO  
(zkCallback-408-thread-1-processing-n:127.0.0.1:42395_solr) 
[n:127.0.0.1:42395_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 336106 INFO  
(zkCallback-409-thread-1-processing-n:127.0.0.1:40669_solr) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 336106 INFO  
(zkCallback-407-thread-2-processing-n:127.0.0.1:33847_solr) 
[n:127.0.0.1:33847_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 336955 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 336955 INFO  (qtp2130112745-2686) [n:127.0.0.1:33847_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 336960 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] 
o.a.s.s.IndexSchema [addReplicaColl_shard2_replica1] Schema name=minimal
   [junit4]   2> 336960 INFO  (qtp2130112745-2686) [n:127.0.0.1:33847_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] 
o.a.s.s.IndexSchema [addReplicaColl_shard2_replica2] Schema name=minimal
   [junit4]   2> 336961 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 336961 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] 
o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica1' using 
configuration from collection addReplicaColl, trusted=true
   [junit4]   2> 336962 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 336962 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore 
[[addReplicaColl_shard2_replica1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9A44CC1D64B5503-001/tempDir-001/node3/addReplicaColl_shard2_replica1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9A44CC1D64B5503-001/tempDir-001/node3/./addReplicaColl_shard2_replica1/data/]
   [junit4]   2> 336962 INFO  (qtp2130112745-2686) [n:127.0.0.1:33847_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 336962 INFO  (qtp2130112745-2686) [n:127.0.0.1:33847_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] 
o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard2_replica2' using 
configuration from collection addReplicaColl, trusted=true
   [junit4]   2> 336962 INFO  (qtp2130112745-2686) [n:127.0.0.1:33847_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 336962 INFO  (qtp2130112745-2686) [n:127.0.0.1:33847_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore 
[[addReplicaColl_shard2_replica2] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9A44CC1D64B5503-001/tempDir-001/node2/addReplicaColl_shard2_replica2],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9A44CC1D64B5503-001/tempDir-001/node2/./addReplicaColl_shard2_replica2/data/]
   [junit4]   2> 336982 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 336982 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 336983 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 336983 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 336983 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@613d1145[addReplicaColl_shard2_replica1] main]
   [junit4]   2> 336984 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 336984 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 336984 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 336984 INFO  
(searcherExecutor-1533-thread-1-processing-n:127.0.0.1:42395_solr 
x:addReplicaColl_shard2_replica1 s:shard2 c:addReplicaColl) 
[n:127.0.0.1:42395_solr c:addReplicaColl s:shard2  
x:addReplicaColl_shard2_replica1] o.a.s.c.SolrCore 
[addReplicaColl_shard2_replica1] Registered new searcher 
Searcher@613d1145[addReplicaColl_shard2_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 336984 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1568271746583232512
   [junit4]   2> 336987 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 336988 INFO  (qtp2130112745-2686) [n:127.0.0.1:33847_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 336988 INFO  (qtp2130112745-2686) [n:127.0.0.1:33847_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 336989 INFO  (qtp2130112745-2686) [n:127.0.0.1:33847_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 336989 INFO  (qtp2130112745-2686) [n:127.0.0.1:33847_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 336989 INFO  (qtp2130112745-2686) [n:127.0.0.1:33847_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@60b350f8[addReplicaColl_shard2_replica2] main]
   [junit4]   2> 336990 INFO  (qtp2130112745-2686) [n:127.0.0.1:33847_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 336990 INFO  (qtp2130112745-2686) [n:127.0.0.1:33847_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 336990 INFO  (qtp2130112745-2686) [n:127.0.0.1:33847_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 336990 INFO  
(searcherExecutor-1534-thread-1-processing-n:127.0.0.1:33847_solr 
x:addReplicaColl_shard2_replica2 s:shard2 c:addReplicaColl) 
[n:127.0.0.1:33847_solr c:addReplicaColl s:shard2  
x:addReplicaColl_shard2_replica2] o.a.s.c.SolrCore 
[addReplicaColl_shard2_replica2] Registered new searcher 
Searcher@60b350f8[addReplicaColl_shard2_replica2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 336990 INFO  (qtp2130112745-2686) [n:127.0.0.1:33847_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1568271746589523968
   [junit4]   2> 337002 INFO  (qtp792862196-2674) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 337006 INFO  (qtp792862196-2674) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] 
o.a.s.s.IndexSchema [addReplicaColl_shard1_replica2] Schema name=minimal
   [junit4]   2> 337007 INFO  (qtp792862196-2674) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 337007 INFO  (qtp792862196-2674) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] 
o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica2' using 
configuration from collection addReplicaColl, trusted=true
   [junit4]   2> 337008 INFO  (qtp792862196-2674) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 337008 INFO  (qtp792862196-2674) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore 
[[addReplicaColl_shard1_replica2] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9A44CC1D64B5503-001/tempDir-001/node4/addReplicaColl_shard1_replica2],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9A44CC1D64B5503-001/tempDir-001/node4/./addReplicaColl_shard1_replica2/data/]
   [junit4]   2> 337009 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 337012 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] 
o.a.s.s.IndexSchema [addReplicaColl_shard1_replica1] Schema name=minimal
   [junit4]   2> 337014 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 337014 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] 
o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica1' using 
configuration from collection addReplicaColl, trusted=true
   [junit4]   2> 337014 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 337014 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore 
[[addReplicaColl_shard1_replica1] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9A44CC1D64B5503-001/tempDir-001/node1/addReplicaColl_shard1_replica1],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9A44CC1D64B5503-001/tempDir-001/node1/./addReplicaColl_shard1_replica1/data/]
   [junit4]   2> 337039 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 337039 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 337039 INFO  (qtp792862196-2674) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 337039 INFO  (qtp792862196-2674) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 337039 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 337039 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 337040 INFO  (qtp792862196-2674) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 337040 INFO  (qtp792862196-2674) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 337040 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@434c61f0[addReplicaColl_shard1_replica1] main]
   [junit4]   2> 337040 INFO  (qtp792862196-2674) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@41bd6b2e[addReplicaColl_shard1_replica2] main]
   [junit4]   2> 337040 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 337041 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 337041 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 337041 INFO  (qtp792862196-2674) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 337041 INFO  
(searcherExecutor-1544-thread-1-processing-n:127.0.0.1:36231_solr 
x:addReplicaColl_shard1_replica1 s:shard1 c:addReplicaColl) 
[n:127.0.0.1:36231_solr c:addReplicaColl s:shard1  
x:addReplicaColl_shard1_replica1] o.a.s.c.SolrCore 
[addReplicaColl_shard1_replica1] Registered new searcher 
Searcher@434c61f0[addReplicaColl_shard1_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 337041 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1568271746643001344
   [junit4]   2> 337041 INFO  (qtp792862196-2674) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 337041 INFO  (qtp792862196-2674) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 337041 INFO  (qtp792862196-2674) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1568271746643001344
   [junit4]   2> 337043 INFO  
(searcherExecutor-1543-thread-1-processing-n:127.0.0.1:40669_solr 
x:addReplicaColl_shard1_replica2 s:shard1 c:addReplicaColl) 
[n:127.0.0.1:40669_solr c:addReplicaColl s:shard1  
x:addReplicaColl_shard1_replica2] o.a.s.c.SolrCore 
[addReplicaColl_shard1_replica2] Registered new searcher 
Searcher@41bd6b2e[addReplicaColl_shard1_replica2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 337044 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 337044 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 337044 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] 
o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:36231/solr/addReplicaColl_shard1_replica1/
   [junit4]   2> 337044 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.u.PeerSync 
PeerSync: core=addReplicaColl_shard1_replica1 url=https://127.0.0.1:36231/solr 
START replicas=[https://127.0.0.1:40669/solr/addReplicaColl_shard1_replica2/] 
nUpdates=100
   [junit4]   2> 337045 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] o.a.s.u.PeerSync 
PeerSync: core=addReplicaColl_shard1_replica1 url=https://127.0.0.1:36231/solr 
DONE.  We have no versions.  sync failed.
   [junit4]   2> 337048 INFO  (qtp792862196-2675) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1 r:core_node3 x:addReplicaColl_shard1_replica2] 
o.a.s.c.S.Request [addReplicaColl_shard1_replica2]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 337048 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] 
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the 
next candidate
   [junit4]   2> 337048 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 337048 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 337051 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:36231/solr/addReplicaColl_shard1_replica1/ shard1
   [junit4]   2> 337152 INFO  
(zkCallback-407-thread-2-processing-n:127.0.0.1:33847_solr) 
[n:127.0.0.1:33847_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 337152 INFO  
(zkCallback-410-thread-1-processing-n:127.0.0.1:36231_solr) 
[n:127.0.0.1:36231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 337152 INFO  
(zkCallback-409-thread-1-processing-n:127.0.0.1:40669_solr) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 337152 INFO  
(zkCallback-408-thread-1-processing-n:127.0.0.1:42395_solr) 
[n:127.0.0.1:42395_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 337201 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 337202 INFO  (qtp1575540429-2692) [n:127.0.0.1:36231_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2}
 status=0 QTime=1198
   [junit4]   2> 337305 INFO  
(zkCallback-410-thread-1-processing-n:127.0.0.1:36231_solr) 
[n:127.0.0.1:36231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 337305 INFO  
(zkCallback-408-thread-1-processing-n:127.0.0.1:42395_solr) 
[n:127.0.0.1:42395_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 337305 INFO  
(zkCallback-407-thread-2-processing-n:127.0.0.1:33847_solr) 
[n:127.0.0.1:33847_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 337305 INFO  
(zkCallback-409-thread-1-processing-n:127.0.0.1:40669_solr) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 337487 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 337487 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 337487 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] 
o.a.s.c.SyncStrategy Sync replicas to 
https://127.0.0.1:42395/solr/addReplicaColl_shard2_replica1/
   [junit4]   2> 337487 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.u.PeerSync 
PeerSync: core=addReplicaColl_shard2_replica1 url=https://127.0.0.1:42395/solr 
START replicas=[https://127.0.0.1:33847/solr/addReplicaColl_shard2_replica2/] 
nUpdates=100
   [junit4]   2> 337488 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] o.a.s.u.PeerSync 
PeerSync: core=addReplicaColl_shard2_replica1 url=https://127.0.0.1:42395/solr 
DONE.  We have no versions.  sync failed.
   [junit4]   2> 337490 INFO  (qtp2130112745-2665) [n:127.0.0.1:33847_solr 
c:addReplicaColl s:shard2 r:core_node2 x:addReplicaColl_shard2_replica2] 
o.a.s.c.S.Request [addReplicaColl_shard2_replica2]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 337490 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] 
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the 
next candidate
   [junit4]   2> 337490 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 337490 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 337492 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
https://127.0.0.1:42395/solr/addReplicaColl_shard2_replica1/ shard2
   [junit4]   2> 337594 INFO  
(zkCallback-408-thread-1-processing-n:127.0.0.1:42395_solr) 
[n:127.0.0.1:42395_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 337594 INFO  
(zkCallback-407-thread-2-processing-n:127.0.0.1:33847_solr) 
[n:127.0.0.1:33847_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 337594 INFO  
(zkCallback-410-thread-1-processing-n:127.0.0.1:36231_solr) 
[n:127.0.0.1:36231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 337594 INFO  
(zkCallback-409-thread-1-processing-n:127.0.0.1:40669_solr) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 337643 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 337644 INFO  (qtp1259621657-2670) [n:127.0.0.1:42395_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica1&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2}
 status=0 QTime=1696
   [junit4]   2> 337745 INFO  
(zkCallback-407-thread-2-processing-n:127.0.0.1:33847_solr) 
[n:127.0.0.1:33847_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 337745 INFO  
(zkCallback-410-thread-1-processing-n:127.0.0.1:36231_solr) 
[n:127.0.0.1:36231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 337745 INFO  
(zkCallback-409-thread-1-processing-n:127.0.0.1:40669_solr) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 337745 INFO  
(zkCallback-408-thread-1-processing-n:127.0.0.1:42395_solr) 
[n:127.0.0.1:42395_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 337994 INFO  (qtp2130112745-2686) [n:127.0.0.1:33847_solr 
c:addReplicaColl s:shard2  x:addReplicaColl_shard2_replica2] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard2_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard2&wt=javabin&version=2}
 status=0 QTime=2048
   [junit4]   2> 338046 INFO  (qtp792862196-2674) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica2] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=addReplicaColl_shard1_replica2&action=CREATE&numShards=2&collection=addReplicaColl&shard=shard1&wt=javabin&version=2}
 status=0 QTime=2050
   [junit4]   2> 338047 INFO  (qtp1259621657-2671) [n:127.0.0.1:42395_solr    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 338147 INFO  
(zkCallback-407-thread-2-processing-n:127.0.0.1:33847_solr) 
[n:127.0.0.1:33847_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 338147 INFO  
(zkCallback-408-thread-1-processing-n:127.0.0.1:42395_solr) 
[n:127.0.0.1:42395_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 338147 INFO  
(zkCallback-410-thread-1-processing-n:127.0.0.1:36231_solr) 
[n:127.0.0.1:36231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 338147 INFO  
(zkCallback-409-thread-1-processing-n:127.0.0.1:40669_solr) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 339047 INFO  (qtp1259621657-2671) [n:127.0.0.1:42395_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=4&name=addReplicaColl&action=CREATE&numShards=2&wt=javabin&version=2}
 status=0 QTime=3312
   [junit4]   2> 339051 INFO  (qtp1259621657-2662) [n:127.0.0.1:42395_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params 
node=127.0.0.1:40669_solr&action=ADDREPLICA&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 339052 INFO  
(OverseerThreadFactory-1519-thread-4-processing-n:127.0.0.1:40669_solr) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.AddReplicaCmd addReplica() : {
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "node":"127.0.0.1:40669_solr",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "operation":"addreplica"}
   [junit4]   2> 339052 INFO  
(OverseerCollectionConfigSetProcessor-98016983849041931-127.0.0.1:40669_solr-n_0000000000)
 [n:127.0.0.1:40669_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 339053 INFO  
(OverseerThreadFactory-1519-thread-4-processing-n:127.0.0.1:40669_solr) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.AddReplicaCmd Node Identified 
127.0.0.1:40669_solr for creating new replica
   [junit4]   2> 339058 INFO  (qtp792862196-2683) [n:127.0.0.1:40669_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&name=addReplicaColl_shard1_replica3&action=CREATE&collection=addReplicaColl&shard=shard1&wt=javabin&version=2
   [junit4]   2> 339160 INFO  
(zkCallback-410-thread-1-processing-n:127.0.0.1:36231_solr) 
[n:127.0.0.1:36231_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 339160 INFO  
(zkCallback-407-thread-2-processing-n:127.0.0.1:33847_solr) 
[n:127.0.0.1:33847_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 339161 INFO  
(zkCallback-409-thread-2-processing-n:127.0.0.1:40669_solr) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 339161 INFO  
(zkCallback-408-thread-1-processing-n:127.0.0.1:42395_solr) 
[n:127.0.0.1:42395_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/addReplicaColl/state.json] for collection [addReplicaColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 340066 INFO  (qtp792862196-2683) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.c.SolrConfig 
Using Lucene MatchVersion: 6.7.0
   [junit4]   2> 340078 INFO  (qtp792862196-2683) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] 
o.a.s.s.IndexSchema [addReplicaColl_shard1_replica3] Schema name=minimal
   [junit4]   2> 340084 INFO  (qtp792862196-2683) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] 
o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 340084 INFO  (qtp792862196-2683) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] 
o.a.s.c.CoreContainer Creating SolrCore 'addReplicaColl_shard1_replica3' using 
configuration from collection addReplicaColl, trusted=true
   [junit4]   2> 340086 INFO  (qtp792862196-2683) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 340086 INFO  (qtp792862196-2683) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.c.SolrCore 
[[addReplicaColl_shard1_replica3] ] Opening new SolrCore at 
[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9A44CC1D64B5503-001/tempDir-001/node4/addReplicaColl_shard1_replica3],
 
dataDir=[/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9A44CC1D64B5503-001/tempDir-001/node4/./addReplicaColl_shard1_replica3/data/]
   [junit4]   2> 340198 INFO  (qtp792862196-2683) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 340198 INFO  (qtp792862196-2683) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 340199 INFO  (qtp792862196-2683) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 340200 INFO  (qtp792862196-2683) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 340207 INFO  (qtp792862196-2683) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@20453dc[addReplicaColl_shard1_replica3] main]
   [junit4]   2> 340208 INFO  (qtp792862196-2683) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 340209 INFO  (qtp792862196-2683) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 340209 INFO  (qtp792862196-2683) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 340209 INFO  (qtp792862196-2683) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] o.a.s.u.UpdateLog 
Could not find max version in index or recent updates, using new clock 
1568271749964890112
   [junit4]   2> 340212 INFO  (qtp792862196-2683) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] 
o.a.s.c.ZkController Core needs to recover:addReplicaColl_shard1_replica3
   [junit4]   2> 340213 INFO  
(searcherExecutor-1553-thread-1-processing-n:127.0.0.1:40669_solr 
x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl) 
[n:127.0.0.1:40669_solr c:addReplicaColl s:shard1  
x:addReplicaColl_shard1_replica3] o.a.s.c.SolrCore 
[addReplicaColl_shard1_replica3] Registered new searcher 
Searcher@20453dc[addReplicaColl_shard1_replica3] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 340215 INFO  (qtp792862196-2683) [n:127.0.0.1:40669_solr 
c:addReplicaColl s:shard1  x:addReplicaColl_shard1_replica3] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf&name=addReplicaColl_shard1_replica3&action=CREATE&collection=addReplicaColl&shard=shard1&wt=javabin&version=2}
 status=0 QTime=1157
   [junit4]   2> 340221 INFO  (qtp1259621657-2662) [n:127.0.0.1:42395_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={node=127.0.0.1:40669_solr&action=ADDREPLICA&collection=addReplicaColl&shard=shard1&wt=javabin&version=2}
 status=0 QTime=1170
   [junit4]   2> 340223 INFO  
(updateExecutor-401-thread-1-processing-n:127.0.0.1:40669_solr 
x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl) 
[n:127.0.0.1:40669_solr c:addReplicaColl s:shard1 r:core_node5 
x:addReplicaColl_shard1_replica3] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 340223 INFO  
(recoveryExecutor-403-thread-1-processing-n:127.0.0.1:40669_solr 
x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) 
[n:127.0.0.1:40669_solr c:addReplicaColl s:shard1 r:core_node5 
x:addReplicaColl_shard1_replica3] o.a.s.c.RecoveryStrategy Starting recovery 
process. recoveringAfterStartup=true
   [junit4]   2> 340224 INFO  
(recoveryExecutor-403-thread-1-processing-n:127.0.0.1:40669_solr 
x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) 
[n:127.0.0.1:40669_solr c:addReplicaColl s:shard1 r:core_node5 
x:addReplicaColl_shard1_replica3] o.a.s.c.RecoveryStrategy ###### 
startupVersions=[[]]
   [junit4]   2> 340224 INFO  
(recoveryExecutor-403-thread-1-processing-n:127.0.0.1:40669_solr 
x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) 
[n:127.0.0.1:40669_solr c:addReplicaColl s:shard1 r:core_node5 
x:addReplicaColl_shard1_replica3] o.a.s.c.RecoveryStrategy Begin buffering 
updates. core=[addReplicaColl_shard1_replica3]
   [junit4]   2> 340224 INFO  
(recoveryExecutor-403-thread-1-processing-n:127.0.0.1:40669_solr 
x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) 
[n:127.0.0.1:40669_solr c:addReplicaColl s:shard1 r:core_node5 
x:addReplicaColl_shard1_replica3] o.a.s.u.UpdateLog Starting to buffer updates. 
FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 340224 INFO  
(recoveryExecutor-403-thread-1-processing-n:127.0.0.1:40669_solr 
x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) 
[n:127.0.0.1:40669_solr c:addReplicaColl s:shard1 r:core_node5 
x:addReplicaColl_shard1_replica3] o.a.s.c.RecoveryStrategy Publishing state of 
core [addReplicaColl_shard1_replica3] as recovering, leader is 
[https://127.0.0.1:36231/solr/addReplicaColl_shard1_replica1/] and I am 
[https://127.0.0.1:40669/solr/addReplicaColl_shard1_replica3/]
   [junit4]   2> 340224 INFO  (qtp1259621657-2669) [n:127.0.0.1:42395_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params 
action=ADDREPLICA&collection=addReplicaColl&shard=shard2&wt=javabin&version=2&property.instanceDir=/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9A44CC1D64B5503-001/tempDir-002
 and sendToOCPQueue=true
   [junit4]   2> 340227 INFO  
(OverseerCollectionConfigSetProcessor-98016983849041931-127.0.0.1:40669_solr-n_0000000000)
 [n:127.0.0.1:40669_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 340228 INFO  
(OverseerThreadFactory-1519-thread-5-processing-n:127.0.0.1:40669_solr) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.AddReplicaCmd addReplica() : {
   [junit4]   2>   "collection":"addReplicaColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   
"property.instanceDir":"/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_9A44CC1D64B5503-001/tempDir-002",
   [junit4]   2>   "operation":"addreplica"}
   [junit4]   2> 340236 INFO  
(OverseerThreadFactory-1519-thread-5-processing-n:127.0.0.1:40669_solr) 
[n:127.0.0.1:40669_solr    ] o.a.s.c.AddReplicaCmd Node Identified 
127.0.0.1:42395_solr for creating new replica
   [junit4]   2> 340251 INFO  
(recoveryExecutor-403-thread-1-processing-n:127.0.0.1:40669_solr 
x:addReplicaColl_shard1_replica3 s:shard1 c:addReplicaColl r:core_node5) 
[n:127.0.0.1:40669_solr c:addReplicaColl s:shard1 r:core_node5 
x:addReplicaColl_shard1_replica3] o.a.s.c.RecoveryStrategy Sending prep 
recovery command to [https://127.0.0.1:36231/solr]; [WaitForState: 
action=PREPRECOVERY&core=addReplicaColl_shard1_replica1&nodeName=127.0.0.1:40669_solr&coreNodeName=core_node5&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 340252 INFO  (qtp1259621657-2663) [n:127.0.0.1:42395_solr    ] 
o.a.s.h.a.CoreAdminOperation core create c

[...truncated too long message...]

nc, but we have no versions - we can't sync in that case - we were active 
before, so become leader anyway
   [junit4]   2> 1515700 INFO  
(zkCallback-4303-thread-1-processing-n:127.0.0.1:34611_z%2Fne) 
[n:127.0.0.1:34611_z%2Fne c:collection1 s:shard1 r:core_node4 x:collection1] 
o.a.s.c.SolrCore [collection1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@4294ad0b
   [junit4]   2> 1515706 INFO  
(zkCallback-4303-thread-1-processing-n:127.0.0.1:34611_z%2Fne) 
[n:127.0.0.1:34611_z%2Fne c:collection1 s:shard1 r:core_node4 x:collection1] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1515706 INFO  
(TEST-TestDynamicLoading.testDynamicLoading-seed#[9A44CC1D64B5503]) [    ] 
o.e.j.s.AbstractConnector Stopped ServerConnector@40bddc47{SSL,[ssl, 
http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1515706 INFO  
(TEST-TestDynamicLoading.testDynamicLoading-seed#[9A44CC1D64B5503]) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@4349ec59{/z/ne,null,UNAVAILABLE}
   [junit4]   2> 1515707 ERROR 
(TEST-TestDynamicLoading.testDynamicLoading-seed#[9A44CC1D64B5503]) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1515707 INFO  
(TEST-TestDynamicLoading.testDynamicLoading-seed#[9A44CC1D64B5503]) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:39703 39703
   [junit4]   2> 1515743 INFO  (Thread-3462) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:39703 39703
   [junit4]   2> 1515744 WARN  (Thread-3462) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        15      /solr/configs/conf1
   [junit4]   2>        6       /solr/aliases.json
   [junit4]   2>        5       /solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        6       /solr/clusterstate.json
   [junit4]   2>        6       /solr/clusterprops.json
   [junit4]   2>        4       /solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        6       /solr/live_nodes
   [junit4]   2>        6       /solr/collections
   [junit4]   2>        4       /solr/overseer/queue
   [junit4]   2>        4       /solr/overseer/collection-queue-work
   [junit4]   2>        3       /solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDynamicLoading 
-Dtests.method=testDynamicLoading -Dtests.seed=9A44CC1D64B5503 
-Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hu 
-Dtests.timezone=America/Vancouver -Dtests.asserts=true 
-Dtests.file.encoding=UTF-8
   [junit4] FAILURE 24.9s J0 | TestDynamicLoading.testDynamicLoading <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Could not get expected 
value  'org.apache.solr.core.BlobStoreTestRequestHandler' for path 
'overlay/requestHandler/\/test1/class' full output: {
   [junit4]    >   "responseHeader":{
   [junit4]    >     "status":0,
   [junit4]    >     "QTime":0},
   [junit4]    >   "overlay":{
   [junit4]    >     "znodeVersion":0,
   [junit4]    >     "runtimeLib":{"colltest":{
   [junit4]    >         "name":"colltest",
   [junit4]    >         "version":1}}}},  from server:  null
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([9A44CC1D64B5503:D1E961962196F0A3]:0)
   [junit4]    >        at 
org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:556)
   [junit4]    >        at 
org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:97)
   [junit4]    >        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:992)
   [junit4]    >        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:967)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1515746 INFO  
(SUITE-TestDynamicLoading-seed#[9A44CC1D64B5503]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/workspace/Lucene-Solr-6.x-Linux/solr/build/solr-core/test/J0/temp/solr.core.TestDynamicLoading_9A44CC1D64B5503-001
   [junit4]   2> May 24, 2017 10:27:44 AM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, 
sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=hu, 
timezone=America/Vancouver
   [junit4]   2> NOTE: Linux 4.8.0-52-generic amd64/Oracle Corporation 
1.8.0_131 (64-bit)/cpus=8,threads=1,free=127964456,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: 
[BigEndianAscendingWordSerializerTest, TestRawResponseWriter, TestLazyCores, 
TestStressLiveNodes, TestCustomStream, TestDownShardTolerantSearch, 
TestChildDocTransformer, TestDistributedSearch, SSLMigrationTest, 
CoreAdminCreateDiscoverTest, FacetPivotSmallTest, TestInfoStreamLogging, 
HdfsSyncSliceTest, TestCloudRecovery, TestFaceting, TestRangeQuery, 
TestDistribIDF, TestCSVLoader, HdfsChaosMonkeySafeLeaderTest, 
PreAnalyzedFieldManagedSchemaCloudTest, TestRuleBasedAuthorizationPlugin, 
CursorMarkTest, TestPivotHelperCode, TestGraphTermsQParserPlugin, 
ConfigureRecoveryStrategyTest, TestRTimerTree, InfoHandlerTest, 
MBeansHandlerTest, LeaderElectionIntegrationTest, SyncSliceTest, 
TestPayloadScoreQParserPlugin, TestRandomDVFaceting, FileBasedSpellCheckerTest, 
TestAuthenticationFramework, FullHLLTest, TestNoOpRegenerator, 
TestSolrConfigHandler, CollectionsAPIAsyncDistributedZkTest, OutputWriterTest, 
JSONWriterTest, TestCryptoKeys, ClassificationUpdateProcessorIntegrationTest, 
TestPerFieldSimilarity, CdcrUpdateLogTest, HighlighterConfigTest, 
DocExpirationUpdateProcessorFactoryTest, RegexBoostProcessorTest, 
TestUseDocValuesAsStored2, TestSolrDeletionPolicy2, AliasIntegrationTest, 
SolrCoreTest, DistributedFacetExistsSmallTest, TestMaxScoreQueryParser, 
TestFastWriter, TestComponentsName, PeerSyncTest, 
OverseerCollectionConfigSetProcessorTest, TestRealTimeGet, 
TestIBSimilarityFactory, LeaderElectionContextKeyTest, HdfsRecoverLeaseTest, 
TestSolrCloudSnapshots, TestFoldingMultitermQuery, 
TestLocalFSCloudBackupRestore, TestHdfsUpdateLog, TestFieldCollectionResource, 
ResponseHeaderTest, TestUninvertingReader, TestSolrFieldCacheMBean, 
WrapperMergePolicyFactoryTest, DistribJoinFromCollectionTest, 
TestIntervalFaceting, NodeMutatorTest, BasicDistributedZkTest, 
TestPerFieldSimilarityWithDefaultOverride, SecurityConfHandlerTest, 
TestReplicaProperties, XsltUpdateRequestHandlerTest, DateFieldTest, 
TestConfigSetProperties, TestCrossCoreJoin, TestLegacyFieldCache, 
SolrIndexMetricsTest, BaseCdcrDistributedZkTest, TestAnalyzeInfixSuggestions, 
DeleteStatusTest, SolrGraphiteReporterTest, CurrencyFieldOpenExchangeTest, 
CursorPagingTest, TestPathTrie, SolrRequestParserTest, 
TestImpersonationWithHadoopAuth, BlockJoinFacetDistribTest, 
TestFieldCacheSortRandom, TestRestManager, 
UniqFieldsUpdateProcessorFactoryTest, TestSolrConfigHandlerConcurrent, 
TestOmitPositions, TestSolr4Spatial, ReturnFieldsTest, NumericFieldsTest, 
TestFunctionQuery, TestReplicationHandler, StandardRequestHandlerTest, 
HdfsUnloadDistributedZkTest, TestJmxIntegration, CacheHeaderTest, 
DefaultValueUpdateProcessorTest, DistributedFacetPivotSmallAdvancedTest, 
BlobRepositoryCloudTest, DisMaxRequestHandlerTest, TestDFISimilarityFactory, 
SolrMetricReporterTest, JvmMetricsTest, ChaosMonkeySafeLeaderTest, BasicZkTest, 
RecoveryZkTest, TestRandomFaceting, ZkCLITest, TestRecovery, TestJoin, 
QueryElevationComponentTest, ConvertedLegacyTest, TestBadConfig, 
TestIndexSearcher, HighlighterTest, DistributedQueryElevationComponentTest, 
CurrencyFieldXmlFileTest, SolrIndexSplitterTest, TestCoreDiscovery, 
AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, 
CoreAdminHandlerTest, DocValuesTest, FieldMutatingUpdateProcessorTest, 
TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, 
StatelessScriptUpdateProcessorFactoryTest, TestSolrDeletionPolicy1, 
DebugComponentTest, TestSurroundQueryParser, TestReversedWildcardFilterFactory, 
TestQueryTypes, TestValueSourceCache, TermVectorComponentTest, 
RequiredFieldsTest, TestSolrQueryParser, UpdateRequestProcessorFactoryTest, 
TestCSVResponseWriter, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, 
TestBinaryResponseWriter, TestQuerySenderListener, AlternateDirectoryTest, 
ResponseLogComponentTest, BadComponentTest, TestStressRecovery, 
ScriptEngineTest, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, AssignTest, 
CdcrBootstrapTest, CollectionsAPISolrJTest, DeleteNodeTest, 
DistribDocExpirationUpdateProcessorTest, MissingSegmentRecoveryTest, 
MoveReplicaTest, OverseerRolesTest, OverseerStatusTest, 
RecoveryAfterSoftCommitTest, ReplicationFactorTest, RollingRestartTest, 
SimpleCollectionCreateDeleteTest, TestCollectionAPI, 
TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, 
TestDeleteCollectionOnDownNodes, TestExclusionRuleCollectionAccess, 
TestLeaderElectionWithEmptyReplica, TestLeaderInitiatedRecoveryThread, 
TestOnReconnectListenerSupport, TestSSLRandomization, 
TestSizeLimitedDistributedMap, TestStressCloudBlindAtomicUpdates, 
TlogReplayBufferedWhileIndexingTest, HdfsBasicDistributedZk2Test, 
HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest, 
HdfsNNFailoverTest, HdfsRestartWhileUpdatingTest, 
HdfsTlogReplayBufferedWhileIndexingTest, HdfsWriteToMultipleCollectionsTest, 
StressHdfsTest, TestClusterStateMutator, ZkStateReaderTest, ZkStateWriterTest, 
CachingDirectoryFactoryTest, ExitableDirectoryReaderTest, 
HdfsDirectoryFactoryTest, QueryResultKeyTest, TestBackupRepositoryFactory, 
TestConfigSetImmutable, TestCorePropertiesReload, TestDynamicLoading]
   [junit4] Completed [570/712 (2!)] on J0 in 25.88s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 43890 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to