Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/187/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter

Error Message:
Collection not found: routeFieldColl

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: routeFieldColl
        at 
__randomizedtesting.SeedInfo.seed([1F6AB4C51E8770B4:B75C2A1881E69BEE]:0)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1139)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:822)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
        at 
org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
        at 
org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter(CustomCollectionTest.java:166)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter

Error Message:
Collection not found: withShardField

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: withShardField
        at 
__randomizedtesting.SeedInfo.seed([1F6AB4C51E8770B4:4A3A5C57B27EBF44]:0)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.getCollectionNames(CloudSolrClient.java:1139)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:822)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:793)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178)
        at 
org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
        at 
org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:141)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12033 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> Creating dataDir: 
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1F6AB4C51E8770B4-001/init-core-data-001
   [junit4]   2> 1193157 WARN  
(SUITE-CustomCollectionTest-seed#[1F6AB4C51E8770B4]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1193157 INFO  
(SUITE-CustomCollectionTest-seed#[1F6AB4C51E8770B4]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1193159 INFO  
(SUITE-CustomCollectionTest-seed#[1F6AB4C51E8770B4]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) 
w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 1193160 INFO  
(SUITE-CustomCollectionTest-seed#[1F6AB4C51E8770B4]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1193160 INFO  
(SUITE-CustomCollectionTest-seed#[1F6AB4C51E8770B4]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1F6AB4C51E8770B4-001/tempDir-001
   [junit4]   2> 1193160 INFO  
(SUITE-CustomCollectionTest-seed#[1F6AB4C51E8770B4]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1193161 INFO  (Thread-1778) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1193161 INFO  (Thread-1778) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 1193163 ERROR (Thread-1778) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1193263 INFO  
(SUITE-CustomCollectionTest-seed#[1F6AB4C51E8770B4]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:62667
   [junit4]   2> 1193289 INFO  (jetty-launcher-1308-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1193289 INFO  (jetty-launcher-1308-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1193289 INFO  (jetty-launcher-1308-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1193291 INFO  (jetty-launcher-1308-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1193294 INFO  (jetty-launcher-1308-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@783d272e{/solr,null,AVAILABLE}
   [junit4]   2> 1193294 INFO  (jetty-launcher-1308-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7f7c69da{/solr,null,AVAILABLE}
   [junit4]   2> 1193295 INFO  (jetty-launcher-1308-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2cc62b55{/solr,null,AVAILABLE}
   [junit4]   2> 1193296 INFO  (jetty-launcher-1308-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@21292472{/solr,null,AVAILABLE}
   [junit4]   2> 1193297 INFO  (jetty-launcher-1308-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@424c312d{HTTP/1.1,[http/1.1]}{127.0.0.1:62669}
   [junit4]   2> 1193297 INFO  (jetty-launcher-1308-thread-1) [    ] 
o.e.j.s.Server Started @1197369ms
   [junit4]   2> 1193297 INFO  (jetty-launcher-1308-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=62669}
   [junit4]   2> 1193298 ERROR (jetty-launcher-1308-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1193298 INFO  (jetty-launcher-1308-thread-3) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@20ddaa72{HTTP/1.1,[http/1.1]}{127.0.0.1:62671}
   [junit4]   2> 1193298 INFO  (jetty-launcher-1308-thread-3) [    ] 
o.e.j.s.Server Started @1197370ms
   [junit4]   2> 1193298 INFO  (jetty-launcher-1308-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=62671}
   [junit4]   2> 1193298 ERROR (jetty-launcher-1308-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1193298 INFO  (jetty-launcher-1308-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.1.0
   [junit4]   2> 1193298 INFO  (jetty-launcher-1308-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1193298 INFO  (jetty-launcher-1308-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 1193298 INFO  (jetty-launcher-1308-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-09-16T21:17:42.513Z
   [junit4]   2> 1193299 INFO  (jetty-launcher-1308-thread-4) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@2ef1798c{HTTP/1.1,[http/1.1]}{127.0.0.1:62670}
   [junit4]   2> 1193299 INFO  (jetty-launcher-1308-thread-4) [    ] 
o.e.j.s.Server Started @1197370ms
   [junit4]   2> 1193299 INFO  (jetty-launcher-1308-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=62670}
   [junit4]   2> 1193299 ERROR (jetty-launcher-1308-thread-4) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1193299 INFO  (jetty-launcher-1308-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.1.0
   [junit4]   2> 1193299 INFO  (jetty-launcher-1308-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@730d1b3e{HTTP/1.1,[http/1.1]}{127.0.0.1:62672}
   [junit4]   2> 1193299 INFO  (jetty-launcher-1308-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1193299 INFO  (jetty-launcher-1308-thread-2) [    ] 
o.e.j.s.Server Started @1197371ms
   [junit4]   2> 1193299 INFO  (jetty-launcher-1308-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 1193299 INFO  (jetty-launcher-1308-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=62672}
   [junit4]   2> 1193299 INFO  (jetty-launcher-1308-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-09-16T21:17:42.514Z
   [junit4]   2> 1193299 ERROR (jetty-launcher-1308-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 1193300 INFO  (jetty-launcher-1308-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.1.0
   [junit4]   2> 1193300 INFO  (jetty-launcher-1308-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1193300 INFO  (jetty-launcher-1308-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 1193300 INFO  (jetty-launcher-1308-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-09-16T21:17:42.515Z
   [junit4]   2> 1193300 INFO  (jetty-launcher-1308-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.1.0
   [junit4]   2> 1193300 INFO  (jetty-launcher-1308-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1193300 INFO  (jetty-launcher-1308-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null, Default config 
dir: null
   [junit4]   2> 1193300 INFO  (jetty-launcher-1308-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-09-16T21:17:42.515Z
   [junit4]   2> 1193304 INFO  (jetty-launcher-1308-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1193304 INFO  (jetty-launcher-1308-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1193304 INFO  (jetty-launcher-1308-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1193305 INFO  (jetty-launcher-1308-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1193315 INFO  (jetty-launcher-1308-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62667/solr
   [junit4]   2> 1193315 INFO  (jetty-launcher-1308-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62667/solr
   [junit4]   2> 1193315 INFO  (jetty-launcher-1308-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62667/solr
   [junit4]   2> 1193316 INFO  (jetty-launcher-1308-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:62667/solr
   [junit4]   2> 1193490 INFO  (jetty-launcher-1308-thread-1) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1193491 INFO  (jetty-launcher-1308-thread-1) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:62669_solr
   [junit4]   2> 1193493 INFO  (jetty-launcher-1308-thread-1) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.Overseer Overseer 
(id=98670782865539082-127.0.0.1:62669_solr-n_0000000000) starting
   [junit4]   2> 1193496 INFO  (jetty-launcher-1308-thread-2) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1193497 INFO  (jetty-launcher-1308-thread-2) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:62672_solr
   [junit4]   2> 1193497 INFO  (jetty-launcher-1308-thread-3) 
[n:127.0.0.1:62671_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1193498 INFO  (jetty-launcher-1308-thread-4) 
[n:127.0.0.1:62670_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1193499 INFO  
(zkCallback-1329-thread-1-processing-n:127.0.0.1:62672_solr) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1193500 INFO  
(zkCallback-1330-thread-1-processing-n:127.0.0.1:62670_solr) 
[n:127.0.0.1:62670_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1193501 INFO  
(zkCallback-1328-thread-1-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1193501 INFO  
(zkCallback-1327-thread-1-processing-n:127.0.0.1:62671_solr) 
[n:127.0.0.1:62671_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (1)
   [junit4]   2> 1193503 INFO  (jetty-launcher-1308-thread-3) 
[n:127.0.0.1:62671_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:62671_solr
   [junit4]   2> 1193503 INFO  (jetty-launcher-1308-thread-4) 
[n:127.0.0.1:62670_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:62670_solr
   [junit4]   2> 1193506 INFO  
(zkCallback-1328-thread-1-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1193506 INFO  
(zkCallback-1329-thread-1-processing-n:127.0.0.1:62672_solr) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1193506 INFO  
(zkCallback-1327-thread-1-processing-n:127.0.0.1:62671_solr) 
[n:127.0.0.1:62671_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1193506 INFO  
(zkCallback-1330-thread-1-processing-n:127.0.0.1:62670_solr) 
[n:127.0.0.1:62670_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (1) -> (2)
   [junit4]   2> 1193508 INFO  
(zkCallback-1329-thread-1-processing-n:127.0.0.1:62672_solr) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1193508 INFO  
(zkCallback-1327-thread-1-processing-n:127.0.0.1:62671_solr) 
[n:127.0.0.1:62671_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1193508 INFO  
(zkCallback-1330-thread-1-processing-n:127.0.0.1:62670_solr) 
[n:127.0.0.1:62670_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1193534 INFO  
(OverseerStateUpdate-98670782865539082-127.0.0.1:62669_solr-n_0000000000) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (3)
   [junit4]   2> 1193534 INFO  (jetty-launcher-1308-thread-1) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:62669_solr
   [junit4]   2> 1193536 INFO  
(zkCallback-1327-thread-1-processing-n:127.0.0.1:62671_solr) 
[n:127.0.0.1:62671_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1193536 INFO  
(zkCallback-1329-thread-1-processing-n:127.0.0.1:62672_solr) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1193536 INFO  
(zkCallback-1330-thread-1-processing-n:127.0.0.1:62670_solr) 
[n:127.0.0.1:62670_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1193536 INFO  
(zkCallback-1328-thread-1-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 1193697 INFO  (jetty-launcher-1308-thread-2) 
[n:127.0.0.1:62672_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_62672.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3a03ff50
   [junit4]   2> 1193707 INFO  (jetty-launcher-1308-thread-3) 
[n:127.0.0.1:62671_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_62671.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3a03ff50
   [junit4]   2> 1193709 INFO  (jetty-launcher-1308-thread-1) 
[n:127.0.0.1:62669_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_62669.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3a03ff50
   [junit4]   2> 1193710 INFO  (jetty-launcher-1308-thread-4) 
[n:127.0.0.1:62670_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_62670.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3a03ff50
   [junit4]   2> 1193768 INFO  (jetty-launcher-1308-thread-2) 
[n:127.0.0.1:62672_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_62672.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3a03ff50
   [junit4]   2> 1193768 INFO  (jetty-launcher-1308-thread-2) 
[n:127.0.0.1:62672_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_62672.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3a03ff50
   [junit4]   2> 1193773 INFO  (jetty-launcher-1308-thread-2) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1F6AB4C51E8770B4-001/tempDir-001/node2/.
   [junit4]   2> 1193775 INFO  (jetty-launcher-1308-thread-3) 
[n:127.0.0.1:62671_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_62671.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3a03ff50
   [junit4]   2> 1193775 INFO  (jetty-launcher-1308-thread-3) 
[n:127.0.0.1:62671_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_62671.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3a03ff50
   [junit4]   2> 1193777 INFO  (jetty-launcher-1308-thread-1) 
[n:127.0.0.1:62669_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_62669.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3a03ff50
   [junit4]   2> 1193777 INFO  (jetty-launcher-1308-thread-1) 
[n:127.0.0.1:62669_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_62669.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3a03ff50
   [junit4]   2> 1193778 INFO  (jetty-launcher-1308-thread-4) 
[n:127.0.0.1:62670_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_62670.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3a03ff50
   [junit4]   2> 1193779 INFO  (jetty-launcher-1308-thread-4) 
[n:127.0.0.1:62670_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_62670.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3a03ff50
   [junit4]   2> 1193779 INFO  (jetty-launcher-1308-thread-3) 
[n:127.0.0.1:62671_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1F6AB4C51E8770B4-001/tempDir-001/node3/.
   [junit4]   2> 1193780 INFO  (jetty-launcher-1308-thread-1) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1F6AB4C51E8770B4-001/tempDir-001/node1/.
   [junit4]   2> 1193782 INFO  (jetty-launcher-1308-thread-4) 
[n:127.0.0.1:62670_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1F6AB4C51E8770B4-001/tempDir-001/node4/.
   [junit4]   2> 1193892 INFO  
(SUITE-CustomCollectionTest-seed#[1F6AB4C51E8770B4]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1193893 INFO  
(SUITE-CustomCollectionTest-seed#[1F6AB4C51E8770B4]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:62667/solr ready
   [junit4]   2> 1193918 INFO  
(TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[1F6AB4C51E8770B4]) [  
  ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShardRepFactor
   [junit4]   2> 1193920 INFO  
(TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[1F6AB4C51E8770B4]) [  
  ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1193923 INFO  (qtp23347811-9266) [n:127.0.0.1:62670_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&nrtReplicas=1&action=CREATE&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1193926 INFO  
(OverseerThreadFactory-4575-thread-1-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
testCreateShardRepFactor
   [junit4]   2> 1194041 INFO  
(OverseerStateUpdate-98670782865539082-127.0.0.1:62669_solr-n_0000000000) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCreateShardRepFactor",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"testCreateShardRepFactor_a_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62669/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1194044 INFO  
(OverseerStateUpdate-98670782865539082-127.0.0.1:62669_solr-n_0000000000) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testCreateShardRepFactor",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"testCreateShardRepFactor_b_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62672/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1194259 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica_n1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1194259 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica_n2&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1194260 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 1194260 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 1194378 INFO  
(zkCallback-1329-thread-1-processing-n:127.0.0.1:62672_solr) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1194378 INFO  
(zkCallback-1328-thread-2-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1194379 INFO  
(zkCallback-1328-thread-1-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1194379 INFO  
(zkCallback-1329-thread-2-processing-n:127.0.0.1:62672_solr) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195281 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.1.0
   [junit4]   2> 1195281 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.1.0
   [junit4]   2> 1195286 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.s.IndexSchema 
[testCreateShardRepFactor_a_replica_n1] Schema name=cloud-dynamic
   [junit4]   2> 1195286 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.s.IndexSchema 
[testCreateShardRepFactor_b_replica_n2] Schema name=cloud-dynamic
   [junit4]   2> 1195311 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.s.IndexSchema Loaded schema 
cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1195311 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.c.CoreContainer Creating 
SolrCore 'testCreateShardRepFactor_b_replica_n2' using configuration from 
collection testCreateShardRepFactor, trusted=true
   [junit4]   2> 1195311 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.s.IndexSchema Loaded schema 
cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1195311 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.CoreContainer Creating 
SolrCore 'testCreateShardRepFactor_a_replica_n1' using configuration from 
collection testCreateShardRepFactor, trusted=true
   [junit4]   2> 1195312 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_62672.solr.core.testCreateShardRepFactor.b.replica_n2' 
(registry 'solr.core.testCreateShardRepFactor.b.replica_n2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3a03ff50
   [junit4]   2> 1195312 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1195312 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_62669.solr.core.testCreateShardRepFactor.a.replica_n1' 
(registry 'solr.core.testCreateShardRepFactor.a.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3a03ff50
   [junit4]   2> 1195312 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.c.SolrCore 
[[testCreateShardRepFactor_b_replica_n2] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1F6AB4C51E8770B4-001/tempDir-001/node2/testCreateShardRepFactor_b_replica_n2],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1F6AB4C51E8770B4-001/tempDir-001/node2/./testCreateShardRepFactor_b_replica_n2/data/]
   [junit4]   2> 1195312 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1195313 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SolrCore 
[[testCreateShardRepFactor_a_replica_n1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1F6AB4C51E8770B4-001/tempDir-001/node1/testCreateShardRepFactor_a_replica_n1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1F6AB4C51E8770B4-001/tempDir-001/node1/./testCreateShardRepFactor_a_replica_n1/data/]
   [junit4]   2> 1195368 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1195368 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1195369 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1195369 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1195369 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 1195370 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 1195370 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 1195370 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 1195370 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@bbd2145[testCreateShardRepFactor_b_replica_n2] main]
   [junit4]   2> 1195371 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@747f9ec7[testCreateShardRepFactor_a_replica_n1] main]
   [junit4]   2> 1195372 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1195372 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1195372 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1195372 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1195373 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.h.ReplicationHandler Commits 
will be reserved for  10000
   [junit4]   2> 1195373 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1578732528167026688
   [junit4]   2> 1195373 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.h.ReplicationHandler Commits 
will be reserved for  10000
   [junit4]   2> 1195373 INFO  
(searcherExecutor-4584-thread-1-processing-n:127.0.0.1:62672_solr 
x:testCreateShardRepFactor_b_replica_n2 s:b c:testCreateShardRepFactor 
r:core_node4) [n:127.0.0.1:62672_solr c:testCreateShardRepFactor s:b 
r:core_node4 x:testCreateShardRepFactor_b_replica_n2] o.a.s.c.SolrCore 
[testCreateShardRepFactor_b_replica_n2] Registered new searcher 
Searcher@bbd2145[testCreateShardRepFactor_b_replica_n2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1195373 INFO  
(searcherExecutor-4585-thread-1-processing-n:127.0.0.1:62669_solr 
x:testCreateShardRepFactor_a_replica_n1 s:a c:testCreateShardRepFactor 
r:core_node3) [n:127.0.0.1:62669_solr c:testCreateShardRepFactor s:a 
r:core_node3 x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SolrCore 
[testCreateShardRepFactor_a_replica_n1] Registered new searcher 
Searcher@747f9ec7[testCreateShardRepFactor_a_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1195373 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1578732528167026688
   [junit4]   2> 1195380 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.c.ShardLeaderElectionContext 
Enough replicas found to continue.
   [junit4]   2> 1195380 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.c.ShardLeaderElectionContext I 
may be the new leader - try and sync
   [junit4]   2> 1195380 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:62672/solr/testCreateShardRepFactor_b_replica_n2/
   [junit4]   2> 1195380 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.c.SyncStrategy Sync Success - 
now sync replicas to me
   [junit4]   2> 1195380 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.c.SyncStrategy 
http://127.0.0.1:62672/solr/testCreateShardRepFactor_b_replica_n2/ has no 
replicas
   [junit4]   2> 1195380 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.c.ShardLeaderElectionContext 
Found all replicas participating in election, clear LIR
   [junit4]   2> 1195380 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.ShardLeaderElectionContext 
Enough replicas found to continue.
   [junit4]   2> 1195381 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.ShardLeaderElectionContext I 
may be the new leader - try and sync
   [junit4]   2> 1195381 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:62669/solr/testCreateShardRepFactor_a_replica_n1/
   [junit4]   2> 1195381 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SyncStrategy Sync Success - 
now sync replicas to me
   [junit4]   2> 1195381 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.SyncStrategy 
http://127.0.0.1:62669/solr/testCreateShardRepFactor_a_replica_n1/ has no 
replicas
   [junit4]   2> 1195381 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.ShardLeaderElectionContext 
Found all replicas participating in election, clear LIR
   [junit4]   2> 1195384 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.c.ShardLeaderElectionContext I 
am the new leader: 
http://127.0.0.1:62672/solr/testCreateShardRepFactor_b_replica_n2/ b
   [junit4]   2> 1195387 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.ShardLeaderElectionContext I 
am the new leader: 
http://127.0.0.1:62669/solr/testCreateShardRepFactor_a_replica_n1/ a
   [junit4]   2> 1195500 INFO  
(zkCallback-1328-thread-1-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195500 INFO  
(zkCallback-1328-thread-2-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195500 INFO  
(zkCallback-1329-thread-1-processing-n:127.0.0.1:62672_solr) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195500 INFO  
(zkCallback-1329-thread-2-processing-n:127.0.0.1:62672_solr) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195502 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.c.ZkController I am the leader, 
no recovery necessary
   [junit4]   2> 1195504 INFO  (qtp1051683067-9258) [n:127.0.0.1:62669_solr 
c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica_n1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=1244
   [junit4]   2> 1195558 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.c.ZkController I am the leader, 
no recovery necessary
   [junit4]   2> 1195560 INFO  (qtp1337008572-9249) [n:127.0.0.1:62672_solr 
c:testCreateShardRepFactor s:b r:core_node4 
x:testCreateShardRepFactor_b_replica_n2] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica_n2&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=1301
   [junit4]   2> 1195564 INFO  (qtp23347811-9266) [n:127.0.0.1:62670_solr    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 1195669 INFO  
(zkCallback-1328-thread-2-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195669 INFO  
(zkCallback-1329-thread-1-processing-n:127.0.0.1:62672_solr) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195669 INFO  
(zkCallback-1329-thread-2-processing-n:127.0.0.1:62672_solr) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195669 INFO  
(zkCallback-1328-thread-1-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1195930 INFO  
(OverseerCollectionConfigSetProcessor-98670782865539082-127.0.0.1:62669_solr-n_0000000000)
 [n:127.0.0.1:62669_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 1196575 INFO  (qtp23347811-9266) [n:127.0.0.1:62670_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&nrtReplicas=1&action=CREATE&wt=javabin&version=2}
 status=0 QTime=2652
   [junit4]   2> 1196581 INFO  (qtp23347811-9267) [n:127.0.0.1:62670_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :createshard with params 
action=CREATESHARD&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1196584 INFO  
(OverseerThreadFactory-4575-thread-2-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.CreateShardCmd Create shard invoked: {
   [junit4]   2>   "collection":"testCreateShardRepFactor",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "operation":"createshard"}
   [junit4]   2> 1196700 INFO  
(zkCallback-1329-thread-2-processing-n:127.0.0.1:62672_solr) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1196700 INFO  
(zkCallback-1328-thread-1-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1196700 INFO  
(zkCallback-1329-thread-1-processing-n:127.0.0.1:62672_solr) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1196700 INFO  
(zkCallback-1328-thread-2-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1197592 INFO  
(OverseerThreadFactory-4575-thread-2-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.CreateShardCmd Creating replica 
testCreateShardRepFactor_x_replica_n5 as part of slice x of collection 
testCreateShardRepFactor on 127.0.0.1:62670_solr
   [junit4]   2> 1197593 INFO  
(OverseerThreadFactory-4575-thread-2-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.AddReplicaCmd Node Identified 
127.0.0.1:62670_solr for creating new replica
   [junit4]   2> 1197595 INFO  
(OverseerStateUpdate-98670782865539082-127.0.0.1:62669_solr-n_0000000000) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"testCreateShardRepFactor",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "core":"testCreateShardRepFactor_x_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62670/solr";,
   [junit4]   2>   "node_name":"127.0.0.1:62670_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1197701 INFO  
(zkCallback-1328-thread-2-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1197701 INFO  
(zkCallback-1329-thread-2-processing-n:127.0.0.1:62672_solr) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1197701 INFO  
(zkCallback-1328-thread-1-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1197701 INFO  
(zkCallback-1329-thread-1-processing-n:127.0.0.1:62672_solr) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1197805 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testCreateShardRepFactor_x_replica_n5&action=CREATE&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1197806 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 1197820 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.c.SolrConfig Using Lucene 
MatchVersion: 7.1.0
   [junit4]   2> 1197824 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.s.IndexSchema 
[testCreateShardRepFactor_x_replica_n5] Schema name=cloud-dynamic
   [junit4]   2> 1197838 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.s.IndexSchema Loaded schema 
cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 1197839 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.c.CoreContainer Creating 
SolrCore 'testCreateShardRepFactor_x_replica_n5' using configuration from 
collection testCreateShardRepFactor, trusted=true
   [junit4]   2> 1197839 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.m.r.SolrJmxReporter JMX 
monitoring for 'solr_62670.solr.core.testCreateShardRepFactor.x.replica_n5' 
(registry 'solr.core.testCreateShardRepFactor.x.replica_n5') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@3a03ff50
   [junit4]   2> 1197839 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.c.SolrCore 
solr.RecoveryStrategy.Builder
   [junit4]   2> 1197839 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.c.SolrCore 
[[testCreateShardRepFactor_x_replica_n5] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1F6AB4C51E8770B4-001/tempDir-001/node4/testCreateShardRepFactor_x_replica_n5],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1F6AB4C51E8770B4-001/tempDir-001/node4/./testCreateShardRepFactor_x_replica_n5/data/]
   [junit4]   2> 1197897 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog 
implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1197897 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.u.UpdateLog Initializing 
UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 
maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1197899 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: 
disabled
   [junit4]   2> 1197899 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: 
disabled
   [junit4]   2> 1197900 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.s.SolrIndexSearcher Opening 
[Searcher@63631ec5[testCreateShardRepFactor_x_replica_n5] main]
   [junit4]   2> 1197901 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.r.ManagedResourceStorage 
Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1197902 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.r.ManagedResourceStorage Loaded 
null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1197902 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.h.ReplicationHandler Commits 
will be reserved for  10000
   [junit4]   2> 1197902 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.u.UpdateLog Could not find max 
version in index or recent updates, using new clock 1578732530818875392
   [junit4]   2> 1197903 INFO  
(searcherExecutor-4594-thread-1-processing-n:127.0.0.1:62670_solr 
x:testCreateShardRepFactor_x_replica_n5 s:x c:testCreateShardRepFactor 
r:core_node6) [n:127.0.0.1:62670_solr c:testCreateShardRepFactor s:x 
r:core_node6 x:testCreateShardRepFactor_x_replica_n5] o.a.s.c.SolrCore 
[testCreateShardRepFactor_x_replica_n5] Registered new searcher 
Searcher@63631ec5[testCreateShardRepFactor_x_replica_n5] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1197909 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.c.ShardLeaderElectionContext 
Enough replicas found to continue.
   [junit4]   2> 1197909 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.c.ShardLeaderElectionContext I 
may be the new leader - try and sync
   [junit4]   2> 1197909 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:62670/solr/testCreateShardRepFactor_x_replica_n5/
   [junit4]   2> 1197909 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.c.SyncStrategy Sync Success - 
now sync replicas to me
   [junit4]   2> 1197909 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.c.SyncStrategy 
http://127.0.0.1:62670/solr/testCreateShardRepFactor_x_replica_n5/ has no 
replicas
   [junit4]   2> 1197909 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.c.ShardLeaderElectionContext 
Found all replicas participating in election, clear LIR
   [junit4]   2> 1197913 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.c.ShardLeaderElectionContext I 
am the new leader: 
http://127.0.0.1:62670/solr/testCreateShardRepFactor_x_replica_n5/ x
   [junit4]   2> 1198027 INFO  
(zkCallback-1329-thread-1-processing-n:127.0.0.1:62672_solr) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1198027 INFO  
(zkCallback-1328-thread-1-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1198027 INFO  
(zkCallback-1329-thread-2-processing-n:127.0.0.1:62672_solr) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1198027 INFO  
(zkCallback-1330-thread-1-processing-n:127.0.0.1:62670_solr) 
[n:127.0.0.1:62670_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1198027 INFO  
(zkCallback-1328-thread-2-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1198028 INFO  
(zkCallback-1330-thread-2-processing-n:127.0.0.1:62670_solr) 
[n:127.0.0.1:62670_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1198082 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.c.ZkController I am the leader, 
no recovery necessary
   [junit4]   2> 1198083 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr 
c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.s.HttpSolrCall [admin] 
webapp=null path=/admin/cores 
params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=testCreateShardRepFactor_x_replica_n5&action=CREATE&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2&replicaType=NRT}
 status=0 QTime=278
   [junit4]   2> 1198084 INFO  
(OverseerThreadFactory-4575-thread-2-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.CreateShardCmd Finished create command on 
all shards for collection: testCreateShardRepFactor
   [junit4]   2> 1198086 INFO  (qtp23347811-9267) [n:127.0.0.1:62670_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=CREATESHARD&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2}
 status=0 QTime=1504
   [junit4]   2> 1198087 INFO  
(TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[1F6AB4C51E8770B4]) [  
  ] o.a.s.SolrTestCaseJ4 ###Ending testCreateShardRepFactor
   [junit4]   2> 1198111 INFO  
(TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[1F6AB4C51E8770B4]) [  
  ] o.a.s.SolrTestCaseJ4 ###Starting testCustomCollectionsAPI
   [junit4]   2> 1198113 INFO  
(TEST-CustomCollectionTest.testCustomCollectionsAPI-seed#[1F6AB4C51E8770B4]) [  
  ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1198114 INFO  (qtp23347811-9270) [n:127.0.0.1:62670_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params 
name=testCreateShardRepFactor&action=DELETE&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 1198117 INFO  
(OverseerThreadFactory-4575-thread-3-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing 
Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1198117 INFO  
(OverseerCollectionConfigSetProcessor-98670782865539082-127.0.0.1:62669_solr-n_0000000000)
 [n:127.0.0.1:62669_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 1198118 INFO  (qtp1051683067-9259) [n:127.0.0.1:62669_solr    
] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.testCreateShardRepFactor.a.replica_n1, tag=null
   [junit4]   2> 1198118 INFO  (qtp1337008572-9250) [n:127.0.0.1:62672_solr    
] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.testCreateShardRepFactor.b.replica_n2, tag=null
   [junit4]   2> 1198118 INFO  (qtp1051683067-9259) [n:127.0.0.1:62669_solr    
] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@6b23aa2e: rootName = 
solr_62669, domain = solr.core.testCreateShardRepFactor.a.replica_n1, service 
url = null, agent id = null] for registry 
solr.core.testCreateShardRepFactor.a.replica_n1 / 
com.codahale.metrics.MetricRegistry@42bb4f50
   [junit4]   2> 1198118 INFO  (qtp1337008572-9250) [n:127.0.0.1:62672_solr    
] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@4be60935: rootName = 
solr_62672, domain = solr.core.testCreateShardRepFactor.b.replica_n2, service 
url = null, agent id = null] for registry 
solr.core.testCreateShardRepFactor.b.replica_n2 / 
com.codahale.metrics.MetricRegistry@324f476c
   [junit4]   2> 1198119 INFO  (qtp23347811-9271) [n:127.0.0.1:62670_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.testCreateShardRepFactor.x.replica_n5, tag=null
   [junit4]   2> 1198119 INFO  (qtp23347811-9271) [n:127.0.0.1:62670_solr    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@633c4fd: rootName = 
solr_62670, domain = solr.core.testCreateShardRepFactor.x.replica_n5, service 
url = null, agent id = null] for registry 
solr.core.testCreateShardRepFactor.x.replica_n5 / 
com.codahale.metrics.MetricRegistry@2ed50fb8
   [junit4]   2> 1198196 INFO  
(zkCallback-1329-thread-2-processing-n:127.0.0.1:62672_solr) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1198196 INFO  
(zkCallback-1329-thread-1-processing-n:127.0.0.1:62672_solr) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1198196 INFO  
(zkCallback-1328-thread-2-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1198197 INFO  
(zkCallback-1330-thread-2-processing-n:127.0.0.1:62670_solr) 
[n:127.0.0.1:62670_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1198197 INFO  
(zkCallback-1328-thread-1-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1198197 INFO  
(zkCallback-1330-thread-1-processing-n:127.0.0.1:62670_solr) 
[n:127.0.0.1:62670_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1198211 INFO  (qtp1051683067-9259) [n:127.0.0.1:62669_solr    
] o.a.s.c.SolrCore [testCreateShardRepFactor_a_replica_n1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@1ff5ad5c
   [junit4]   2> 1198212 INFO  (qtp1051683067-9259) [n:127.0.0.1:62669_solr    
] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.testCreateShardRepFactor.a.replica_n1, tag=536194396
   [junit4]   2> 1198212 INFO  (qtp1051683067-9259) [n:127.0.0.1:62669_solr    
] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.testCreateShardRepFactor.a.leader, tag=536194396
   [junit4]   2> 1198212 INFO  (qtp1337008572-9250) [n:127.0.0.1:62672_solr    
] o.a.s.c.SolrCore [testCreateShardRepFactor_b_replica_n2]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@213f6c57
   [junit4]   2> 1198212 INFO  (qtp1337008572-9250) [n:127.0.0.1:62672_solr    
] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.testCreateShardRepFactor.b.replica_n2, tag=557804631
   [junit4]   2> 1198212 INFO  (qtp1337008572-9250) [n:127.0.0.1:62672_solr    
] o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.testCreateShardRepFactor.b.leader, tag=557804631
   [junit4]   2> 1198213 INFO  (qtp23347811-9271) [n:127.0.0.1:62670_solr    ] 
o.a.s.c.SolrCore [testCreateShardRepFactor_x_replica_n5]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@6c2bca0e
   [junit4]   2> 1198213 INFO  (qtp23347811-9271) [n:127.0.0.1:62670_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.core.testCreateShardRepFactor.x.replica_n5, tag=1814809102
   [junit4]   2> 1198213 INFO  (qtp23347811-9271) [n:127.0.0.1:62670_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.testCreateShardRepFactor.x.leader, tag=1814809102
   [junit4]   2> 1198216 INFO  (qtp1337008572-9250) [n:127.0.0.1:62672_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=testCreateShardRepFactor_b_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=98
   [junit4]   2> 1198216 INFO  (qtp1051683067-9259) [n:127.0.0.1:62669_solr    
] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=testCreateShardRepFactor_a_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=98
   [junit4]   2> 1198218 INFO  (qtp23347811-9271) [n:127.0.0.1:62670_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=testCreateShardRepFactor_x_replica_n5&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=98
   [junit4]   2> 1198929 INFO  (qtp23347811-9270) [n:127.0.0.1:62670_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={name=testCreateShardRepFactor&action=DELETE&wt=javabin&version=2} 
status=0 QTime=814
   [junit4]   2> 1198930 INFO  (qtp23347811-9264) [n:127.0.0.1:62670_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
shards=a,b,c&replicationFactor=5&collection.configName=conf&maxShardsPerNode=6&name=implicitcoll&router.name=implicit&nrtReplicas=5&action=CREATE&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 1198932 INFO  
(OverseerThreadFactory-4575-thread-4-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
implicitcoll
   [junit4]   2> 1198933 INFO  
(OverseerCollectionConfigSetProcessor-98670782865539082-127.0.0.1:62669_solr-n_0000000000)
 [n:127.0.0.1:62669_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 1198933 WARN  
(OverseerThreadFactory-4575-thread-4-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.CreateCollectionCmd Specified number of 
replicas of 5 on collection implicitcoll is higher than the number of Solr 
instances currently live or live and part of your createNodeSet(4). It's 
unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 1199154 INFO  
(OverseerStateUpdate-98670782865539082-127.0.0.1:62669_solr-n_0000000000) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"implicitcoll_a_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62670/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1199158 INFO  
(OverseerStateUpdate-98670782865539082-127.0.0.1:62669_solr-n_0000000000) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"implicitcoll_a_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62669/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1199162 INFO  
(OverseerStateUpdate-98670782865539082-127.0.0.1:62669_solr-n_0000000000) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"implicitcoll_a_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62671/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1199166 INFO  
(OverseerStateUpdate-98670782865539082-127.0.0.1:62669_solr-n_0000000000) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"implicitcoll_a_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62672/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1199170 INFO  
(OverseerStateUpdate-98670782865539082-127.0.0.1:62669_solr-n_0000000000) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"implicitcoll_a_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62670/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1199174 INFO  
(OverseerStateUpdate-98670782865539082-127.0.0.1:62669_solr-n_0000000000) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"implicitcoll_b_replica_n10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62669/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1199178 INFO  
(OverseerStateUpdate-98670782865539082-127.0.0.1:62669_solr-n_0000000000) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"implicitcoll_b_replica_n12",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62671/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1199181 INFO  
(OverseerStateUpdate-98670782865539082-127.0.0.1:62669_solr-n_0000000000) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"implicitcoll_b_replica_n14",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62672/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1199186 INFO  
(OverseerStateUpdate-98670782865539082-127.0.0.1:62669_solr-n_0000000000) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"implicitcoll_b_replica_n16",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62670/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1199189 INFO  
(OverseerStateUpdate-98670782865539082-127.0.0.1:62669_solr-n_0000000000) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"implicitcoll_b_replica_n17",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62669/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1199193 INFO  
(OverseerStateUpdate-98670782865539082-127.0.0.1:62669_solr-n_0000000000) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"implicitcoll_c_replica_n19",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62671/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1199196 INFO  
(OverseerStateUpdate-98670782865539082-127.0.0.1:62669_solr-n_0000000000) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"implicitcoll_c_replica_n21",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62672/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1199200 INFO  
(OverseerStateUpdate-98670782865539082-127.0.0.1:62669_solr-n_0000000000) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"implicitcoll_c_replica_n23",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62670/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1199204 INFO  
(OverseerStateUpdate-98670782865539082-127.0.0.1:62669_solr-n_0000000000) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"implicitcoll_c_replica_n25",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62669/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1199207 INFO  
(OverseerStateUpdate-98670782865539082-127.0.0.1:62669_solr-n_0000000000) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"implicitcoll",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"implicitcoll_c_replica_n27",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:62671/solr";,
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 1199417 INFO  (qtp23347811-9266) [n:127.0.0.1:62670_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n1&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1199419 INFO  (qtp23347811-9268) [n:127.0.0.1:62670_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n8&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1199420 INFO  (qtp23347811-9269) [n:127.0.0.1:62670_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node20&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n16&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1199422 INFO  (qtp23347811-9267) [n:127.0.0.1:62670_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node28&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n23&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1199423 INFO  (qtp1051683067-9260) [n:127.0.0.1:62669_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n2&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1199424 INFO  (qtp1051683067-9261) [n:127.0.0.1:62669_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n10&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1199425 INFO  (qtp1337008572-9251) [n:127.0.0.1:62672_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n6&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1199426 INFO  (qtp1051683067-9262) [n:127.0.0.1:62669_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node29&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n25&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1199426 INFO  (qtp1051683067-9263) [n:127.0.0.1:62669_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node22&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n17&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1199428 INFO  (qtp133619494-9273) [n:127.0.0.1:62671_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node30&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n27&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1199428 INFO  (qtp133619494-9276) [n:127.0.0.1:62671_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node24&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n19&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1199428 INFO  (qtp133619494-9276) [n:127.0.0.1:62671_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 1199429 INFO  (qtp133619494-9278) [n:127.0.0.1:62671_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=implicitcoll_a_replica_n4&action=CREATE&numShards=3&collection=implicitcoll&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1199429 INFO  (qtp1337008572-9252) [n:127.0.0.1:62672_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node18&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n14&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1199429 INFO  (qtp1337008572-9254) [n:127.0.0.1:62672_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node26&collection.configName=conf&newCollection=true&name=implicitcoll_c_replica_n21&action=CREATE&numShards=3&collection=implicitcoll&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1199429 INFO  (qtp133619494-9279) [n:127.0.0.1:62671_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=implicitcoll_b_replica_n12&action=CREATE&numShards=3&collection=implicitcoll&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1199563 INFO  
(zkCallback-1327-thread-1-processing-n:127.0.0.1:62671_solr) 
[n:127.0.0.1:62671_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/implicitcoll/state.json] for collection [implicitcoll] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1199563 INFO  
(zkCallback-1329-thread-2-processing-n:127.0.0.1:62672_solr) 
[n:127.0.0.1:62672_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/implicitcoll/state.json] for collection [implicitcoll] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1199563 INFO  
(zkCallback-1328-thread-2-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/implicitcoll/state.json] for collection [implicitcoll] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1199563 INFO  
(zkCallback-1330-thread-2-processing-n:127.0.0.1:62670_solr) 
[n:127.0.0.1:62670_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/implicitcoll/state.json] for collection [implicitcoll] has 
occurred - updating... (live nodes size: [4])
   [junit4]   2> 1199563 INFO  
(zkCallback-1330-thread-1-processing-n:127.0.0.1:62670_solr) 
[n:127.0.0.1:62670_solr    ] o.a.s.c.c.ZkStateReade

[...truncated too long message...]

r-1309-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@7f7c69da{/solr,null,UNAVAILABLE}
   [junit4]   2> 1275490 INFO  
(zkCallback-1327-thread-1-processing-n:127.0.0.1:62671_solr) 
[n:127.0.0.1:62671_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (2)
   [junit4]   2> 1275490 INFO  
(zkCallback-1328-thread-1-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (2)
   [junit4]   2> 1275493 INFO  (jetty-closer-1309-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 1275493 INFO  (jetty-closer-1309-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@7bb3d9c8: rootName = 
solr_62669, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@4e8877c7
   [junit4]   2> 1275493 INFO  (jetty-closer-1309-thread-4) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, 
tag=null
   [junit4]   2> 1275493 INFO  (jetty-closer-1309-thread-4) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@43794bec: rootName = 
solr_62671, domain = solr.jvm, service url = null, agent id = null] for 
registry solr.jvm / com.codahale.metrics.MetricRegistry@4e8877c7
   [junit4]   2> 1275495 INFO  (jetty-closer-1309-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 1275495 INFO  (jetty-closer-1309-thread-1) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@162149be: rootName = 
solr_62669, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@4ab7eace
   [junit4]   2> 1275496 INFO  (jetty-closer-1309-thread-4) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, 
tag=null
   [junit4]   2> 1275496 INFO  (jetty-closer-1309-thread-4) [    ] 
o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@63ae1d49: rootName = 
solr_62671, domain = solr.jetty, service url = null, agent id = null] for 
registry solr.jetty / com.codahale.metrics.MetricRegistry@4ab7eace
   [junit4]   2> 1275496 INFO  (jetty-closer-1309-thread-1) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 1275497 INFO  (jetty-closer-1309-thread-4) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, 
tag=null
   [junit4]   2> 1275498 INFO  (jetty-closer-1309-thread-1) [    ] 
o.a.s.c.Overseer Overseer 
(id=98670782865539082-127.0.0.1:62669_solr-n_0000000000) closing
   [junit4]   2> 1275498 INFO  
(OverseerStateUpdate-98670782865539082-127.0.0.1:62669_solr-n_0000000000) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:62669_solr
   [junit4]   2> 1275499 WARN  
(zkCallback-1327-thread-1-processing-n:127.0.0.1:62671_solr) 
[n:127.0.0.1:62671_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1275499 INFO  (jetty-closer-1309-thread-4) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@2cc62b55{/solr,null,UNAVAILABLE}
   [junit4]   2> 1275500 INFO  
(zkCallback-1328-thread-1-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (2) -> (1)
   [junit4]   2> 1275501 WARN  
(zkCallback-1328-thread-1-processing-n:127.0.0.1:62669_solr) 
[n:127.0.0.1:62669_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, 
but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1275501 INFO  (jetty-closer-1309-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@783d272e{/solr,null,UNAVAILABLE}
   [junit4]   2> 1275502 ERROR 
(SUITE-CustomCollectionTest-seed#[1F6AB4C51E8770B4]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1275502 INFO  
(SUITE-CustomCollectionTest-seed#[1F6AB4C51E8770B4]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:62667 62667
   [junit4]   2> 1276639 INFO  (Thread-1778) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:62667 62667
   [junit4]   2> 1277273 WARN  (Thread-1778) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        9       /solr/clusterprops.json
   [junit4]   2>        9       /solr/aliases.json
   [junit4]   2>        7       /solr/configs/conf
   [junit4]   2>        4       /solr/security.json
   [junit4]   2>        4       /solr/collections/routeFieldColl/state.json
   [junit4]   2>        4       /solr/collections/withShardField/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        105     /solr/collections/implicitcoll/state.json
   [junit4]   2>        22      
/solr/collections/testCreateShardRepFactor/state.json
   [junit4]   2>        12      /solr/collections/routeFieldColl/state.json
   [junit4]   2>        12      /solr/collections/withShardField/state.json
   [junit4]   2>        9       /solr/clusterstate.json
   [junit4]   2>        3       
/solr/collections/implicitcoll/leader_elect/c/election/98670782865539083-core_node28-n_0000000000
   [junit4]   2>        2       
/solr/collections/implicitcoll/leader_elect/x/election/98670782865539084-core_node32-n_0000000000
   [junit4]   2>        2       
/solr/collections/implicitcoll/leader_elect/x/election/98670782865539083-core_node36-n_0000000002
   [junit4]   2>        2       
/solr/overseer_elect/election/98670782865539082-127.0.0.1:62669_solr-n_0000000000
   [junit4]   2>        2       
/solr/collections/implicitcoll/leader_elect/a/election/98670782865539083-core_node3-n_0000000000
   [junit4]   2>        2       
/solr/collections/implicitcoll/leader_elect/a/election/98670782865539083-core_node11-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        31      /solr/collections
   [junit4]   2>        9       /solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_1F6AB4C51E8770B4-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, 
sim=RandomSimilarity(queryNorm=true): {}, locale=sv-SE, timezone=Canada/Atlantic
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 
(64-bit)/cpus=3,threads=1,free=96827472,total=417333248
   [junit4]   2> NOTE: All tests run in this JVM: [TestJoin, TestRestManager, 
ConnectionManagerTest, DistribDocExpirationUpdateProcessorTest, 
AddSchemaFieldsUpdateProcessorFactoryTest, TestHighFrequencyDictionaryFactory, 
TestValueSourceCache, BlobRepositoryCloudTest, TestFieldCacheWithThreads, 
SolrRequestParserTest, UpdateRequestProcessorFactoryTest, TestStressLucene, 
TestQueryUtils, TestCloudRecovery, TestLegacyField, TestComponentsName, 
TestApiFramework, TestCoreDiscovery, TestAuthorizationFramework, BasicZkTest, 
JSONWriterTest, TestRemoteStreaming, TestSolrDeletionPolicy1, 
ShardRoutingCustomTest, TestWordDelimiterFilterFactory, DOMUtilTest, 
SimpleMLTQParserTest, TestBinaryResponseWriter, PeerSyncReplicationTest, 
TestBM25SimilarityFactory, ChaosMonkeyNothingIsSafeWithPullReplicasTest, 
DeleteLastCustomShardedReplicaTest, CollectionsAPIDistributedZkTest, 
PluginInfoTest, TestCopyFieldCollectionResource, TestLockTree, 
TestManagedSynonymFilterFactory, TestReload, TestIndexSearcher, 
IndexSchemaRuntimeFieldTest, SuggestComponentContextFilterQueryTest, 
HdfsWriteToMultipleCollectionsTest, TermVectorComponentDistributedTest, 
SaslZkACLProviderTest, TestSSLRandomization, TestLRUCache, OverseerStatusTest, 
SolrJmxReporterTest, WrapperMergePolicyFactoryTest, TestFieldResource, 
TestSolrIndexConfig, TestRawTransformer, TestLeaderInitiatedRecoveryThread, 
TestDynamicFieldResource, ShowFileRequestHandlerTest, TestFileDictionaryLookup, 
TestRecovery, TestSuggestSpellingConverter, TestFiltering, PolyFieldTest, 
TestPullReplica, DistributedFacetPivotLongTailTest, 
SpellPossibilityIteratorTest, TestBlobHandler, TestCloudPivotFacet, 
TestRequestForwarding, SpellCheckComponentTest, SearchHandlerTest, 
TestDistributedMissingSort, BasicAuthStandaloneTest, BaseCdcrDistributedZkTest, 
TestFieldCacheSortRandom, TestFieldSortValues, TestSolrConfigHandler, 
TestDFISimilarityFactory, StatsComponentTest, TestZkChroot, 
MigrateRouteKeyTest, CloneFieldUpdateProcessorFactoryTest, LoggingHandlerTest, 
TestSimpleTrackingShardHandler, TestInPlaceUpdatesDistrib, TestRandomFaceting, 
RuleEngineTest, TestExportWriter, DistributedSuggestComponentTest, 
JsonLoaderTest, TestDocSet, DistributedQueueTest, QueryEqualityTest, 
TestScoreJoinQPNoScore, SolrGraphiteReporterTest, TestCorePropertiesReload, 
EchoParamsTest, SortSpecParsingTest, TestSystemIdResolver, MetricUtilsTest, 
CollectionStateFormat2Test, BadIndexSchemaTest, MoveReplicaHDFSTest, 
ZkSolrClientTest, DataDrivenBlockJoinTest, TolerantUpdateProcessorTest, 
FullSolrCloudDistribCmdsTest, TestPerFieldSimilarityWithDefaultOverride, 
ZkFailoverTest, TestLegacyNumericUtils, TemplateUpdateProcessorTest, 
TestLuceneMatchVersion, MBeansHandlerTest, TestInfoStreamLogging, TestConfig, 
TestSolrFieldCacheBean, SignatureUpdateProcessorFactoryTest, 
TestTrackingShardHandlerFactory, TestSubQueryTransformerCrossCore, TestTrie, 
CdcrReplicationDistributedZkTest, TestExactSharedStatsCache, UpdateLogTest, 
TestEmbeddedSolrServerSchemaAPI, ConcurrentDeleteAndCreateCollectionTest, 
FileBasedSpellCheckerTest, CustomCollectionTest]
   [junit4] Completed [267/731 (1!)] on J1 in 84.14s, 4 tests, 2 errors <<< 
FAILURES!

[...truncated 47807 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to