Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-MacOSX/380/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI

Error Message:
Could not find collection : implicitcoll

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : implicitcoll
        at 
__randomizedtesting.SeedInfo.seed([CAC2BAA46622F799:A02334CF5BB841E1]:0)
        at 
org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:118)
        at 
org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
        at 
org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:68)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter

Error Message:
Collection not found: withShardField

Stack Trace:
org.apache.solr.common.SolrException: Collection not found: withShardField
        at 
__randomizedtesting.SeedInfo.seed([CAC2BAA46622F799:9F925236CADB3869]:0)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:851)
        at 
org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
        at 
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
        at 
org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
        at 
org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter(CustomCollectionTest.java:141)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13211 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> 2684860 INFO  
(SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/init-core-data-001
   [junit4]   2> 2684861 WARN  
(SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 2684861 INFO  
(SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2684864 INFO  
(SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) 
w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 2684864 INFO  
(SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001
   [junit4]   2> 2684864 INFO  
(SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2684865 INFO  (Thread-2092) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2684865 INFO  (Thread-2092) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 2684867 ERROR (Thread-2092) [    ] o.a.z.s.ZooKeeperServer 
ZKShutdownHandler is not registered, so ZooKeeper server won't take any action 
on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2684965 INFO  
(SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:60014
   [junit4]   2> 2685047 INFO  (zkConnectionManagerCallback-2454-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685051 INFO  (jetty-launcher-2451-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2685051 INFO  (jetty-launcher-2451-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2685051 INFO  (jetty-launcher-2451-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2685051 INFO  (jetty-launcher-2451-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2685053 INFO  (jetty-launcher-2451-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@2f045248{/solr,null,AVAILABLE}
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@15b01ba{/solr,null,AVAILABLE}
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-3) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@5e8e6eb7{HTTP/1.1,[http/1.1]}{127.0.0.1:60016}
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-3) [    ] 
o.e.j.s.Server Started @2689607ms
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=60016}
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@55d68701{HTTP/1.1,[http/1.1]}{127.0.0.1:60017}
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-2) [    ] 
o.e.j.s.Server Started @2689608ms
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=60017}
   [junit4]   2> 2685054 ERROR (jetty-launcher-2451-thread-3) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2685054 ERROR (jetty-launcher-2451-thread-2) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2685054 INFO  (jetty-launcher-2451-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2685055 INFO  (jetty-launcher-2451-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-04T23:33:51.122Z
   [junit4]   2> 2685055 INFO  (jetty-launcher-2451-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-04T23:33:51.123Z
   [junit4]   2> 2685057 INFO  (jetty-launcher-2451-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@42c9d5ff{/solr,null,AVAILABLE}
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7a3ef2ab{/solr,null,AVAILABLE}
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@7e2f9f99{HTTP/1.1,[http/1.1]}{127.0.0.1:60019}
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-1) [    ] 
o.e.j.s.Server Started @2689611ms
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=60019}
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-4) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@2e6be3be{HTTP/1.1,[http/1.1]}{127.0.0.1:60021}
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-4) [    ] 
o.e.j.s.Server Started @2689611ms
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=60021}
   [junit4]   2> 2685058 ERROR (jetty-launcher-2451-thread-1) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2685058 ERROR (jetty-launcher-2451-thread-4) [    ] 
o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 
7.3.0
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2685058 INFO  (jetty-launcher-2451-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-04T23:33:51.126Z
   [junit4]   2> 2685059 INFO  (jetty-launcher-2451-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2685059 INFO  (jetty-launcher-2451-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2018-01-04T23:33:51.127Z
   [junit4]   2> 2685059 INFO  (zkConnectionManagerCallback-2456-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685060 INFO  (jetty-launcher-2451-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2685061 INFO  (zkConnectionManagerCallback-2458-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685062 INFO  (zkConnectionManagerCallback-2462-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685062 INFO  (zkConnectionManagerCallback-2460-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685062 INFO  (jetty-launcher-2451-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2685063 INFO  (jetty-launcher-2451-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2685065 INFO  (jetty-launcher-2451-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2685073 INFO  (jetty-launcher-2451-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60014/solr
   [junit4]   2> 2685074 INFO  (jetty-launcher-2451-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60014/solr
   [junit4]   2> 2685075 INFO  (jetty-launcher-2451-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60014/solr
   [junit4]   2> 2685076 INFO  (zkConnectionManagerCallback-2468-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685077 INFO  (zkConnectionManagerCallback-2472-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685079 INFO  (jetty-launcher-2451-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60014/solr
   [junit4]   2> 2685080 INFO  (zkConnectionManagerCallback-2474-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685082 INFO  
(zkConnectionManagerCallback-2482-thread-1-processing-n:127.0.0.1:60016_solr) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685083 INFO  (zkConnectionManagerCallback-2478-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685083 INFO  
(zkConnectionManagerCallback-2481-thread-1-processing-n:127.0.0.1:60021_solr) 
[n:127.0.0.1:60021_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685085 INFO  
(zkConnectionManagerCallback-2484-thread-1-processing-n:127.0.0.1:60017_solr) 
[n:127.0.0.1:60017_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685085 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] 
o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from 
client sessionid 0x160c3860ed60008, likely client has closed socket
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2>        at 
org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2685088 INFO  
(zkConnectionManagerCallback-2486-thread-1-processing-n:127.0.0.1:60019_solr) 
[n:127.0.0.1:60019_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685325 INFO  (jetty-launcher-2451-thread-3) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2685326 INFO  (jetty-launcher-2451-thread-2) 
[n:127.0.0.1:60017_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2685326 INFO  (jetty-launcher-2451-thread-4) 
[n:127.0.0.1:60021_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2685326 INFO  (jetty-launcher-2451-thread-1) 
[n:127.0.0.1:60019_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2685326 INFO  (jetty-launcher-2451-thread-3) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:60016_solr
   [junit4]   2> 2685327 INFO  (jetty-launcher-2451-thread-2) 
[n:127.0.0.1:60017_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:60017_solr
   [junit4]   2> 2685328 INFO  (jetty-launcher-2451-thread-3) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.Overseer Overseer 
(id=99294172344090633-127.0.0.1:60016_solr-n_0000000000) starting
   [junit4]   2> 2685328 INFO  (jetty-launcher-2451-thread-4) 
[n:127.0.0.1:60021_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:60021_solr
   [junit4]   2> 2685328 INFO  (jetty-launcher-2451-thread-1) 
[n:127.0.0.1:60019_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:60019_solr
   [junit4]   2> 2685371 INFO  
(zkCallback-2480-thread-1-processing-n:127.0.0.1:60016_solr) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 2685372 INFO  
(zkCallback-2479-thread-1-processing-n:127.0.0.1:60021_solr) 
[n:127.0.0.1:60021_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 2685380 INFO  
(zkCallback-2483-thread-1-processing-n:127.0.0.1:60017_solr) 
[n:127.0.0.1:60017_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 2685383 INFO  
(zkCallback-2485-thread-1-processing-n:127.0.0.1:60019_solr) 
[n:127.0.0.1:60019_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 2685400 INFO  (jetty-launcher-2451-thread-3) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:60016_solr
   [junit4]   2> 2685411 INFO  (jetty-launcher-2451-thread-1) 
[n:127.0.0.1:60019_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60019.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685417 INFO  (jetty-launcher-2451-thread-2) 
[n:127.0.0.1:60017_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60017.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685423 INFO  
(zkCallback-2485-thread-1-processing-n:127.0.0.1:60019_solr) 
[n:127.0.0.1:60019_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 2685423 INFO  
(zkCallback-2483-thread-1-processing-n:127.0.0.1:60017_solr) 
[n:127.0.0.1:60017_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 2685423 INFO  
(zkCallback-2480-thread-1-processing-n:127.0.0.1:60016_solr) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 2685423 INFO  
(zkCallback-2479-thread-1-processing-n:127.0.0.1:60021_solr) 
[n:127.0.0.1:60021_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 2685424 INFO  (jetty-launcher-2451-thread-2) 
[n:127.0.0.1:60017_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60017.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685424 INFO  (jetty-launcher-2451-thread-2) 
[n:127.0.0.1:60017_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60017.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685429 INFO  (jetty-launcher-2451-thread-2) 
[n:127.0.0.1:60017_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node2/.
   [junit4]   2> 2685430 INFO  (jetty-launcher-2451-thread-1) 
[n:127.0.0.1:60019_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60019.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685432 INFO  (jetty-launcher-2451-thread-1) 
[n:127.0.0.1:60019_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60019.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685433 INFO  (jetty-launcher-2451-thread-1) 
[n:127.0.0.1:60019_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node1/.
   [junit4]   2> 2685469 INFO  (jetty-launcher-2451-thread-4) 
[n:127.0.0.1:60021_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60021.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685478 INFO  (jetty-launcher-2451-thread-4) 
[n:127.0.0.1:60021_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60021.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685478 INFO  (jetty-launcher-2451-thread-4) 
[n:127.0.0.1:60021_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60021.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685480 INFO  (jetty-launcher-2451-thread-4) 
[n:127.0.0.1:60021_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node4/.
   [junit4]   2> 2685522 INFO  (jetty-launcher-2451-thread-3) 
[n:127.0.0.1:60016_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60016.solr.node' (registry 'solr.node') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685527 INFO  (jetty-launcher-2451-thread-3) 
[n:127.0.0.1:60016_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60016.solr.jvm' (registry 'solr.jvm') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685528 INFO  (jetty-launcher-2451-thread-3) 
[n:127.0.0.1:60016_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60016.solr.jetty' (registry 'solr.jetty') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2685528 INFO  (jetty-launcher-2451-thread-3) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node3/.
   [junit4]   2> 2685564 INFO  (zkConnectionManagerCallback-2496-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685568 INFO  (zkConnectionManagerCallback-2500-thread-1) [    
] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2685570 INFO  
(SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2685571 INFO  
(SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60014/solr ready
   [junit4]   2> 2685601 INFO  
(TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[CAC2BAA46622F799]) 
[    ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForHashRouter
   [junit4]   2> 2685602 INFO  
(TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[CAC2BAA46622F799]) 
[    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2685606 INFO  (qtp1222686268-11984) [n:127.0.0.1:60019_solr    
] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&router.field=shard_s&name=routeFieldColl&nrtReplicas=2&action=CREATE&numShards=4&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 2685608 INFO  
(OverseerThreadFactory-4749-thread-1-processing-n:127.0.0.1:60016_solr) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
routeFieldColl
   [junit4]   2> 2685720 INFO  
(OverseerStateUpdate-99294172344090633-127.0.0.1:60016_solr-n_0000000000) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"routeFieldColl_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60016/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2685726 INFO  
(OverseerStateUpdate-99294172344090633-127.0.0.1:60016_solr-n_0000000000) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"routeFieldColl_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60017/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2685730 INFO  
(OverseerStateUpdate-99294172344090633-127.0.0.1:60016_solr-n_0000000000) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"routeFieldColl_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60019/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2685733 INFO  
(OverseerStateUpdate-99294172344090633-127.0.0.1:60016_solr-n_0000000000) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"routeFieldColl_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60021/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2685737 INFO  
(OverseerStateUpdate-99294172344090633-127.0.0.1:60016_solr-n_0000000000) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"routeFieldColl_shard3_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60016/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2685741 INFO  
(OverseerStateUpdate-99294172344090633-127.0.0.1:60016_solr-n_0000000000) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"routeFieldColl_shard3_replica_n10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60017/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2685745 INFO  
(OverseerStateUpdate-99294172344090633-127.0.0.1:60016_solr-n_0000000000) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"routeFieldColl_shard4_replica_n12",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60019/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2685749 INFO  
(OverseerStateUpdate-99294172344090633-127.0.0.1:60016_solr-n_0000000000) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"routeFieldColl_shard4_replica_n14",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:60021/solr";,
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 2685968 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica_n4&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2685971 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 2685971 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica_n2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2685971 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica_n1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2685971 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica_n12&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2685971 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 2685972 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr    ] 
o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 
transient cores
   [junit4]   2> 2685972 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica_n8&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2685972 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica_n10&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2685973 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica_n6&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2685973 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr    
] o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&coreNodeName=core_node16&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica_n14&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2685974 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr    
] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 
2147483647 transient cores
   [junit4]   2> 2686096 INFO  
(zkCallback-2480-thread-1-processing-n:127.0.0.1:60016_solr) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2686096 INFO  
(zkCallback-2479-thread-1-processing-n:127.0.0.1:60021_solr) 
[n:127.0.0.1:60021_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2686096 INFO  
(zkCallback-2483-thread-1-processing-n:127.0.0.1:60017_solr) 
[n:127.0.0.1:60017_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2686096 INFO  
(zkCallback-2485-thread-1-processing-n:127.0.0.1:60019_solr) 
[n:127.0.0.1:60019_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2686097 INFO  
(zkCallback-2480-thread-2-processing-n:127.0.0.1:60016_solr) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2686097 INFO  
(zkCallback-2485-thread-2-processing-n:127.0.0.1:60019_solr) 
[n:127.0.0.1:60019_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2686097 INFO  
(zkCallback-2483-thread-2-processing-n:127.0.0.1:60017_solr) 
[n:127.0.0.1:60017_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2686098 INFO  
(zkCallback-2479-thread-2-processing-n:127.0.0.1:60021_solr) 
[n:127.0.0.1:60021_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2687026 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2687026 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2687026 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2687040 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2687041 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2687041 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2687045 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2687047 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.s.IndexSchema [routeFieldColl_shard1_replica_n2] Schema name=cloud-dynamic
   [junit4]   2> 2687047 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.s.IndexSchema [routeFieldColl_shard4_replica_n12] Schema 
name=cloud-dynamic
   [junit4]   2> 2687049 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] 
o.a.s.s.IndexSchema [routeFieldColl_shard2_replica_n4] Schema name=cloud-dynamic
   [junit4]   2> 2687059 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
   [junit4]   2> 2687064 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.s.IndexSchema [routeFieldColl_shard2_replica_n6] Schema name=cloud-dynamic
   [junit4]   2> 2687083 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2687083 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica_n2' 
using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2687084 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60017.solr.core.routeFieldColl.shard1.replica_n2' (registry 
'solr.core.routeFieldColl.shard1.replica_n2') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2687084 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2687084 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.SolrCore [[routeFieldColl_shard1_replica_n2] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node2/routeFieldColl_shard1_replica_n2],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node2/./routeFieldColl_shard1_replica_n2/data/]
   [junit4]   2> 2687086 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2687086 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica_n6' 
using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2687086 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.s.IndexSchema [routeFieldColl_shard1_replica_n1] Schema name=cloud-dynamic
   [junit4]   2> 2687086 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60021.solr.core.routeFieldColl.shard2.replica_n6' (registry 
'solr.core.routeFieldColl.shard2.replica_n6') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2687086 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2687087 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.c.SolrCore [[routeFieldColl_shard2_replica_n6] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node4/routeFieldColl_shard2_replica_n6],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node4/./routeFieldColl_shard2_replica_n6/data/]
   [junit4]   2> 2687087 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.s.IndexSchema [routeFieldColl_shard4_replica_n14] Schema 
name=cloud-dynamic
   [junit4]   2> 2687089 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2687089 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] 
o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica_n4' 
using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2687090 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60019.solr.core.routeFieldColl.shard2.replica_n4' (registry 
'solr.core.routeFieldColl.shard2.replica_n4') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2687090 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2687090 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] 
o.a.s.c.SolrCore [[routeFieldColl_shard2_replica_n4] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node1/routeFieldColl_shard2_replica_n4],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node1/./routeFieldColl_shard2_replica_n4/data/]
   [junit4]   2> 2687091 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2687091 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica_n12' 
using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2687091 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60019.solr.core.routeFieldColl.shard4.replica_n12' (registry 
'solr.core.routeFieldColl.shard4.replica_n12') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2687091 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2687092 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.c.SolrCore [[routeFieldColl_shard4_replica_n12] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node1/routeFieldColl_shard4_replica_n12],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node1/./routeFieldColl_shard4_replica_n12/data/]
   [junit4]   2> 2687094 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.s.IndexSchema [routeFieldColl_shard3_replica_n10] Schema 
name=cloud-dynamic
   [junit4]   2> 2687094 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.s.IndexSchema [routeFieldColl_shard3_replica_n8] Schema name=cloud-dynamic
   [junit4]   2> 2687107 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2687107 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica_n14' 
using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2687108 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60021.solr.core.routeFieldColl.shard4.replica_n14' (registry 
'solr.core.routeFieldColl.shard4.replica_n14') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2687108 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2687108 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.c.SolrCore [[routeFieldColl_shard4_replica_n14] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node4/routeFieldColl_shard4_replica_n14],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node4/./routeFieldColl_shard4_replica_n14/data/]
   [junit4]   2> 2687114 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2687114 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica_n10' 
using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2687114 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60017.solr.core.routeFieldColl.shard3.replica_n10' (registry 
'solr.core.routeFieldColl.shard3.replica_n10') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2687114 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2687114 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.c.SolrCore [[routeFieldColl_shard3_replica_n10] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node2/routeFieldColl_shard3_replica_n10],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node2/./routeFieldColl_shard3_replica_n10/data/]
   [junit4]   2> 2687119 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2687119 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica_n1' 
using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2687119 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60016.solr.core.routeFieldColl.shard1.replica_n1' (registry 
'solr.core.routeFieldColl.shard1.replica_n1') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2687119 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2687119 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.c.SolrCore [[routeFieldColl_shard1_replica_n1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node3/routeFieldColl_shard1_replica_n1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node3/./routeFieldColl_shard1_replica_n1/data/]
   [junit4]   2> 2687120 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 2687120 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica_n8' 
using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 2687121 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.m.r.SolrJmxReporter JMX monitoring for 
'solr_60016.solr.core.routeFieldColl.shard3.replica_n8' (registry 
'solr.core.routeFieldColl.shard3.replica_n8') enabled at server: 
com.sun.jmx.mbeanserver.JmxMBeanServer@2fdf2f9
   [junit4]   2> 2687121 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2687121 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.c.SolrCore [[routeFieldColl_shard3_replica_n8] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node3/routeFieldColl_shard3_replica_n8],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001/tempDir-001/node3/./routeFieldColl_shard3_replica_n8/data/]
   [junit4]   2> 2687232 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 2687232 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2687235 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2687235 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2687242 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@3e10fc7c[routeFieldColl_shard2_replica_n6] main]
   [junit4]   2> 2687246 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 2687246 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2687248 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2687248 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2687248 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 2687248 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2687251 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 2687251 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2687253 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2687253 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2687254 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@134109fa[routeFieldColl_shard4_replica_n14] main]
   [junit4]   2> 2687254 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2687254 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1588706760009449472
   [junit4]   2> 2687255 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 2687255 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2687259 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@36a8880b[routeFieldColl_shard1_replica_n2] main]
   [junit4]   2> 2687259 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2687261 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 2687261 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2687262 INFO  
(searcherExecutor-4757-thread-1-processing-n:127.0.0.1:60021_solr 
x:routeFieldColl_shard2_replica_n6 s:shard2 c:routeFieldColl r:core_node9) 
[n:127.0.0.1:60021_solr c:routeFieldColl s:shard2 r:core_node9 
x:routeFieldColl_shard2_replica_n6] o.a.s.c.SolrCore 
[routeFieldColl_shard2_replica_n6] Registered new searcher 
Searcher@3e10fc7c[routeFieldColl_shard2_replica_n6] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2687264 INFO  
(searcherExecutor-4760-thread-1-processing-n:127.0.0.1:60021_solr 
x:routeFieldColl_shard4_replica_n14 s:shard4 c:routeFieldColl r:core_node16) 
[n:127.0.0.1:60021_solr c:routeFieldColl s:shard4 r:core_node16 
x:routeFieldColl_shard4_replica_n14] o.a.s.c.SolrCore 
[routeFieldColl_shard4_replica_n14] Registered new searcher 
Searcher@134109fa[routeFieldColl_shard4_replica_n14] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2687265 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1588706760020983808
   [junit4]   2> 2687268 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 2687268 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2687270 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2687270 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2687270 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2687272 INFO  
(searcherExecutor-4756-thread-1-processing-n:127.0.0.1:60017_solr 
x:routeFieldColl_shard1_replica_n2 s:shard1 c:routeFieldColl r:core_node5) 
[n:127.0.0.1:60017_solr c:routeFieldColl s:shard1 r:core_node5 
x:routeFieldColl_shard1_replica_n2] o.a.s.c.SolrCore 
[routeFieldColl_shard1_replica_n2] Registered new searcher 
Searcher@36a8880b[routeFieldColl_shard1_replica_n2] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2687272 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard4: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2687272 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1588706760028323840
   [junit4]   2> 2687275 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 2687275 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2687276 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2687276 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2687280 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2687280 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 2687281 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 2687281 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2687281 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2687282 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@46496597[routeFieldColl_shard2_replica_n4] main]
   [junit4]   2> 2687282 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2687282 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2687283 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 2687283 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2687284 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2687284 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2687285 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2687285 INFO  (qtp1222686268-11985) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1588706760041955328
   [junit4]   2> 2687286 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 2687286 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2687286 INFO  
(searcherExecutor-4758-thread-1-processing-n:127.0.0.1:60019_solr 
x:routeFieldColl_shard2_replica_n4 s:shard2 c:routeFieldColl r:core_node7) 
[n:127.0.0.1:60019_solr c:routeFieldColl s:shard2 r:core_node7 
x:routeFieldColl_shard2_replica_n4] o.a.s.c.SolrCore 
[routeFieldColl_shard2_replica_n4] Registered new searcher 
Searcher@46496597[routeFieldColl_shard2_replica_n4] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2687286 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard2: total=2 found=1 timeoutin=9995ms
   [junit4]   2> 2687287 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@53b2f5f5[routeFieldColl_shard3_replica_n10] main]
   [junit4]   2> 2687287 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2687287 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2687287 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@73d99ca2[routeFieldColl_shard4_replica_n12] main]
   [junit4]   2> 2687288 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 2687289 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2687289 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 2687289 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2687289 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2687289 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1588706760046149632
   [junit4]   2> 2687290 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2687290 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@5fb7b281[routeFieldColl_shard1_replica_n1] main]
   [junit4]   2> 2687290 INFO  (qtp1222686268-11988) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1588706760047198208
   [junit4]   2> 2687291 INFO  
(searcherExecutor-4761-thread-1-processing-n:127.0.0.1:60017_solr 
x:routeFieldColl_shard3_replica_n10 s:shard3 c:routeFieldColl r:core_node13) 
[n:127.0.0.1:60017_solr c:routeFieldColl s:shard3 r:core_node13 
x:routeFieldColl_shard3_replica_n10] o.a.s.c.SolrCore 
[routeFieldColl_shard3_replica_n10] Registered new searcher 
Searcher@53b2f5f5[routeFieldColl_shard3_replica_n10] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2687291 INFO  
(searcherExecutor-4759-thread-1-processing-n:127.0.0.1:60019_solr 
x:routeFieldColl_shard4_replica_n12 s:shard4 c:routeFieldColl r:core_node15) 
[n:127.0.0.1:60019_solr c:routeFieldColl s:shard4 r:core_node15 
x:routeFieldColl_shard4_replica_n12] o.a.s.c.SolrCore 
[routeFieldColl_shard4_replica_n12] Registered new searcher 
Searcher@73d99ca2[routeFieldColl_shard4_replica_n12] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2687293 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 2687294 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2687294 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@3c63841e[routeFieldColl_shard3_replica_n8] main]
   [junit4]   2> 2687295 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for 
shard shard3: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2687296 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2687296 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 2687296 INFO  
(searcherExecutor-4762-thread-1-processing-n:127.0.0.1:60016_solr 
x:routeFieldColl_shard1_replica_n1 s:shard1 c:routeFieldColl r:core_node3) 
[n:127.0.0.1:60016_solr c:routeFieldColl s:shard1 r:core_node3 
x:routeFieldColl_shard1_replica_n1] o.a.s.c.SolrCore 
[routeFieldColl_shard1_replica_n1] Registered new searcher 
Searcher@5fb7b281[routeFieldColl_shard1_replica_n1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2687296 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2687296 INFO  (qtp68684522-11958) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1588706760053489664
   [junit4]   2> 2687297 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2687297 INFO  (qtp68684522-11959) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1588706760054538240
   [junit4]   2> 2687298 INFO  
(searcherExecutor-4763-thread-1-processing-n:127.0.0.1:60016_solr 
x:routeFieldColl_shard3_replica_n8 s:shard3 c:routeFieldColl r:core_node11) 
[n:127.0.0.1:60016_solr c:routeFieldColl s:shard3 r:core_node11 
x:routeFieldColl_shard3_replica_n8] o.a.s.c.SolrCore 
[routeFieldColl_shard3_replica_n8] Registered new searcher 
Searcher@3c63841e[routeFieldColl_shard3_replica_n8] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2687407 INFO  
(zkCallback-2480-thread-3-processing-n:127.0.0.1:60016_solr) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2687407 INFO  
(zkCallback-2480-thread-2-processing-n:127.0.0.1:60016_solr) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2687407 INFO  
(zkCallback-2479-thread-1-processing-n:127.0.0.1:60021_solr) 
[n:127.0.0.1:60021_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2687407 INFO  
(zkCallback-2483-thread-2-processing-n:127.0.0.1:60017_solr) 
[n:127.0.0.1:60017_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2687407 INFO  
(zkCallback-2483-thread-1-processing-n:127.0.0.1:60017_solr) 
[n:127.0.0.1:60017_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2687407 INFO  
(zkCallback-2485-thread-2-processing-n:127.0.0.1:60019_solr) 
[n:127.0.0.1:60019_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2687407 INFO  
(zkCallback-2485-thread-1-processing-n:127.0.0.1:60019_solr) 
[n:127.0.0.1:60019_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2687407 INFO  
(zkCallback-2479-thread-2-processing-n:127.0.0.1:60021_solr) 
[n:127.0.0.1:60021_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2687780 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2687780 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2687780 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:60021/solr/routeFieldColl_shard4_replica_n14/
   [junit4]   2> 2687780 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard4_replica_n14 
url=http://127.0.0.1:60021/solr START 
replicas=[http://127.0.0.1:60019/solr/routeFieldColl_shard4_replica_n12/] 
nUpdates=100
   [junit4]   2> 2687782 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2687782 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2687782 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:60017/solr/routeFieldColl_shard1_replica_n2/
   [junit4]   2> 2687783 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard1_replica_n2 
url=http://127.0.0.1:60017/solr START 
replicas=[http://127.0.0.1:60016/solr/routeFieldColl_shard1_replica_n1/] 
nUpdates=100
   [junit4]   2> 2687784 INFO  (qtp1222686268-11990) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard4 r:core_node15 x:routeFieldColl_shard4_replica_n12] 
o.a.s.c.S.Request [routeFieldColl_shard4_replica_n12]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=0
   [junit4]   2> 2687789 INFO  (qtp68684522-11960) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard1 r:core_node3 x:routeFieldColl_shard1_replica_n1] 
o.a.s.c.S.Request [routeFieldColl_shard1_replica_n1]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=5
   [junit4]   2> 2687790 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2687790 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2687790 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:60021/solr/routeFieldColl_shard2_replica_n6/
   [junit4]   2> 2687791 INFO  (qtp665931644-11976) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard2 r:core_node9 x:routeFieldColl_shard2_replica_n6] 
o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard2_replica_n6 
url=http://127.0.0.1:60021/solr START 
replicas=[http://127.0.0.1:60019/solr/routeFieldColl_shard2_replica_n4/] 
nUpdates=100
   [junit4]   2> 2687793 INFO  (qtp1222686268-11969) [n:127.0.0.1:60019_solr 
c:routeFieldColl s:shard2 r:core_node7 x:routeFieldColl_shard2_replica_n4] 
o.a.s.c.S.Request [routeFieldColl_shard2_replica_n4]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 2687807 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2687807 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2687807 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:60017/solr/routeFieldColl_shard3_replica_n10/
   [junit4]   2> 2687808 INFO  (qtp1089506037-11967) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard3 r:core_node13 x:routeFieldColl_shard3_replica_n10] 
o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard3_replica_n10 
url=http://127.0.0.1:60017/solr START 
replicas=[http://127.0.0.1:60016/solr/routeFieldColl_shard3_replica_n8/] 
nUpdates=100
   [junit4]   2> 2687811 INFO  (qtp68684522-11962) [n:127.0.0.1:60016_solr 
c:routeFieldColl s:shard3 r:core_node11 x:routeFieldColl_shard3_replica_n8] 
o.a.s.c.S.Request [routeFieldColl_shard3_replica_n8]  webapp=/solr path=/get 
params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2}
 status=0 QTime=1
   [junit4]   2> 2688090 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard1_replica_n2 
url=http://127.0.0.1:60017/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2688090 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard4_replica_n14 
url=http://127.0.0.1:60021/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 2688090 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the 
next candidate
   [junit4]   2> 2688090 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the 
next candidate
   [junit4]   2> 2688090 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2688090 INFO  (qtp1089506037-11966) [n:127.0.0.1:60017_solr 
c:routeFieldColl s:shard1 r:core_node5 x:routeFieldColl_shard1_replica_n2] 
o.a.s.c.ShardLeaderElectionContext Found all replicas participating in 
election, clear LIR
   [junit4]   2> 2688090 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we 
can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2688090 INFO  (qtp665931644-11977) [n:127.0.0.1:60021_solr 
c:routeFieldColl s:shard4 r:core_node16 x:routeFieldColl_shard4_replica_n14] 
o.a.s.c.ShardLeaderElectionContext 

[...truncated too long message...]

ters for registry=solr.collection.testCreateShardRepFactor.b.leader, 
tag=546735443
   [junit4]   2> 2772248 INFO  (coreCloseExecutor-4870-thread-1) 
[n:127.0.0.1:60016_solr c:testCreateShardRepFactor s:a r:core_node3 
x:testCreateShardRepFactor_a_replica_n1] o.a.s.m.SolrMetricManager Closing 
metric reporters for 
registry=solr.collection.testCreateShardRepFactor.a.leader, tag=842509230
   [junit4]   2> 2772248 INFO  (coreCloseExecutor-4871-thread-1) 
[n:127.0.0.1:60021_solr c:testCreateShardRepFactor s:x r:core_node6 
x:testCreateShardRepFactor_x_replica_n5] o.a.s.m.SolrMetricManager Closing 
metric reporters for 
registry=solr.collection.testCreateShardRepFactor.x.leader, tag=391817789
   [junit4]   2> 2772255 INFO  (jetty-closer-2452-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@42c9d5ff{/solr,null,UNAVAILABLE}
   [junit4]   2> 2772255 INFO  (jetty-closer-2452-thread-3) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@7a3ef2ab{/solr,null,UNAVAILABLE}
   [junit4]   2> 2772260 INFO  (jetty-closer-2452-thread-4) [    ] 
o.a.s.c.Overseer Overseer 
(id=99294172344090633-127.0.0.1:60016_solr-n_0000000000) closing
   [junit4]   2> 2772260 INFO  
(OverseerStateUpdate-99294172344090633-127.0.0.1:60016_solr-n_0000000000) 
[n:127.0.0.1:60016_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:60016_solr
   [junit4]   2> 2772261 WARN  
(OverseerAutoScalingTriggerThread-99294172344090633-127.0.0.1:60016_solr-n_0000000000)
 [n:127.0.0.1:60016_solr    ] o.a.s.c.a.OverseerTriggerThread 
OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2772263 INFO  (jetty-closer-2452-thread-4) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@2f045248{/solr,null,UNAVAILABLE}
   [junit4]   2> 2773688 WARN  
(zkCallback-2483-thread-2-processing-n:127.0.0.1:60017_solr) 
[n:127.0.0.1:60017_solr    ] o.a.s.c.ZkController Unable to register nodeLost 
path for 127.0.0.1:60021_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: 
KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:60021_solr
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2>        at 
org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:364)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
   [junit4]   2>        at 
org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
   [junit4]   2>        at 
java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2773689 INFO  (jetty-closer-2452-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@15b01ba{/solr,null,UNAVAILABLE}
   [junit4]   2> 2773690 ERROR 
(SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2773691 INFO  
(SUITE-CustomCollectionTest-seed#[CAC2BAA46622F799]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:60014 60014
   [junit4]   2> 2773815 INFO  (Thread-2092) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:60014 60014
   [junit4]   2> 2774732 WARN  (Thread-2092) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        9       /solr/configs/conf
   [junit4]   2>        9       /solr/clusterprops.json
   [junit4]   2>        9       /solr/aliases.json
   [junit4]   2>        9       /solr/collections/withShardField/state.json
   [junit4]   2>        7       /solr/collections/implicitcoll/state.json
   [junit4]   2>        4       /solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        49      /solr/collections/withShardField/state.json
   [junit4]   2>        24      /solr/collections/routeFieldColl/state.json
   [junit4]   2>        23      
/solr/collections/testCreateShardRepFactor/state.json
   [junit4]   2>        18      /solr/collections/implicitcoll/state.json
   [junit4]   2>        9       /solr/clusterstate.json
   [junit4]   2>        2       
/solr/overseer_elect/election/99294172344090633-127.0.0.1:60016_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        26      /solr/collections
   [junit4]   2>        9       /solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/Users/jenkins/workspace/Lucene-Solr-7.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_CAC2BAA46622F799-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, 
sim=RandomSimilarity(queryNorm=false): {}, locale=en, 
timezone=America/Hermosillo
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 
(64-bit)/cpus=3,threads=1,free=210941264,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [ReplicaListTransformerTest, 
BooleanFieldTest, BasicZkTest, FileBasedSpellCheckerTest, 
AddSchemaFieldsUpdateProcessorFactoryTest, TestNumericTokenStream, 
CachingDirectoryFactoryTest, SolrCloudExampleTest, TestStressVersions, 
DistributedIntervalFacetingTest, TestRestoreCore, AliasIntegrationTest, 
ConcurrentDeleteAndCreateCollectionTest, BlobRepositoryCloudTest, 
TermsComponentTest, ShardRoutingCustomTest, DeleteLastCustomShardedReplicaTest, 
TestReload, TestPushWriter, LoggingHandlerTest, CoreAdminRequestStatusTest, 
TermVectorComponentDistributedTest, TestSubQueryTransformerDistrib, 
TestBlobHandler, TestSolrCloudWithHadoopAuthPlugin, SolrIndexConfigTest, 
TestBM25SimilarityFactory, TestRuleBasedAuthorizationPlugin, 
TestNumericTerms32, AtomicUpdatesTest, TestFastWriter, TestCloudSchemaless, 
SoftAutoCommitTest, TermVectorComponentTest, RankQueryTest, 
TestLeaderElectionWithEmptyReplica, TestNodeLostTrigger, SolrShardReporterTest, 
TestFieldCacheReopen, SOLR749Test, JSONWriterTest, TestAuthenticationFramework, 
TestExactSharedStatsCache, TestLuceneMatchVersion, 
CollectionsAPIDistributedZkTest, TestSimDistributedQueue, 
HdfsAutoAddReplicasIntegrationTest, RestartWhileUpdatingTest, 
TestSolrCloudSnapshots, TestSerializedLuceneMatchVersion, 
TestHashQParserPlugin, UUIDUpdateProcessorFallbackTest, TestHashPartitioner, 
TestRequestForwarding, SimpleCollectionCreateDeleteTest, 
MissingSegmentRecoveryTest, DocValuesMissingTest, 
TestWordDelimiterFilterFactory, TestLMJelinekMercerSimilarityFactory, 
HdfsBasicDistributedZkTest, TestTrie, SolrSlf4jReporterTest, 
TestConfigSetsAPIExclusivity, ZkNodePropsTest, FileUtilsTest, 
MultiThreadedOCPTest, TestFieldCacheWithThreads, TestDistribDocBasedVersion, 
TestClusterProperties, TestPullReplica, AnalysisErrorHandlingTest, 
FacetPivotSmallTest, TemplateUpdateProcessorTest, BlockJoinFacetDistribTest, 
SimpleMLTQParserTest, TestCloudRecovery, TestSolrQueryResponse, 
JavabinLoaderTest, ActionThrottleTest, SolrJmxReporterCloudTest, 
OutOfBoxZkACLAndCredentialsProvidersTest, TestConfig, HttpPartitionTest, 
ZkFailoverTest, TestCharFilters, TestCSVLoader, 
TestManagedSynonymGraphFilterFactory, TestUseDocValuesAsStored2, 
TestCloudInspectUtil, TestExclusionRuleCollectionAccess, 
RecoveryAfterSoftCommitTest, TestConfigSetProperties, TestComputePlanAction, 
LukeRequestHandlerTest, TestManagedResourceStorage, TestLargeCluster, 
JvmMetricsTest, BitVectorTest, TestSolrQueryParser, OpenCloseCoreStressTest, 
TestLockTree, HdfsDirectoryTest, JsonLoaderTest, PreAnalyzedFieldTest, 
TestPerFieldSimilarityWithDefaultOverride, TestRebalanceLeaders, 
ZkStateWriterTest, MetricTriggerTest, TestTolerantUpdateProcessorCloud, 
TestSQLHandlerNonCloud, SolrMetricReporterTest, TestComponentsName, 
AutoAddReplicasPlanActionTest, TestApiFramework, RuleEngineTest, 
TestJettySolrRunner, UtilsToolTest, MoveReplicaHDFSTest, 
ExitableDirectoryReaderTest, CloudExitableDirectoryReaderTest, 
TestExtendedDismaxParser, TestDefaultStatsCache, TestSearchPerf, 
InfoHandlerTest, TestGroupingSearch, SystemLogListenerTest, 
TestClusterStateMutator, QueryEqualityTest, DocumentAnalysisRequestHandlerTest, 
TestStressReorder, FieldMutatingUpdateProcessorTest, 
DistributedFacetPivotWhiteBoxTest, TestFastOutputStream, HLLUtilTest, 
TestSkipOverseerOperations, TestStressLucene, DistributedQueueTest, 
TestDynamicLoading, IgnoreCommitOptimizeUpdateProcessorFactoryTest, 
CustomCollectionTest]
   [junit4] Completed [477/765 (1!)] on J1 in 89.88s, 4 tests, 2 errors <<< 
FAILURES!

[...truncated 49129 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to