Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/3820/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI

Error Message:
Could not find collection : implicitcoll

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : implicitcoll
        at 
__randomizedtesting.SeedInfo.seed([D62FC493DF153A9E:BCCE4AF8E28F8CE6]:0)
        at 
org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:194)
        at 
org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:245)
        at 
org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI(CustomCollectionTest.java:68)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.PeerSyncReplicationTest.test

Error Message:
timeout waiting to see all nodes active

Stack Trace:
java.lang.AssertionError: timeout waiting to see all nodes active
        at 
__randomizedtesting.SeedInfo.seed([D62FC493DF153A9E:5E7BFB4971E95766]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.PeerSyncReplicationTest.waitTillNodesActive(PeerSyncReplicationTest.java:326)
        at 
org.apache.solr.cloud.PeerSyncReplicationTest.bringUpDeadNodeAndEnsureNoReplication(PeerSyncReplicationTest.java:277)
        at 
org.apache.solr.cloud.PeerSyncReplicationTest.forceNodeFailureAndDoPeerSync(PeerSyncReplicationTest.java:259)
        at 
org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:138)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11321 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> Creating dataDir: 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/init-core-data-001
   [junit4]   2> 894620 INFO  
(SUITE-CustomCollectionTest-seed#[D62FC493DF153A9E]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 894625 INFO  
(SUITE-CustomCollectionTest-seed#[D62FC493DF153A9E]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) 
w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 894629 INFO  
(SUITE-CustomCollectionTest-seed#[D62FC493DF153A9E]-worker) [    ] 
o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001
   [junit4]   2> 894629 INFO  
(SUITE-CustomCollectionTest-seed#[D62FC493DF153A9E]-worker) [    ] 
o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 894630 INFO  (Thread-1289) [    ] o.a.s.c.ZkTestServer client 
port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 894630 INFO  (Thread-1289) [    ] o.a.s.c.ZkTestServer 
Starting server
   [junit4]   2> 894732 INFO  
(SUITE-CustomCollectionTest-seed#[D62FC493DF153A9E]-worker) [    ] 
o.a.s.c.ZkTestServer start zk server on port:64299
   [junit4]   2> 895111 INFO  (jetty-launcher-966-thread-1) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 895111 INFO  (jetty-launcher-966-thread-2) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 895112 INFO  (jetty-launcher-966-thread-4) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 895114 INFO  (jetty-launcher-966-thread-3) [    ] 
o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 895123 INFO  (jetty-launcher-966-thread-4) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@1f769c0d{/solr,null,AVAILABLE}
   [junit4]   2> 895124 INFO  (jetty-launcher-966-thread-2) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@7031d0bc{/solr,null,AVAILABLE}
   [junit4]   2> 895125 INFO  (jetty-launcher-966-thread-3) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@3f18912{/solr,null,AVAILABLE}
   [junit4]   2> 895126 INFO  (jetty-launcher-966-thread-1) [    ] 
o.e.j.s.h.ContextHandler Started 
o.e.j.s.ServletContextHandler@29401ee5{/solr,null,AVAILABLE}
   [junit4]   2> 895127 INFO  (jetty-launcher-966-thread-3) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@58bc8def{HTTP/1.1,[http/1.1]}{127.0.0.1:64303}
   [junit4]   2> 895127 INFO  (jetty-launcher-966-thread-3) [    ] 
o.e.j.s.Server Started @901021ms
   [junit4]   2> 895127 INFO  (jetty-launcher-966-thread-2) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@4b06652f{HTTP/1.1,[http/1.1]}{127.0.0.1:64302}
   [junit4]   2> 895127 INFO  (jetty-launcher-966-thread-3) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=64303}
   [junit4]   2> 895127 INFO  (jetty-launcher-966-thread-2) [    ] 
o.e.j.s.Server Started @901021ms
   [junit4]   2> 895127 INFO  (jetty-launcher-966-thread-2) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=64302}
   [junit4]   2> 895127 ERROR (jetty-launcher-966-thread-2) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 895127 ERROR (jetty-launcher-966-thread-3) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 895127 INFO  (jetty-launcher-966-thread-4) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@2b94fabe{HTTP/1.1,[http/1.1]}{127.0.0.1:64301}
   [junit4]   2> 895128 INFO  (jetty-launcher-966-thread-4) [    ] 
o.e.j.s.Server Started @901021ms
   [junit4]   2> 895128 INFO  (jetty-launcher-966-thread-1) [    ] 
o.e.j.s.AbstractConnector Started 
ServerConnector@1847eb5c{HTTP/1.1,[http/1.1]}{127.0.0.1:64304}
   [junit4]   2> 895128 INFO  (jetty-launcher-966-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 895128 INFO  (jetty-launcher-966-thread-1) [    ] 
o.e.j.s.Server Started @901022ms
   [junit4]   2> 895128 INFO  (jetty-launcher-966-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 895128 INFO  (jetty-launcher-966-thread-1) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=64304}
   [junit4]   2> 895128 INFO  (jetty-launcher-966-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 895128 INFO  (jetty-launcher-966-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 895128 INFO  (jetty-launcher-966-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-02-08T19:52:23.666Z
   [junit4]   2> 895128 INFO  (jetty-launcher-966-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 895128 INFO  (jetty-launcher-966-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 895128 ERROR (jetty-launcher-966-thread-1) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 895128 INFO  (jetty-launcher-966-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-02-08T19:52:23.666Z
   [junit4]   2> 895128 INFO  (jetty-launcher-966-thread-4) [    ] 
o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, 
hostPort=64301}
   [junit4]   2> 895129 ERROR (jetty-launcher-966-thread-4) [    ] 
o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be 
missing or incomplete.
   [junit4]   2> 895130 INFO  (jetty-launcher-966-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 895130 INFO  (jetty-launcher-966-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 
7.0.0
   [junit4]   2> 895131 INFO  (jetty-launcher-966-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 895131 INFO  (jetty-launcher-966-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 895131 INFO  (jetty-launcher-966-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 895131 INFO  (jetty-launcher-966-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 895131 INFO  (jetty-launcher-966-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-02-08T19:52:23.669Z
   [junit4]   2> 895131 INFO  (jetty-launcher-966-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 
2017-02-08T19:52:23.669Z
   [junit4]   2> 895143 INFO  (jetty-launcher-966-thread-4) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 895144 INFO  (jetty-launcher-966-thread-3) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 895144 INFO  (jetty-launcher-966-thread-2) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 895144 INFO  (jetty-launcher-966-thread-1) [    ] 
o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 895181 INFO  (jetty-launcher-966-thread-3) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64299/solr
   [junit4]   2> 895181 INFO  (jetty-launcher-966-thread-4) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64299/solr
   [junit4]   2> 895182 INFO  (jetty-launcher-966-thread-2) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64299/solr
   [junit4]   2> 895187 INFO  (jetty-launcher-966-thread-1) [    ] 
o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64299/solr
   [junit4]   2> 895264 INFO  (jetty-launcher-966-thread-3) 
[n:127.0.0.1:64303_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:64303_solr
   [junit4]   2> 895268 INFO  (jetty-launcher-966-thread-2) 
[n:127.0.0.1:64302_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:64302_solr
   [junit4]   2> 895268 INFO  (jetty-launcher-966-thread-1) 
[n:127.0.0.1:64304_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:64304_solr
   [junit4]   2> 895268 INFO  (jetty-launcher-966-thread-4) 
[n:127.0.0.1:64301_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:64301_solr
   [junit4]   2> 895269 INFO  (jetty-launcher-966-thread-3) 
[n:127.0.0.1:64303_solr    ] o.a.s.c.Overseer Overseer 
(id=97424739086958601-127.0.0.1:64303_solr-n_0000000000) starting
   [junit4]   2> 895273 INFO  
(zkCallback-984-thread-1-processing-n:127.0.0.1:64303_solr) 
[n:127.0.0.1:64303_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 895274 INFO  
(zkCallback-985-thread-1-processing-n:127.0.0.1:64301_solr) 
[n:127.0.0.1:64301_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 895275 INFO  
(zkCallback-986-thread-1-processing-n:127.0.0.1:64302_solr) 
[n:127.0.0.1:64302_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 895275 INFO  
(zkCallback-987-thread-1-processing-n:127.0.0.1:64304_solr) 
[n:127.0.0.1:64304_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (0) -> (3)
   [junit4]   2> 895321 INFO  (jetty-launcher-966-thread-3) 
[n:127.0.0.1:64303_solr    ] o.a.s.c.ZkController Register node as live in 
ZooKeeper:/live_nodes/127.0.0.1:64303_solr
   [junit4]   2> 895324 INFO  
(zkCallback-985-thread-1-processing-n:127.0.0.1:64301_solr) 
[n:127.0.0.1:64301_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 895324 INFO  
(zkCallback-984-thread-1-processing-n:127.0.0.1:64303_solr) 
[n:127.0.0.1:64303_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 895325 INFO  
(zkCallback-987-thread-1-processing-n:127.0.0.1:64304_solr) 
[n:127.0.0.1:64304_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 895325 INFO  
(zkCallback-986-thread-1-processing-n:127.0.0.1:64302_solr) 
[n:127.0.0.1:64302_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from 
ZooKeeper... (3) -> (4)
   [junit4]   2> 895840 INFO  (jetty-launcher-966-thread-2) 
[n:127.0.0.1:64302_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node2/.
   [junit4]   2> 895841 INFO  (jetty-launcher-966-thread-1) 
[n:127.0.0.1:64304_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node1/.
   [junit4]   2> 895842 INFO  (jetty-launcher-966-thread-3) 
[n:127.0.0.1:64303_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node3/.
   [junit4]   2> 895842 INFO  (jetty-launcher-966-thread-4) 
[n:127.0.0.1:64301_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core 
definitions underneath 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node4/.
   [junit4]   2> 896561 INFO  
(SUITE-CustomCollectionTest-seed#[D62FC493DF153A9E]-worker) [    ] 
o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 896563 INFO  
(SUITE-CustomCollectionTest-seed#[D62FC493DF153A9E]-worker) [    ] 
o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:64299/solr ready
   [junit4]   2> 896610 INFO  
(TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[D62FC493DF153A9E]) [  
  ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShardRepFactor
   [junit4]   2> 896612 INFO  
(TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[D62FC493DF153A9E]) [  
  ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 896618 INFO  (qtp1885666094-5479) [n:127.0.0.1:64301_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&action=CREATE&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 896622 INFO  
(OverseerThreadFactory-2585-thread-1-processing-n:127.0.0.1:64303_solr) 
[n:127.0.0.1:64303_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
testCreateShardRepFactor
   [junit4]   2> 896737 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2
   [junit4]   2> 896737 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2
   [junit4]   2> 896849 INFO  
(zkCallback-986-thread-1-processing-n:127.0.0.1:64302_solr) 
[n:127.0.0.1:64302_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 896849 INFO  
(zkCallback-985-thread-1-processing-n:127.0.0.1:64301_solr) 
[n:127.0.0.1:64301_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 897756 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 897756 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 897778 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.s.IndexSchema [testCreateShardRepFactor_a_replica1] Schema 
name=cloud-dynamic
   [junit4]   2> 897778 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.s.IndexSchema [testCreateShardRepFactor_b_replica1] Schema 
name=cloud-dynamic
   [junit4]   2> 897826 WARN  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.s.IndexSchema [testCreateShardRepFactor_b_replica1] default search field 
in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 897826 WARN  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.s.IndexSchema [testCreateShardRepFactor_a_replica1] default search field 
in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 897829 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 897830 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 897832 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_b_replica1' 
using configuration from collection testCreateShardRepFactor
   [junit4]   2> 897832 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_a_replica1' 
using configuration from collection testCreateShardRepFactor
   [junit4]   2> 897832 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.c.SolrCore [[testCreateShardRepFactor_a_replica1] ] Opening new SolrCore 
at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node2/testCreateShardRepFactor_a_replica1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node2/./testCreateShardRepFactor_a_replica1/data/]
   [junit4]   2> 897832 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.c.SolrCore [[testCreateShardRepFactor_b_replica1] ] Opening new SolrCore 
at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node4/testCreateShardRepFactor_b_replica1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node4/./testCreateShardRepFactor_b_replica1/data/]
   [junit4]   2> 897912 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 897912 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 897912 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 897912 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 897914 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 897914 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 897914 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 897914 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 897915 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@5d05bcc8[testCreateShardRepFactor_b_replica1] main]
   [junit4]   2> 897916 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@29c8fb6c[testCreateShardRepFactor_a_replica1] main]
   [junit4]   2> 897917 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 897917 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 897918 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 897918 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 897918 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 897918 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 897918 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1558795828808646656
   [junit4]   2> 897918 INFO  
(searcherExecutor-2594-thread-1-processing-n:127.0.0.1:64301_solr 
x:testCreateShardRepFactor_b_replica1 s:b c:testCreateShardRepFactor) 
[n:127.0.0.1:64301_solr c:testCreateShardRepFactor s:b  
x:testCreateShardRepFactor_b_replica1] o.a.s.c.SolrCore 
[testCreateShardRepFactor_b_replica1] Registered new searcher 
Searcher@5d05bcc8[testCreateShardRepFactor_b_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 897918 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1558795828808646656
   [junit4]   2> 897918 INFO  
(searcherExecutor-2595-thread-1-processing-n:127.0.0.1:64302_solr 
x:testCreateShardRepFactor_a_replica1 s:a c:testCreateShardRepFactor) 
[n:127.0.0.1:64302_solr c:testCreateShardRepFactor s:a  
x:testCreateShardRepFactor_a_replica1] o.a.s.c.SolrCore 
[testCreateShardRepFactor_a_replica1] Registered new searcher 
Searcher@29c8fb6c[testCreateShardRepFactor_a_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 897929 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 897929 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 897929 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:64301/solr/testCreateShardRepFactor_b_replica1/
   [junit4]   2> 897929 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 897929 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 897929 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 897929 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:64302/solr/testCreateShardRepFactor_a_replica1/
   [junit4]   2> 897929 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.c.SyncStrategy 
http://127.0.0.1:64301/solr/testCreateShardRepFactor_b_replica1/ has no replicas
   [junit4]   2> 897929 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 897929 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.c.SyncStrategy 
http://127.0.0.1:64302/solr/testCreateShardRepFactor_a_replica1/ has no replicas
   [junit4]   2> 897937 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:64301/solr/testCreateShardRepFactor_b_replica1/ b
   [junit4]   2> 897937 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:64302/solr/testCreateShardRepFactor_a_replica1/ a
   [junit4]   2> 898044 INFO  
(zkCallback-985-thread-1-processing-n:127.0.0.1:64301_solr) 
[n:127.0.0.1:64301_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 898044 INFO  
(zkCallback-986-thread-1-processing-n:127.0.0.1:64302_solr) 
[n:127.0.0.1:64302_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 898090 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 898090 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 898096 INFO  (qtp552936436-5488) [n:127.0.0.1:64302_solr 
c:testCreateShardRepFactor s:a  x:testCreateShardRepFactor_a_replica1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_a_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=a&wt=javabin&version=2}
 status=0 QTime=1359
   [junit4]   2> 898097 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:testCreateShardRepFactor s:b  x:testCreateShardRepFactor_b_replica1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=testCreateShardRepFactor_b_replica1&action=CREATE&numShards=2&collection=testCreateShardRepFactor&shard=b&wt=javabin&version=2}
 status=0 QTime=1360
   [junit4]   2> 898103 INFO  (qtp1885666094-5479) [n:127.0.0.1:64301_solr    ] 
o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 
30 seconds. Check all shard replicas
   [junit4]   2> 898201 INFO  
(zkCallback-985-thread-1-processing-n:127.0.0.1:64301_solr) 
[n:127.0.0.1:64301_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 898201 INFO  
(zkCallback-986-thread-1-processing-n:127.0.0.1:64302_solr) 
[n:127.0.0.1:64302_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 898626 INFO  
(OverseerCollectionConfigSetProcessor-97424739086958601-127.0.0.1:64303_solr-n_0000000000)
 [n:127.0.0.1:64303_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 899103 INFO  (qtp1885666094-5479) [n:127.0.0.1:64301_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={shards=a,b&replicationFactor=1&collection.configName=conf&name=testCreateShardRepFactor&router.name=implicit&action=CREATE&wt=javabin&version=2}
 status=0 QTime=2485
   [junit4]   2> 899111 INFO  (qtp1885666094-5482) [n:127.0.0.1:64301_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :createshard with params 
action=CREATESHARD&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 899115 INFO  
(OverseerThreadFactory-2585-thread-2-processing-n:127.0.0.1:64303_solr) 
[n:127.0.0.1:64303_solr    ] o.a.s.c.CreateShardCmd Create shard invoked: {
   [junit4]   2>   "collection":"testCreateShardRepFactor",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "operation":"createshard"}
   [junit4]   2> 899226 INFO  
(zkCallback-986-thread-1-processing-n:127.0.0.1:64302_solr) 
[n:127.0.0.1:64302_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 899227 INFO  
(zkCallback-985-thread-1-processing-n:127.0.0.1:64301_solr) 
[n:127.0.0.1:64301_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 899324 INFO  
(OverseerThreadFactory-2585-thread-2-processing-n:127.0.0.1:64303_solr) 
[n:127.0.0.1:64303_solr    ] o.a.s.c.CreateShardCmd Creating shard 
testCreateShardRepFactor_x_replica1 as part of slice x of collection 
testCreateShardRepFactor on 127.0.0.1:64304_solr
   [junit4]   2> 899342 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&name=testCreateShardRepFactor_x_replica1&action=CREATE&numShards=1&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2
   [junit4]   2> 899458 INFO  
(zkCallback-985-thread-1-processing-n:127.0.0.1:64301_solr) 
[n:127.0.0.1:64301_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 899458 INFO  
(zkCallback-986-thread-1-processing-n:127.0.0.1:64302_solr) 
[n:127.0.0.1:64302_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 899458 INFO  
(zkCallback-987-thread-1-processing-n:127.0.0.1:64304_solr) 
[n:127.0.0.1:64304_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 900368 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 900377 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.s.IndexSchema [testCreateShardRepFactor_x_replica1] Schema 
name=cloud-dynamic
   [junit4]   2> 900423 WARN  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.s.IndexSchema [testCreateShardRepFactor_x_replica1] default search field 
in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 900424 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 900427 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.c.CoreContainer Creating SolrCore 'testCreateShardRepFactor_x_replica1' 
using configuration from collection testCreateShardRepFactor
   [junit4]   2> 900427 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.c.SolrCore [[testCreateShardRepFactor_x_replica1] ] Opening new SolrCore 
at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node1/testCreateShardRepFactor_x_replica1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node1/./testCreateShardRepFactor_x_replica1/data/]
   [junit4]   2> 900503 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.u.UpdateHandler Using UpdateLog implementation: 
org.apache.solr.update.UpdateLog
   [junit4]   2> 900503 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 900505 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 900505 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 900506 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.s.SolrIndexSearcher Opening 
[Searcher@1c63195b[testCreateShardRepFactor_x_replica1] main]
   [junit4]   2> 900508 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: 
/configs/conf
   [junit4]   2> 900509 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using 
ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 900509 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 900509 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.u.UpdateLog Could not find max version in index or recent updates, using 
new clock 1558795831525507072
   [junit4]   2> 900509 INFO  
(searcherExecutor-2604-thread-1-processing-n:127.0.0.1:64304_solr 
x:testCreateShardRepFactor_x_replica1 s:x c:testCreateShardRepFactor) 
[n:127.0.0.1:64304_solr c:testCreateShardRepFactor s:x  
x:testCreateShardRepFactor_x_replica1] o.a.s.c.SolrCore 
[testCreateShardRepFactor_x_replica1] Registered new searcher 
Searcher@1c63195b[testCreateShardRepFactor_x_replica1] 
main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 900520 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 900520 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 900520 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.c.SyncStrategy Sync replicas to 
http://127.0.0.1:64304/solr/testCreateShardRepFactor_x_replica1/
   [junit4]   2> 900520 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 900520 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.c.SyncStrategy 
http://127.0.0.1:64304/solr/testCreateShardRepFactor_x_replica1/ has no replicas
   [junit4]   2> 900526 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.c.ShardLeaderElectionContext I am the new leader: 
http://127.0.0.1:64304/solr/testCreateShardRepFactor_x_replica1/ x
   [junit4]   2> 900632 INFO  
(zkCallback-985-thread-1-processing-n:127.0.0.1:64301_solr) 
[n:127.0.0.1:64301_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 900632 INFO  
(zkCallback-987-thread-1-processing-n:127.0.0.1:64304_solr) 
[n:127.0.0.1:64304_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 900633 INFO  
(zkCallback-986-thread-1-processing-n:127.0.0.1:64302_solr) 
[n:127.0.0.1:64302_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/testCreateShardRepFactor/state.json] for collection 
[testCreateShardRepFactor] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 900680 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 900684 INFO  (qtp1474850440-5504) [n:127.0.0.1:64304_solr 
c:testCreateShardRepFactor s:x  x:testCreateShardRepFactor_x_replica1] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={qt=/admin/cores&name=testCreateShardRepFactor_x_replica1&action=CREATE&numShards=1&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2}
 status=0 QTime=1341
   [junit4]   2> 900685 INFO  
(OverseerThreadFactory-2585-thread-2-processing-n:127.0.0.1:64303_solr) 
[n:127.0.0.1:64303_solr    ] o.a.s.c.CreateShardCmd Finished create command on 
all shards for collection: testCreateShardRepFactor
   [junit4]   2> 900689 INFO  (qtp1885666094-5482) [n:127.0.0.1:64301_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={action=CREATESHARD&collection=testCreateShardRepFactor&shard=x&wt=javabin&version=2}
 status=0 QTime=1578
   [junit4]   2> 900696 INFO  
(TEST-CustomCollectionTest.testCreateShardRepFactor-seed#[D62FC493DF153A9E]) [  
  ] o.a.s.SolrTestCaseJ4 ###Ending testCreateShardRepFactor
   [junit4]   2> 900746 INFO  
(TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[D62FC493DF153A9E])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForImplicitRouter
   [junit4]   2> 900748 INFO  
(TEST-CustomCollectionTest.testRouteFieldForImplicitRouter-seed#[D62FC493DF153A9E])
 [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 900751 INFO  (qtp1885666094-5483) [n:127.0.0.1:64301_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params 
name=testCreateShardRepFactor&action=DELETE&wt=javabin&version=2 and 
sendToOCPQueue=true
   [junit4]   2> 900756 INFO  
(OverseerCollectionConfigSetProcessor-97424739086958601-127.0.0.1:64303_solr-n_0000000000)
 [n:127.0.0.1:64303_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 900756 INFO  
(OverseerThreadFactory-2585-thread-3-processing-n:127.0.0.1:64303_solr) 
[n:127.0.0.1:64303_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing 
Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 900759 INFO  (qtp552936436-5489) [n:127.0.0.1:64302_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.testCreateShardRepFactor.a.replica1
   [junit4]   2> 900759 INFO  (qtp1885666094-5484) [n:127.0.0.1:64301_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.testCreateShardRepFactor.b.replica1
   [junit4]   2> 900760 INFO  (qtp552936436-5489) [n:127.0.0.1:64302_solr    ] 
o.a.s.c.SolrCore [testCreateShardRepFactor_a_replica1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@595982c7
   [junit4]   2> 900761 INFO  (qtp1885666094-5484) [n:127.0.0.1:64301_solr    ] 
o.a.s.c.SolrCore [testCreateShardRepFactor_b_replica1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@39a32d23
   [junit4]   2> 900761 INFO  (qtp1474850440-5505) [n:127.0.0.1:64304_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.testCreateShardRepFactor.x.replica1
   [junit4]   2> 900762 INFO  (qtp1474850440-5505) [n:127.0.0.1:64304_solr    ] 
o.a.s.c.SolrCore [testCreateShardRepFactor_x_replica1]  CLOSING SolrCore 
org.apache.solr.core.SolrCore@306272d6
   [junit4]   2> 900766 INFO  (qtp1885666094-5484) [n:127.0.0.1:64301_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.testCreateShardRepFactor.b.replica1
   [junit4]   2> 900766 INFO  (qtp552936436-5489) [n:127.0.0.1:64302_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.testCreateShardRepFactor.a.replica1
   [junit4]   2> 900767 INFO  (qtp1474850440-5505) [n:127.0.0.1:64304_solr    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: 
solr.core.testCreateShardRepFactor.x.replica1
   [junit4]   2> 900776 INFO  (qtp552936436-5489) [n:127.0.0.1:64302_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=testCreateShardRepFactor_a_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=18
   [junit4]   2> 900778 INFO  (qtp1885666094-5484) [n:127.0.0.1:64301_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=testCreateShardRepFactor_b_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=20
   [junit4]   2> 900799 INFO  (qtp1474850440-5505) [n:127.0.0.1:64304_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores 
params={deleteInstanceDir=true&core=testCreateShardRepFactor_x_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2}
 status=0 QTime=39
   [junit4]   2> 901509 INFO  (qtp1885666094-5483) [n:127.0.0.1:64301_solr    ] 
o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections 
params={name=testCreateShardRepFactor&action=DELETE&wt=javabin&version=2} 
status=0 QTime=758
   [junit4]   2> 901510 INFO  (qtp1885666094-5477) [n:127.0.0.1:64301_solr    ] 
o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params 
shards=a,b,c,d&replicationFactor=4&collection.configName=conf&maxShardsPerNode=5&router.field=shard_s&name=withShardField&router.name=implicit&action=CREATE&wt=javabin&version=2
 and sendToOCPQueue=true
   [junit4]   2> 901515 INFO  
(OverseerThreadFactory-2585-thread-4-processing-n:127.0.0.1:64303_solr) 
[n:127.0.0.1:64303_solr    ] o.a.s.c.CreateCollectionCmd Create collection 
withShardField
   [junit4]   2> 901515 INFO  
(OverseerCollectionConfigSetProcessor-97424739086958601-127.0.0.1:64303_solr-n_0000000000)
 [n:127.0.0.1:64303_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: 
/overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may 
have disconnected from ZooKeeper
   [junit4]   2> 901732 INFO  (qtp1885666094-5481) [n:127.0.0.1:64301_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica2&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
   [junit4]   2> 901736 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica2&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
   [junit4]   2> 901738 INFO  (qtp1885666094-5479) [n:127.0.0.1:64301_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica2&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
   [junit4]   2> 901748 INFO  (qtp1885666094-5482) [n:127.0.0.1:64301_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica2&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
   [junit4]   2> 901751 INFO  (qtp1474850440-5506) [n:127.0.0.1:64304_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica1&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
   [junit4]   2> 901754 INFO  (qtp552936436-5490) [n:127.0.0.1:64302_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica3&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
   [junit4]   2> 901756 INFO  (qtp1474850440-5507) [n:127.0.0.1:64304_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica1&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
   [junit4]   2> 901758 INFO  (qtp928604155-5496) [n:127.0.0.1:64303_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica4&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
   [junit4]   2> 901758 INFO  (qtp928604155-5500) [n:127.0.0.1:64303_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_a_replica4&action=CREATE&numShards=4&collection=withShardField&shard=a&wt=javabin&version=2
   [junit4]   2> 901760 INFO  (qtp928604155-5501) [n:127.0.0.1:64303_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica4&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
   [junit4]   2> 901760 INFO  (qtp928604155-5502) [n:127.0.0.1:64303_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica4&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
   [junit4]   2> 901761 INFO  (qtp552936436-5491) [n:127.0.0.1:64302_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica3&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
   [junit4]   2> 901761 INFO  (qtp552936436-5492) [n:127.0.0.1:64302_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_c_replica3&action=CREATE&numShards=4&collection=withShardField&shard=c&wt=javabin&version=2
   [junit4]   2> 901762 INFO  (qtp1474850440-5509) [n:127.0.0.1:64304_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica1&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
   [junit4]   2> 901762 INFO  (qtp552936436-5493) [n:127.0.0.1:64302_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_b_replica3&action=CREATE&numShards=4&collection=withShardField&shard=b&wt=javabin&version=2
   [junit4]   2> 901763 INFO  (qtp1474850440-5510) [n:127.0.0.1:64304_solr    ] 
o.a.s.h.a.CoreAdminOperation core create command 
qt=/admin/cores&collection.configName=conf&newCollection=true&name=withShardField_d_replica1&action=CREATE&numShards=4&collection=withShardField&shard=d&wt=javabin&version=2
   [junit4]   2> 901919 INFO  
(zkCallback-984-thread-2-processing-n:127.0.0.1:64303_solr) 
[n:127.0.0.1:64303_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/withShardField/state.json] for collection [withShardField] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 901919 INFO  
(zkCallback-985-thread-1-processing-n:127.0.0.1:64301_solr) 
[n:127.0.0.1:64301_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/withShardField/state.json] for collection [withShardField] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 901919 INFO  
(zkCallback-986-thread-1-processing-n:127.0.0.1:64302_solr) 
[n:127.0.0.1:64302_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/withShardField/state.json] for collection [withShardField] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 901919 INFO  
(zkCallback-987-thread-1-processing-n:127.0.0.1:64304_solr) 
[n:127.0.0.1:64304_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: 
[WatchedEvent state:SyncConnected type:NodeDataChanged 
path:/collections/withShardField/state.json] for collection [withShardField] 
has occurred - updating... (live nodes size: [4])
   [junit4]   2> 902770 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.0.0
   [junit4]   2> 902770 INFO  (qtp1885666094-5481) [n:127.0.0.1:64301_solr 
c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.0.0
   [junit4]   2> 902770 INFO  (qtp1885666094-5479) [n:127.0.0.1:64301_solr 
c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.0.0
   [junit4]   2> 902811 INFO  (qtp1885666094-5479) [n:127.0.0.1:64301_solr 
c:withShardField s:a  x:withShardField_a_replica2] o.a.s.s.IndexSchema 
[withShardField_a_replica2] Schema name=cloud-dynamic
   [junit4]   2> 902812 INFO  (qtp1885666094-5481) [n:127.0.0.1:64301_solr 
c:withShardField s:d  x:withShardField_d_replica2] o.a.s.s.IndexSchema 
[withShardField_d_replica2] Schema name=cloud-dynamic
   [junit4]   2> 902833 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:withShardField s:c  x:withShardField_c_replica2] o.a.s.s.IndexSchema 
[withShardField_c_replica2] Schema name=cloud-dynamic
   [junit4]   2> 902863 WARN  (qtp1885666094-5479) [n:127.0.0.1:64301_solr 
c:withShardField s:a  x:withShardField_a_replica2] o.a.s.s.IndexSchema 
[withShardField_a_replica2] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 902864 INFO  (qtp1885666094-5479) [n:127.0.0.1:64301_solr 
c:withShardField s:a  x:withShardField_a_replica2] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 902868 WARN  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:withShardField s:c  x:withShardField_c_replica2] o.a.s.s.IndexSchema 
[withShardField_c_replica2] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 902869 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:withShardField s:c  x:withShardField_c_replica2] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 902873 WARN  (qtp1885666094-5481) [n:127.0.0.1:64301_solr 
c:withShardField s:d  x:withShardField_d_replica2] o.a.s.s.IndexSchema 
[withShardField_d_replica2] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 902874 INFO  (qtp1885666094-5481) [n:127.0.0.1:64301_solr 
c:withShardField s:d  x:withShardField_d_replica2] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 902876 INFO  (qtp1885666094-5479) [n:127.0.0.1:64301_solr 
c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.CoreContainer 
Creating SolrCore 'withShardField_a_replica2' using configuration from 
collection withShardField
   [junit4]   2> 902876 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.CoreContainer 
Creating SolrCore 'withShardField_c_replica2' using configuration from 
collection withShardField
   [junit4]   2> 902876 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:withShardField s:c  x:withShardField_c_replica2] o.a.s.c.SolrCore 
[[withShardField_c_replica2] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node4/withShardField_c_replica2],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node4/./withShardField_c_replica2/data/]
   [junit4]   2> 902879 INFO  (qtp1885666094-5479) [n:127.0.0.1:64301_solr 
c:withShardField s:a  x:withShardField_a_replica2] o.a.s.c.SolrCore 
[[withShardField_a_replica2] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node4/withShardField_a_replica2],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node4/./withShardField_a_replica2/data/]
   [junit4]   2> 902894 INFO  (qtp1885666094-5481) [n:127.0.0.1:64301_solr 
c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.CoreContainer 
Creating SolrCore 'withShardField_d_replica2' using configuration from 
collection withShardField
   [junit4]   2> 902896 INFO  (qtp1885666094-5482) [n:127.0.0.1:64301_solr 
c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.0.0
   [junit4]   2> 902896 INFO  (qtp1885666094-5481) [n:127.0.0.1:64301_solr 
c:withShardField s:d  x:withShardField_d_replica2] o.a.s.c.SolrCore 
[[withShardField_d_replica2] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node4/withShardField_d_replica2],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node4/./withShardField_d_replica2/data/]
   [junit4]   2> 902901 INFO  (qtp552936436-5493) [n:127.0.0.1:64302_solr 
c:withShardField s:b  x:withShardField_b_replica3] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.0.0
   [junit4]   2> 902904 INFO  (qtp928604155-5502) [n:127.0.0.1:64303_solr 
c:withShardField s:c  x:withShardField_c_replica4] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.0.0
   [junit4]   2> 902923 INFO  (qtp552936436-5490) [n:127.0.0.1:64302_solr 
c:withShardField s:a  x:withShardField_a_replica3] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.0.0
   [junit4]   2> 902925 INFO  (qtp1474850440-5510) [n:127.0.0.1:64304_solr 
c:withShardField s:d  x:withShardField_d_replica1] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.0.0
   [junit4]   2> 902927 INFO  (qtp1474850440-5507) [n:127.0.0.1:64304_solr 
c:withShardField s:a  x:withShardField_a_replica1] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.0.0
   [junit4]   2> 902941 INFO  (qtp552936436-5491) [n:127.0.0.1:64302_solr 
c:withShardField s:d  x:withShardField_d_replica3] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.0.0
   [junit4]   2> 902948 INFO  (qtp552936436-5492) [n:127.0.0.1:64302_solr 
c:withShardField s:c  x:withShardField_c_replica3] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.0.0
   [junit4]   2> 902965 INFO  (qtp928604155-5501) [n:127.0.0.1:64303_solr 
c:withShardField s:b  x:withShardField_b_replica4] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.0.0
   [junit4]   2> 902968 INFO  (qtp928604155-5500) [n:127.0.0.1:64303_solr 
c:withShardField s:a  x:withShardField_a_replica4] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.0.0
   [junit4]   2> 902986 INFO  (qtp1474850440-5506) [n:127.0.0.1:64304_solr 
c:withShardField s:c  x:withShardField_c_replica1] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.0.0
   [junit4]   2> 902993 INFO  (qtp1474850440-5509) [n:127.0.0.1:64304_solr 
c:withShardField s:b  x:withShardField_b_replica1] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.0.0
   [junit4]   2> 902995 INFO  (qtp928604155-5496) [n:127.0.0.1:64303_solr 
c:withShardField s:d  x:withShardField_d_replica4] o.a.s.c.SolrConfig Using 
Lucene MatchVersion: 7.0.0
   [junit4]   2> 903010 INFO  (qtp1474850440-5507) [n:127.0.0.1:64304_solr 
c:withShardField s:a  x:withShardField_a_replica1] o.a.s.s.IndexSchema 
[withShardField_a_replica1] Schema name=cloud-dynamic
   [junit4]   2> 903012 INFO  (qtp552936436-5493) [n:127.0.0.1:64302_solr 
c:withShardField s:b  x:withShardField_b_replica3] o.a.s.s.IndexSchema 
[withShardField_b_replica3] Schema name=cloud-dynamic
   [junit4]   2> 903019 INFO  (qtp552936436-5490) [n:127.0.0.1:64302_solr 
c:withShardField s:a  x:withShardField_a_replica3] o.a.s.s.IndexSchema 
[withShardField_a_replica3] Schema name=cloud-dynamic
   [junit4]   2> 903038 INFO  (qtp928604155-5502) [n:127.0.0.1:64303_solr 
c:withShardField s:c  x:withShardField_c_replica4] o.a.s.s.IndexSchema 
[withShardField_c_replica4] Schema name=cloud-dynamic
   [junit4]   2> 903038 INFO  (qtp552936436-5491) [n:127.0.0.1:64302_solr 
c:withShardField s:d  x:withShardField_d_replica3] o.a.s.s.IndexSchema 
[withShardField_d_replica3] Schema name=cloud-dynamic
   [junit4]   2> 903041 INFO  (qtp552936436-5492) [n:127.0.0.1:64302_solr 
c:withShardField s:c  x:withShardField_c_replica3] o.a.s.s.IndexSchema 
[withShardField_c_replica3] Schema name=cloud-dynamic
   [junit4]   2> 903041 INFO  (qtp928604155-5500) [n:127.0.0.1:64303_solr 
c:withShardField s:a  x:withShardField_a_replica4] o.a.s.s.IndexSchema 
[withShardField_a_replica4] Schema name=cloud-dynamic
   [junit4]   2> 903041 INFO  (qtp928604155-5501) [n:127.0.0.1:64303_solr 
c:withShardField s:b  x:withShardField_b_replica4] o.a.s.s.IndexSchema 
[withShardField_b_replica4] Schema name=cloud-dynamic
   [junit4]   2> 903045 INFO  (qtp1474850440-5506) [n:127.0.0.1:64304_solr 
c:withShardField s:c  x:withShardField_c_replica1] o.a.s.s.IndexSchema 
[withShardField_c_replica1] Schema name=cloud-dynamic
   [junit4]   2> 903046 INFO  (qtp1474850440-5510) [n:127.0.0.1:64304_solr 
c:withShardField s:d  x:withShardField_d_replica1] o.a.s.s.IndexSchema 
[withShardField_d_replica1] Schema name=cloud-dynamic
   [junit4]   2> 903055 INFO  (qtp1885666094-5482) [n:127.0.0.1:64301_solr 
c:withShardField s:b  x:withShardField_b_replica2] o.a.s.s.IndexSchema 
[withShardField_b_replica2] Schema name=cloud-dynamic
   [junit4]   2> 903108 INFO  (qtp1474850440-5509) [n:127.0.0.1:64304_solr 
c:withShardField s:b  x:withShardField_b_replica1] o.a.s.s.IndexSchema 
[withShardField_b_replica1] Schema name=cloud-dynamic
   [junit4]   2> 903141 INFO  (qtp928604155-5496) [n:127.0.0.1:64303_solr 
c:withShardField s:d  x:withShardField_d_replica4] o.a.s.s.IndexSchema 
[withShardField_d_replica4] Schema name=cloud-dynamic
   [junit4]   2> 903176 WARN  (qtp1885666094-5482) [n:127.0.0.1:64301_solr 
c:withShardField s:b  x:withShardField_b_replica2] o.a.s.s.IndexSchema 
[withShardField_b_replica2] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 903177 INFO  (qtp1885666094-5482) [n:127.0.0.1:64301_solr 
c:withShardField s:b  x:withShardField_b_replica2] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 903180 WARN  (qtp1474850440-5506) [n:127.0.0.1:64304_solr 
c:withShardField s:c  x:withShardField_c_replica1] o.a.s.s.IndexSchema 
[withShardField_c_replica1] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 903182 INFO  (qtp1474850440-5506) [n:127.0.0.1:64304_solr 
c:withShardField s:c  x:withShardField_c_replica1] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 903183 INFO  (qtp1885666094-5482) [n:127.0.0.1:64301_solr 
c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.CoreContainer 
Creating SolrCore 'withShardField_b_replica2' using configuration from 
collection withShardField
   [junit4]   2> 903184 INFO  (qtp1885666094-5482) [n:127.0.0.1:64301_solr 
c:withShardField s:b  x:withShardField_b_replica2] o.a.s.c.SolrCore 
[[withShardField_b_replica2] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node4/withShardField_b_replica2],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node4/./withShardField_b_replica2/data/]
   [junit4]   2> 903268 INFO  (qtp1474850440-5506) [n:127.0.0.1:64304_solr 
c:withShardField s:c  x:withShardField_c_replica1] o.a.s.c.CoreContainer 
Creating SolrCore 'withShardField_c_replica1' using configuration from 
collection withShardField
   [junit4]   2> 903269 INFO  (qtp1474850440-5506) [n:127.0.0.1:64304_solr 
c:withShardField s:c  x:withShardField_c_replica1] o.a.s.c.SolrCore 
[[withShardField_c_replica1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node1/withShardField_c_replica1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node1/./withShardField_c_replica1/data/]
   [junit4]   2> 903277 WARN  (qtp928604155-5496) [n:127.0.0.1:64303_solr 
c:withShardField s:d  x:withShardField_d_replica4] o.a.s.s.IndexSchema 
[withShardField_d_replica4] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 903278 INFO  (qtp928604155-5496) [n:127.0.0.1:64303_solr 
c:withShardField s:d  x:withShardField_d_replica4] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 903278 WARN  (qtp928604155-5501) [n:127.0.0.1:64303_solr 
c:withShardField s:b  x:withShardField_b_replica4] o.a.s.s.IndexSchema 
[withShardField_b_replica4] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 903279 INFO  (qtp928604155-5501) [n:127.0.0.1:64303_solr 
c:withShardField s:b  x:withShardField_b_replica4] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 903279 WARN  (qtp552936436-5490) [n:127.0.0.1:64302_solr 
c:withShardField s:a  x:withShardField_a_replica3] o.a.s.s.IndexSchema 
[withShardField_a_replica3] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 903280 INFO  (qtp552936436-5490) [n:127.0.0.1:64302_solr 
c:withShardField s:a  x:withShardField_a_replica3] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 903280 WARN  (qtp1474850440-5510) [n:127.0.0.1:64304_solr 
c:withShardField s:d  x:withShardField_d_replica1] o.a.s.s.IndexSchema 
[withShardField_d_replica1] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 903280 INFO  (qtp1474850440-5510) [n:127.0.0.1:64304_solr 
c:withShardField s:d  x:withShardField_d_replica1] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 903281 WARN  (qtp552936436-5493) [n:127.0.0.1:64302_solr 
c:withShardField s:b  x:withShardField_b_replica3] o.a.s.s.IndexSchema 
[withShardField_b_replica3] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 903281 INFO  (qtp552936436-5493) [n:127.0.0.1:64302_solr 
c:withShardField s:b  x:withShardField_b_replica3] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 903282 INFO  (qtp1474850440-5510) [n:127.0.0.1:64304_solr 
c:withShardField s:d  x:withShardField_d_replica1] o.a.s.c.CoreContainer 
Creating SolrCore 'withShardField_d_replica1' using configuration from 
collection withShardField
   [junit4]   2> 903282 INFO  (qtp1474850440-5510) [n:127.0.0.1:64304_solr 
c:withShardField s:d  x:withShardField_d_replica1] o.a.s.c.SolrCore 
[[withShardField_d_replica1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node1/withShardField_d_replica1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node1/./withShardField_d_replica1/data/]
   [junit4]   2> 903283 INFO  (qtp552936436-5493) [n:127.0.0.1:64302_solr 
c:withShardField s:b  x:withShardField_b_replica3] o.a.s.c.CoreContainer 
Creating SolrCore 'withShardField_b_replica3' using configuration from 
collection withShardField
   [junit4]   2> 903283 INFO  (qtp552936436-5493) [n:127.0.0.1:64302_solr 
c:withShardField s:b  x:withShardField_b_replica3] o.a.s.c.SolrCore 
[[withShardField_b_replica3] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node2/withShardField_b_replica3],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node2/./withShardField_b_replica3/data/]
   [junit4]   2> 903284 INFO  (qtp552936436-5490) [n:127.0.0.1:64302_solr 
c:withShardField s:a  x:withShardField_a_replica3] o.a.s.c.CoreContainer 
Creating SolrCore 'withShardField_a_replica3' using configuration from 
collection withShardField
   [junit4]   2> 903284 INFO  (qtp552936436-5490) [n:127.0.0.1:64302_solr 
c:withShardField s:a  x:withShardField_a_replica3] o.a.s.c.SolrCore 
[[withShardField_a_replica3] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node2/withShardField_a_replica3],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node2/./withShardField_a_replica3/data/]
   [junit4]   2> 903286 INFO  (qtp928604155-5501) [n:127.0.0.1:64303_solr 
c:withShardField s:b  x:withShardField_b_replica4] o.a.s.c.CoreContainer 
Creating SolrCore 'withShardField_b_replica4' using configuration from 
collection withShardField
   [junit4]   2> 903286 INFO  (qtp928604155-5501) [n:127.0.0.1:64303_solr 
c:withShardField s:b  x:withShardField_b_replica4] o.a.s.c.SolrCore 
[[withShardField_b_replica4] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node3/withShardField_b_replica4],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node3/./withShardField_b_replica4/data/]
   [junit4]   2> 903288 INFO  (qtp928604155-5496) [n:127.0.0.1:64303_solr 
c:withShardField s:d  x:withShardField_d_replica4] o.a.s.c.CoreContainer 
Creating SolrCore 'withShardField_d_replica4' using configuration from 
collection withShardField
   [junit4]   2> 903288 INFO  (qtp928604155-5496) [n:127.0.0.1:64303_solr 
c:withShardField s:d  x:withShardField_d_replica4] o.a.s.c.SolrCore 
[[withShardField_d_replica4] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node3/withShardField_d_replica4],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node3/./withShardField_d_replica4/data/]
   [junit4]   2> 903303 WARN  (qtp1474850440-5507) [n:127.0.0.1:64304_solr 
c:withShardField s:a  x:withShardField_a_replica1] o.a.s.s.IndexSchema 
[withShardField_a_replica1] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 903303 INFO  (qtp1474850440-5507) [n:127.0.0.1:64304_solr 
c:withShardField s:a  x:withShardField_a_replica1] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 903305 INFO  (qtp1474850440-5507) [n:127.0.0.1:64304_solr 
c:withShardField s:a  x:withShardField_a_replica1] o.a.s.c.CoreContainer 
Creating SolrCore 'withShardField_a_replica1' using configuration from 
collection withShardField
   [junit4]   2> 903308 WARN  (qtp928604155-5502) [n:127.0.0.1:64303_solr 
c:withShardField s:c  x:withShardField_c_replica4] o.a.s.s.IndexSchema 
[withShardField_c_replica4] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 903309 INFO  (qtp1474850440-5507) [n:127.0.0.1:64304_solr 
c:withShardField s:a  x:withShardField_a_replica1] o.a.s.c.SolrCore 
[[withShardField_a_replica1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node1/withShardField_a_replica1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node1/./withShardField_a_replica1/data/]
   [junit4]   2> 903310 INFO  (qtp928604155-5502) [n:127.0.0.1:64303_solr 
c:withShardField s:c  x:withShardField_c_replica4] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 903312 INFO  (qtp928604155-5502) [n:127.0.0.1:64303_solr 
c:withShardField s:c  x:withShardField_c_replica4] o.a.s.c.CoreContainer 
Creating SolrCore 'withShardField_c_replica4' using configuration from 
collection withShardField
   [junit4]   2> 903313 WARN  (qtp552936436-5492) [n:127.0.0.1:64302_solr 
c:withShardField s:c  x:withShardField_c_replica3] o.a.s.s.IndexSchema 
[withShardField_c_replica3] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 903314 INFO  (qtp552936436-5492) [n:127.0.0.1:64302_solr 
c:withShardField s:c  x:withShardField_c_replica3] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 903315 INFO  (qtp552936436-5492) [n:127.0.0.1:64302_solr 
c:withShardField s:c  x:withShardField_c_replica3] o.a.s.c.CoreContainer 
Creating SolrCore 'withShardField_c_replica3' using configuration from 
collection withShardField
   [junit4]   2> 903316 INFO  (qtp552936436-5492) [n:127.0.0.1:64302_solr 
c:withShardField s:c  x:withShardField_c_replica3] o.a.s.c.SolrCore 
[[withShardField_c_replica3] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node2/withShardField_c_replica3],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node2/./withShardField_c_replica3/data/]
   [junit4]   2> 903317 INFO  (qtp928604155-5502) [n:127.0.0.1:64303_solr 
c:withShardField s:c  x:withShardField_c_replica4] o.a.s.c.SolrCore 
[[withShardField_c_replica4] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node3/withShardField_c_replica4],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node3/./withShardField_c_replica4/data/]
   [junit4]   2> 903320 WARN  (qtp928604155-5500) [n:127.0.0.1:64303_solr 
c:withShardField s:a  x:withShardField_a_replica4] o.a.s.s.IndexSchema 
[withShardField_a_replica4] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 903321 INFO  (qtp928604155-5500) [n:127.0.0.1:64303_solr 
c:withShardField s:a  x:withShardField_a_replica4] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 903323 INFO  (qtp928604155-5500) [n:127.0.0.1:64303_solr 
c:withShardField s:a  x:withShardField_a_replica4] o.a.s.c.CoreContainer 
Creating SolrCore 'withShardField_a_replica4' using configuration from 
collection withShardField
   [junit4]   2> 903324 INFO  (qtp928604155-5500) [n:127.0.0.1:64303_solr 
c:withShardField s:a  x:withShardField_a_replica4] o.a.s.c.SolrCore 
[[withShardField_a_replica4] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node3/withShardField_a_replica4],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node3/./withShardField_a_replica4/data/]
   [junit4]   2> 903329 WARN  (qtp552936436-5491) [n:127.0.0.1:64302_solr 
c:withShardField s:d  x:withShardField_d_replica3] o.a.s.s.IndexSchema 
[withShardField_d_replica3] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 903330 INFO  (qtp552936436-5491) [n:127.0.0.1:64302_solr 
c:withShardField s:d  x:withShardField_d_replica3] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 903331 INFO  (qtp552936436-5491) [n:127.0.0.1:64302_solr 
c:withShardField s:d  x:withShardField_d_replica3] o.a.s.c.CoreContainer 
Creating SolrCore 'withShardField_d_replica3' using configuration from 
collection withShardField
   [junit4]   2> 903332 INFO  (qtp552936436-5491) [n:127.0.0.1:64302_solr 
c:withShardField s:d  x:withShardField_d_replica3] o.a.s.c.SolrCore 
[[withShardField_d_replica3] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node2/withShardField_d_replica3],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node2/./withShardField_d_replica3/data/]
   [junit4]   2> 903353 WARN  (qtp1474850440-5509) [n:127.0.0.1:64304_solr 
c:withShardField s:b  x:withShardField_b_replica1] o.a.s.s.IndexSchema 
[withShardField_b_replica1] default search field in schema is text. WARNING: 
Deprecated, please use 'df' on request instead.
   [junit4]   2> 903354 INFO  (qtp1474850440-5509) [n:127.0.0.1:64304_solr 
c:withShardField s:b  x:withShardField_b_replica1] o.a.s.s.IndexSchema Loaded 
schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 903355 INFO  (qtp1474850440-5509) [n:127.0.0.1:64304_solr 
c:withShardField s:b  x:withShardField_b_replica1] o.a.s.c.CoreContainer 
Creating SolrCore 'withShardField_b_replica1' using configuration from 
collection withShardField
   [junit4]   2> 903355 INFO  (qtp1474850440-5509) [n:127.0.0.1:64304_solr 
c:withShardField s:b  x:withShardField_b_replica1] o.a.s.c.SolrCore 
[[withShardField_b_replica1] ] Opening new SolrCore at 
[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node1/withShardField_b_replica1],
 
dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.CustomCollectionTest_D62FC493DF153A9E-001/tempDir-001/node1/./withShardField_b_replica1/data/]
   [junit4]   2> 903368 INFO  (qtp1885666094-5481) [n:127.0.0.1:64301_solr 
c:withShardField s:d  x:withShardField_d_replica2] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 903368 INFO  (qtp1885666094-5481) [n:127.0.0.1:64301_solr 
c:withShardField s:d  x:withShardField_d_replica2] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 903376 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:withShardField s:c  x:withShardField_c_replica2] o.a.s.u.UpdateHandler Using 
UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 903376 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:withShardField s:c  x:withShardField_c_replica2] o.a.s.u.UpdateLog 
Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH 
numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 903378 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:withShardField s:c  x:withShardField_c_replica2] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 903378 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 
c:withShardField s:c  x:withShardField_c_replica2] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 903381 INFO  (qtp1885666094-5481) [n:127.0.0.1:64301_solr 
c:withShardField s:d  x:withShardField_d_replica2] o.a.s.u.CommitTracker Hard 
AutoCommit: disabled
   [junit4]   2> 903381 INFO  (qtp1885666094-5481) [n:127.0.0.1:64301_solr 
c:withShardField s:d  x:withShardField_d_replica2] o.a.s.u.CommitTracker Soft 
AutoCommit: disabled
   [junit4]   2> 903430 INFO  (qtp1885666094-5480) [n:127.0.0.1:64301_solr 

[...truncated too long message...]

tdown
   [junit4]   2> 1204615 INFO  
(zkCallback-1111-thread-5-processing-n:127.0.0.1:64594_) [n:127.0.0.1:64594_    
] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent 
state:SyncConnected type:NodeDataChanged 
path:/collections/collection1/state.json] for collection [collection1] has 
occurred - updating... (live nodes size: [1])
   [junit4]   2> 1208650 INFO  
(recoveryExecutor-1109-thread-1-processing-n:127.0.0.1:64594_ x:collection1 
s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64594_ c:collection1 s:shard1 
r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy RecoveryStrategy has been 
closed
   [junit4]   2> 1208650 INFO  
(recoveryExecutor-1109-thread-1-processing-n:127.0.0.1:64594_ x:collection1 
s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:64594_ c:collection1 s:shard1 
r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Finished recovery process, 
successful=[false]
   [junit4]   2> 1208650 INFO  
(TEST-PeerSyncReplicationTest.test-seed#[D62FC493DF153A9E]) [    ] 
o.a.s.c.Overseer Overseer (id=97424746072178706-127.0.0.1:64594_-n_0000000004) 
closing
   [junit4]   2> 1208650 INFO  
(OverseerStateUpdate-97424746072178706-127.0.0.1:64594_-n_0000000004) 
[n:127.0.0.1:64594_    ] o.a.s.c.Overseer Overseer Loop exiting : 
127.0.0.1:64594_
   [junit4]   2> 1208652 WARN  
(zkCallback-1111-thread-5-processing-n:127.0.0.1:64594_) [n:127.0.0.1:64594_    
] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to 
ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1210161 INFO  
(zkCallback-1111-thread-3-processing-n:127.0.0.1:64594_) [n:127.0.0.1:64594_ 
c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SolrCore 
[collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@36cb4625
   [junit4]   2> 1210162 WARN  
(zkCallback-1111-thread-3-processing-n:127.0.0.1:64594_) [n:127.0.0.1:64594_ 
c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy 
Stopping recovery for core=[collection1] coreNodeName=[core_node2]
   [junit4]   2> 1210205 INFO  
(zkCallback-1111-thread-3-processing-n:127.0.0.1:64594_) [n:127.0.0.1:64594_ 
c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.m.SolrMetricManager 
Closing metric reporters for: solr.core.collection1
   [junit4]   2> 1210206 INFO  
(TEST-PeerSyncReplicationTest.test-seed#[D62FC493DF153A9E]) [    ] 
o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 1210207 INFO  
(TEST-PeerSyncReplicationTest.test-seed#[D62FC493DF153A9E]) [    ] 
o.e.j.s.AbstractConnector Stopped 
ServerConnector@149f2481{HTTP/1.1,[http/1.1]}{127.0.0.1:64594}
   [junit4]   2> 1210207 INFO  
(TEST-PeerSyncReplicationTest.test-seed#[D62FC493DF153A9E]) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@6a4ec715{/,null,UNAVAILABLE}
   [junit4]   2> 1210208 INFO  
(TEST-PeerSyncReplicationTest.test-seed#[D62FC493DF153A9E]) [    ] 
o.a.s.c.ChaosMonkey monkey: stop shard! 64601
   [junit4]   2> 1210210 INFO  
(TEST-PeerSyncReplicationTest.test-seed#[D62FC493DF153A9E]) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:64578 64578
   [junit4]   2> 1210262 INFO  (Thread-1553) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:64578 64578
   [junit4]   2> 1213215 WARN  (Thread-1553) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        6       /solr/aliases.json
   [junit4]   2>        6       /solr/clusterprops.json
   [junit4]   2>        5       /solr/security.json
   [junit4]   2>        5       /solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        6       /solr/clusterstate.json
   [junit4]   2>        4       /solr/collections/collection1/state.json
   [junit4]   2>        2       
/solr/overseer_elect/election/97424746072178697-127.0.0.1:64588_-n_0000000001
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard1/election/97424746072178697-core_node1-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        207     /solr/overseer/collection-queue-work
   [junit4]   2>        41      /solr/overseer/queue
   [junit4]   2>        15      /solr/overseer/queue-work
   [junit4]   2>        6       /solr/collections
   [junit4]   2>        5       /solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  
-Dtestcase=PeerSyncReplicationTest -Dtests.method=test 
-Dtests.seed=D62FC493DF153A9E -Dtests.slow=true -Dtests.locale=zh 
-Dtests.timezone=Israel -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE  212s J1 | PeerSyncReplicationTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: timeout waiting to see 
all nodes active
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([D62FC493DF153A9E:5E7BFB4971E95766]:0)
   [junit4]    >        at 
org.apache.solr.cloud.PeerSyncReplicationTest.waitTillNodesActive(PeerSyncReplicationTest.java:326)
   [junit4]    >        at 
org.apache.solr.cloud.PeerSyncReplicationTest.bringUpDeadNodeAndEnsureNoReplication(PeerSyncReplicationTest.java:277)
   [junit4]    >        at 
org.apache.solr.cloud.PeerSyncReplicationTest.forceNodeFailureAndDoPeerSync(PeerSyncReplicationTest.java:259)
   [junit4]    >        at 
org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:138)
   [junit4]    >        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    >        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    >        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1213217 INFO  
(SUITE-PeerSyncReplicationTest-seed#[D62FC493DF153A9E]-worker) [    ] 
o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.PeerSyncReplicationTest_D62FC493DF153A9E-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{other_tl1=FSTOrd50, range_facet_l_dv=PostingsFormat(name=Asserting), 
rnd_s=Lucene50(blocksize=128), multiDefault=Lucene50(blocksize=128), 
a_t=FSTOrd50, intDefault=FSTOrd50, a_i1=FSTOrd50, 
id=PostingsFormat(name=Asserting), range_facet_i_dv=FSTOrd50, 
text=PostingsFormat(name=MockRandom), range_facet_l=FSTOrd50, 
timestamp=FSTOrd50}, 
docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene70), 
_version_=DocValuesFormat(name=Direct), 
range_facet_i_dv=DocValuesFormat(name=Direct), 
intDvoDefault=DocValuesFormat(name=Memory), 
timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=654, 
maxMBSortInHeap=6.3893751817683055, sim=RandomSimilarity(queryNorm=true): {}, 
locale=zh, timezone=Israel
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_121 
(64-bit)/cpus=3,threads=1,free=60485480,total=372834304
   [junit4]   2> NOTE: All tests run in this JVM: [DistanceUnitsTest, 
CoreMergeIndexesAdminHandlerTest, TestSolrQueryParser, 
TestBinaryResponseWriter, ChaosMonkeySafeLeaderTest, ShardRoutingCustomTest, 
NoCacheHeaderTest, TestExportWriter, SolrIndexSplitterTest, 
SpellCheckComponentTest, TestPHPSerializedResponseWriter, 
TestExactSharedStatsCache, TemplateUpdateProcessorTest, LoggingHandlerTest, 
VMParamsZkACLAndCredentialsProvidersTest, BasicDistributedZk2Test, 
LeaderElectionIntegrationTest, TestCustomStream, 
TestOverriddenPrefixQueryForCustomFieldType, TestSolrCloudWithDelegationTokens, 
TestCustomSort, AutoCommitTest, SuggesterTSTTest, TestSolrIndexConfig, 
PreAnalyzedFieldTest, TestDocBasedVersionConstraints, 
TestHdfsBackupRestoreCore, TestAnalyzeInfixSuggestions, CdcrUpdateLogTest, 
TestShortCircuitedRequests, TestConfigSetImmutable, BlockDirectoryTest, 
RollingRestartTest, DistributedIntervalFacetingTest, 
DistributedQueryComponentCustomSortTest, 
TestSolrQueryParserDefaultOperatorResource, FieldAnalysisRequestHandlerTest, 
HLLSerializationTest, TestFileDictionaryLookup, HighlighterConfigTest, 
DistributedFacetPivotSmallTest, TestSuggestSpellingConverter, 
UpdateRequestProcessorFactoryTest, TestJmxMonitoredMap, TestManagedResource, 
TestXmlQParser, SpellCheckCollatorTest, TestDFISimilarityFactory, 
SolrCmdDistributorTest, TestDynamicFieldResource, TestMacroExpander, 
EchoParamsTest, UtilsToolTest, ConcurrentDeleteAndCreateCollectionTest, 
StatsComponentTest, OverriddenZkACLAndCredentialsProvidersTest, 
TestFieldResource, TestBulkSchemaConcurrent, TestConfig, DateRangeFieldTest, 
ResponseHeaderTest, TestConfigsApi, RemoteQueryErrorTest, TestPushWriter, 
HdfsDirectoryTest, AnalyticsQueryTest, TestAnalyzedSuggestions, AssignTest, 
TermVectorComponentDistributedTest, TlogReplayBufferedWhileIndexingTest, 
TestRealTimeGet, IgnoreCommitOptimizeUpdateProcessorFactoryTest, EnumFieldTest, 
TestSchemaVersionResource, TestRuleBasedAuthorizationPlugin, JsonLoaderTest, 
SimpleCollectionCreateDeleteTest, CurrencyFieldOpenExchangeTest, 
ConnectionManagerTest, HdfsNNFailoverTest, DistributedQueueTest, 
MinimalSchemaTest, TestFieldCacheReopen, ResponseLogComponentTest, 
TestStressInPlaceUpdates, TestMinMaxOnMultiValuedField, TestSearchPerf, 
TestPerFieldSimilarityWithDefaultOverride, UUIDFieldTest, SortSpecParsingTest, 
TestCloudPseudoReturnFields, TestAtomicUpdateErrorCases, 
DocValuesNotIndexedTest, TestReqParamsAPI, TestDFRSimilarityFactory, 
ClassificationUpdateProcessorIntegrationTest, TestInitParams, 
TestDelegationWithHadoopAuth, TermVectorComponentTest, TestSolr4Spatial, 
TestHdfsCloudBackupRestore, TestLocalFSCloudBackupRestore, 
CustomCollectionTest, TestSimpleTrackingShardHandler, TestTrie, 
TestObjectReleaseTracker, CircularListTest, TestPathTrie, 
TestClusterProperties, TestFieldCacheVsDocValues, 
SignatureUpdateProcessorFactoryTest, ShufflingReplicaListTransformerTest, 
HdfsRecoveryZkTest, TestLRUStatsCache, JSONWriterTest, PeerSyncReplicationTest]
   [junit4] Completed [221/693 (2!)] on J1 in 212.00s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 63972 lines...]

---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to