Build: https://builds.apache.org/job/Lucene-Solr-Tests-6.x/654/
1 tests failed. FAILED: org.apache.solr.cloud.CollectionsAPISolrJTest.testSplitShard Error Message: Error from server at https://127.0.0.1:57624/solr: Could not fully remove collection: solrj_test_splitshard Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:57624/solr: Could not fully remove collection: solrj_test_splitshard at __randomizedtesting.SeedInfo.seed([8E7578B987654669:557FD5D599907AD6]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166) at org.apache.solr.cloud.CollectionsAPISolrJTest.testSplitShard(CollectionsAPISolrJTest.java:143) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:811) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:462) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367) at java.lang.Thread.run(Thread.java:745) Build Log: [...truncated 12205 lines...] [junit4] Suite: org.apache.solr.cloud.CollectionsAPISolrJTest [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPISolrJTest_8E7578B987654669-001/init-core-data-001 [junit4] 2> 1153578 INFO (SUITE-CollectionsAPISolrJTest-seed#[8E7578B987654669]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 1153579 INFO (SUITE-CollectionsAPISolrJTest-seed#[8E7578B987654669]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPISolrJTest_8E7578B987654669-001/tempDir-001 [junit4] 2> 1153579 INFO (SUITE-CollectionsAPISolrJTest-seed#[8E7578B987654669]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1153581 INFO (Thread-3893) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1153582 INFO (Thread-3893) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1153682 INFO (SUITE-CollectionsAPISolrJTest-seed#[8E7578B987654669]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:53007 [junit4] 2> 1153701 INFO (jetty-launcher-2263-thread-1) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 1153703 INFO (jetty-launcher-2263-thread-2) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 1153709 INFO (jetty-launcher-2263-thread-3) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 1153759 INFO (jetty-launcher-2263-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20c6af4f{/solr,null,AVAILABLE} [junit4] 2> 1153761 INFO (jetty-launcher-2263-thread-4) [ ] o.e.j.s.Server jetty-9.3.14.v20161028 [junit4] 2> 1153766 INFO (jetty-launcher-2263-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@21e37090{/solr,null,AVAILABLE} [junit4] 2> 1153777 INFO (jetty-launcher-2263-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5ea7a5dc{SSL,[ssl, http/1.1]}{127.0.0.1:46810} [junit4] 2> 1153777 INFO (jetty-launcher-2263-thread-3) [ ] o.e.j.s.Server Started @1157944ms [junit4] 2> 1153777 INFO (jetty-launcher-2263-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46810} [junit4] 2> 1153777 ERROR (jetty-launcher-2263-thread-3) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1153777 INFO (jetty-launcher-2263-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0 [junit4] 2> 1153777 INFO (jetty-launcher-2263-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1153777 INFO (jetty-launcher-2263-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1153777 INFO (jetty-launcher-2263-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-06T21:41:12.390Z [junit4] 2> 1153792 INFO (jetty-launcher-2263-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@524966b3{SSL,[ssl, http/1.1]}{127.0.0.1:40694} [junit4] 2> 1153792 INFO (jetty-launcher-2263-thread-2) [ ] o.e.j.s.Server Started @1157959ms [junit4] 2> 1153793 INFO (jetty-launcher-2263-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40694} [junit4] 2> 1153793 ERROR (jetty-launcher-2263-thread-2) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1153793 INFO (jetty-launcher-2263-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0 [junit4] 2> 1153793 INFO (jetty-launcher-2263-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1153793 INFO (jetty-launcher-2263-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1153793 INFO (jetty-launcher-2263-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-06T21:41:12.406Z [junit4] 2> 1153796 INFO (jetty-launcher-2263-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13b473d8{/solr,null,AVAILABLE} [junit4] 2> 1153797 INFO (jetty-launcher-2263-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3b7295cf{SSL,[ssl, http/1.1]}{127.0.0.1:57624} [junit4] 2> 1153797 INFO (jetty-launcher-2263-thread-4) [ ] o.e.j.s.Server Started @1157964ms [junit4] 2> 1153797 INFO (jetty-launcher-2263-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57624} [junit4] 2> 1153797 ERROR (jetty-launcher-2263-thread-4) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1153797 INFO (jetty-launcher-2263-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0 [junit4] 2> 1153797 INFO (jetty-launcher-2263-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1153798 INFO (jetty-launcher-2263-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1153798 INFO (jetty-launcher-2263-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-06T21:41:12.411Z [junit4] 2> 1153810 INFO (jetty-launcher-2263-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23fda024{/solr,null,AVAILABLE} [junit4] 2> 1153812 INFO (jetty-launcher-2263-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4d6a3f45{SSL,[ssl, http/1.1]}{127.0.0.1:40572} [junit4] 2> 1153812 INFO (jetty-launcher-2263-thread-1) [ ] o.e.j.s.Server Started @1157978ms [junit4] 2> 1153812 INFO (jetty-launcher-2263-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40572} [junit4] 2> 1153812 ERROR (jetty-launcher-2263-thread-1) [ ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1153812 INFO (jetty-launcher-2263-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 6.4.0 [junit4] 2> 1153812 INFO (jetty-launcher-2263-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1153812 INFO (jetty-launcher-2263-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1153812 INFO (jetty-launcher-2263-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-01-06T21:41:12.425Z [junit4] 2> 1153828 INFO (jetty-launcher-2263-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1153843 INFO (jetty-launcher-2263-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1153844 INFO (jetty-launcher-2263-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1153850 INFO (jetty-launcher-2263-thread-4) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 1153850 INFO (jetty-launcher-2263-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1153854 INFO (jetty-launcher-2263-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53007/solr [junit4] 2> 1153856 INFO (jetty-launcher-2263-thread-3) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 1153856 INFO (jetty-launcher-2263-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53007/solr [junit4] 2> 1153858 INFO (jetty-launcher-2263-thread-1) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 1153859 INFO (jetty-launcher-2263-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53007/solr [junit4] 2> 1153860 INFO (jetty-launcher-2263-thread-2) [ ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true [junit4] 2> 1153861 INFO (jetty-launcher-2263-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53007/solr [junit4] 2> 1153872 INFO (jetty-launcher-2263-thread-4) [n:127.0.0.1:57624_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57624_solr [junit4] 2> 1153872 INFO (jetty-launcher-2263-thread-4) [n:127.0.0.1:57624_solr ] o.a.s.c.Overseer Overseer (id=97238310728171529-127.0.0.1:57624_solr-n_0000000000) starting [junit4] 2> 1153879 INFO (jetty-launcher-2263-thread-3) [n:127.0.0.1:46810_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46810_solr [junit4] 2> 1153890 INFO (zkCallback-2278-thread-1-processing-n:127.0.0.1:57624_solr) [n:127.0.0.1:57624_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1153891 INFO (jetty-launcher-2263-thread-4) [n:127.0.0.1:57624_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57624_solr [junit4] 2> 1153902 INFO (zkCallback-2278-thread-1-processing-n:127.0.0.1:57624_solr) [n:127.0.0.1:57624_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1153924 INFO (jetty-launcher-2263-thread-2) [n:127.0.0.1:40694_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1153926 INFO (jetty-launcher-2263-thread-2) [n:127.0.0.1:40694_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40694_solr [junit4] 2> 1153927 INFO (zkCallback-2282-thread-1-processing-n:127.0.0.1:46810_solr) [n:127.0.0.1:46810_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 1153934 INFO (zkCallback-2285-thread-1-processing-n:127.0.0.1:40694_solr) [n:127.0.0.1:40694_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1153950 INFO (zkCallback-2278-thread-2-processing-n:127.0.0.1:57624_solr) [n:127.0.0.1:57624_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1153951 INFO (jetty-launcher-2263-thread-1) [n:127.0.0.1:40572_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 1153954 INFO (jetty-launcher-2263-thread-1) [n:127.0.0.1:40572_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40572_solr [junit4] 2> 1153955 INFO (zkCallback-2282-thread-1-processing-n:127.0.0.1:46810_solr) [n:127.0.0.1:46810_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1153955 INFO (zkCallback-2285-thread-1-processing-n:127.0.0.1:40694_solr) [n:127.0.0.1:40694_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1153955 INFO (zkCallback-2278-thread-1-processing-n:127.0.0.1:57624_solr) [n:127.0.0.1:57624_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1153956 INFO (zkCallback-2283-thread-1-processing-n:127.0.0.1:40572_solr) [n:127.0.0.1:40572_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1153977 INFO (jetty-launcher-2263-thread-2) [n:127.0.0.1:40694_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPISolrJTest_8E7578B987654669-001/tempDir-001/node2/. [junit4] 2> 1153978 INFO (jetty-launcher-2263-thread-4) [n:127.0.0.1:57624_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPISolrJTest_8E7578B987654669-001/tempDir-001/node4/. [junit4] 2> 1153994 INFO (jetty-launcher-2263-thread-1) [n:127.0.0.1:40572_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPISolrJTest_8E7578B987654669-001/tempDir-001/node1/. [junit4] 2> 1153997 INFO (jetty-launcher-2263-thread-3) [n:127.0.0.1:46810_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPISolrJTest_8E7578B987654669-001/tempDir-001/node3/. [junit4] 2> 1156002 INFO (SUITE-CollectionsAPISolrJTest-seed#[8E7578B987654669]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1156003 INFO (SUITE-CollectionsAPISolrJTest-seed#[8E7578B987654669]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53007/solr ready [junit4] 2> 1156022 INFO (TEST-CollectionsAPISolrJTest.testOverseerStatus-seed#[8E7578B987654669]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOverseerStatus [junit4] 2> 1156090 INFO (qtp1108400643-12622) [n:127.0.0.1:57624_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1156116 INFO (qtp1108400643-12622) [n:127.0.0.1:57624_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=26 [junit4] 2> 1156117 INFO (TEST-CollectionsAPISolrJTest.testOverseerStatus-seed#[8E7578B987654669]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testOverseerStatus [junit4] 2> 1156140 INFO (TEST-CollectionsAPISolrJTest.testClusterProp-seed#[8E7578B987654669]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testClusterProp [junit4] 2> 1156143 INFO (qtp1108400643-12623) [n:127.0.0.1:57624_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1156144 INFO (qtp1108400643-12623) [n:127.0.0.1:57624_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 1156146 INFO (qtp1108400643-12624) [n:127.0.0.1:57624_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1156147 INFO (qtp1108400643-12624) [n:127.0.0.1:57624_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 1156148 INFO (TEST-CollectionsAPISolrJTest.testClusterProp-seed#[8E7578B987654669]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testClusterProp [junit4] 2> 1156168 INFO (TEST-CollectionsAPISolrJTest.testAddAndRemoveRole-seed#[8E7578B987654669]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddAndRemoveRole [junit4] 2> 1156171 INFO (qtp1108400643-12617) [n:127.0.0.1:57624_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addrole with params node=127.0.0.1:40572_solr&role=overseer&action=ADDROLE&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1156173 INFO (OverseerThreadFactory-6005-thread-2-processing-n:127.0.0.1:57624_solr) [n:127.0.0.1:57624_solr ] o.a.s.c.OverseerRoleCmd Overseer role added to 127.0.0.1:40572_solr [junit4] 2> 1156173 INFO (OverseerCollectionConfigSetProcessor-97238310728171529-127.0.0.1:57624_solr-n_0000000000) [n:127.0.0.1:57624_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1156181 INFO (qtp1108400643-12617) [n:127.0.0.1:57624_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:40572_solr&role=overseer&action=ADDROLE&wt=javabin&version=2} status=0 QTime=9 [junit4] 2> 1156183 INFO (qtp1108400643-12620) [n:127.0.0.1:57624_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1156185 INFO (qtp1108400643-12620) [n:127.0.0.1:57624_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=1 [junit4] 2> 1156187 INFO (Thread-3930) [n:127.0.0.1:57624_solr ] o.a.s.c.OverseerNodePrioritizer prioritizing overseer nodes at 97238310728171529-127.0.0.1:57624_solr-n_0000000000 overseer designates are [127.0.0.1:40572_solr] [junit4] 2> 1156187 INFO (qtp1108400643-12621) [n:127.0.0.1:57624_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:40572_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1156188 INFO (Thread-3930) [n:127.0.0.1:57624_solr ] o.a.s.c.OverseerNodePrioritizer sorted nodes [97238310728171529-127.0.0.1:57624_solr-n_0000000000, 97238310728171530-127.0.0.1:46810_solr-n_0000000001, 97238310728171532-127.0.0.1:40694_solr-n_0000000002, 97238310728171531-127.0.0.1:40572_solr-n_0000000003] [junit4] 2> 1156188 INFO (Thread-3930) [n:127.0.0.1:57624_solr ] o.a.s.c.OverseerNodePrioritizer asking node 97238310728171531-127.0.0.1:40572_solr-n_0000000003 to come join election at head [junit4] 2> 1156199 INFO (OverseerCollectionConfigSetProcessor-97238310728171529-127.0.0.1:57624_solr-n_0000000000) [n:127.0.0.1:57624_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1156200 INFO (OverseerThreadFactory-6005-thread-3-processing-n:127.0.0.1:57624_solr) [n:127.0.0.1:57624_solr ] o.a.s.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:40572_solr [junit4] 2> 1156229 INFO (qtp1108400643-12621) [n:127.0.0.1:57624_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:40572_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=42 [junit4] 2> 1156231 INFO (qtp1108400643-12622) [n:127.0.0.1:57624_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1156235 INFO (qtp1108400643-12622) [n:127.0.0.1:57624_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=3 [junit4] 2> 1156235 INFO (TEST-CollectionsAPISolrJTest.testAddAndRemoveRole-seed#[8E7578B987654669]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAddAndRemoveRole [junit4] 2> 1156256 INFO (TEST-CollectionsAPISolrJTest.testSplitShard-seed#[8E7578B987654669]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSplitShard [junit4] 2> 1156258 INFO (qtp1108400643-12623) [n:127.0.0.1:57624_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=solrj_test_splitshard&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1156260 INFO (OverseerCollectionConfigSetProcessor-97238310728171529-127.0.0.1:57624_solr-n_0000000000) [n:127.0.0.1:57624_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1156260 INFO (OverseerThreadFactory-6005-thread-4-processing-n:127.0.0.1:57624_solr) [n:127.0.0.1:57624_solr ] o.a.s.c.CreateCollectionCmd Create collection solrj_test_splitshard [junit4] 2> 1156264 INFO (qtp852841910-12612) [n:127.0.0.1:40572_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoinAtHead&qt=/admin/cores&action=OVERSEEROP&electionNode=97238310728171531-127.0.0.1:40572_solr-n_0000000003&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 1156264 INFO (Thread-3930) [n:127.0.0.1:57624_solr ] o.a.s.c.OverseerNodePrioritizer asking the old first in line 97238310728171530-127.0.0.1:46810_solr-n_0000000001 to rejoin election [junit4] 2> 1156328 INFO (qtp669334722-12603) [n:127.0.0.1:46810_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoin&qt=/admin/cores&action=OVERSEEROP&electionNode=97238310728171530-127.0.0.1:46810_solr-n_0000000001&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 1156331 INFO (OverseerStateUpdate-97238310728171529-127.0.0.1:57624_solr-n_0000000000) [n:127.0.0.1:57624_solr ] o.a.s.c.Overseer Quit command received { [junit4] 2> "operation":"quit", [junit4] 2> "id":"97238310728171529-127.0.0.1:57624_solr-n_0000000000"} 127.0.0.1:57624_solr [junit4] 2> 1156370 INFO (qtp852841910-12613) [n:127.0.0.1:40572_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=solrj_test_splitshard_shard1_replica1&action=CREATE&numShards=2&collection=solrj_test_splitshard&shard=shard1&wt=javabin&version=2 [junit4] 2> 1156428 INFO (qtp357673595-12593) [n:127.0.0.1:40694_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=solrj_test_splitshard_shard2_replica1&action=CREATE&numShards=2&collection=solrj_test_splitshard&shard=shard2&wt=javabin&version=2 [junit4] 2> 1246456 ERROR (OverseerThreadFactory-6005-thread-4-processing-n:127.0.0.1:57624_solr) [n:127.0.0.1:57624_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:40572/solr [junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:40572/solr [junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621) [junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279) [junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268) [junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219) [junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:163) [junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) [junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) [junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out [junit4] 2> at java.net.SocketInputStream.socketRead0(Native Method) [junit4] 2> at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) [junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:170) [junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:141) [junit4] 2> at sun.security.ssl.InputRecord.readFully(InputRecord.java:465) [junit4] 2> at sun.security.ssl.InputRecord.read(InputRecord.java:503) [junit4] 2> at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973) [junit4] 2> at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930) [junit4] 2> at sun.security.ssl.AppInputStream.read(AppInputStream.java:105) [junit4] 2> at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160) [junit4] 2> at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84) [junit4] 2> at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273) [junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140) [junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57) [junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261) [junit4] 2> at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283) [junit4] 2> at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251) [junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197) [junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272) [junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124) [junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:57) [junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685) [junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487) [junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882) [junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82) [junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55) [junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515) [junit4] 2> ... 12 more [junit4] 2> 1246515 ERROR (OverseerThreadFactory-6005-thread-4-processing-n:127.0.0.1:57624_solr) [n:127.0.0.1:57624_solr ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:40694/solr [junit4] 2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:40694/solr [junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:621) [junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279) [junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268) [junit4] 2> at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219) [junit4] 2> at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:163) [junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) [junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) [junit4] 2> at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> Caused by: java.net.SocketTimeoutException: Read timed out [junit4] 2> at java.net.SocketInputStream.socketRead0(Native Method) [junit4] 2> at java.net.SocketInputStream.socketRead(SocketInputStream.java:116) [junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:170) [junit4] 2> at java.net.SocketInputStream.read(SocketInputStream.java:141) [junit4] 2> at sun.security.ssl.InputRecord.readFully(InputRecord.java:465) [junit4] 2> at sun.security.ssl.InputRecord.read(InputRecord.java:503) [junit4] 2> at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:973) [junit4] 2> at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:930) [junit4] 2> at sun.security.ssl.AppInputStream.read(AppInputStream.java:105) [junit4] 2> at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160) [junit4] 2> at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84) [junit4] 2> at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273) [junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140) [junit4] 2> at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57) [junit4] 2> at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261) [junit4] 2> at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283) [junit4] 2> at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251) [junit4] 2> at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197) [junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272) [junit4] 2> at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124) [junit4] 2> at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:57) [junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685) [junit4] 2> at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487) [junit4] 2> at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882) [junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82) [junit4] 2> at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55) [junit4] 2> at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:515) [junit4] 2> ... 12 more [junit4] 2> 1246517 ERROR (OverseerThreadFactory-6005-thread-4-processing-n:127.0.0.1:57624_solr) [n:127.0.0.1:57624_solr ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [solrj_test_splitshard]. [junit4] 2> 1246517 INFO (OverseerThreadFactory-6005-thread-4-processing-n:127.0.0.1:57624_solr) [n:127.0.0.1:57624_solr ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true [junit4] 2> 1276535 ERROR (OverseerThreadFactory-6005-thread-4-processing-n:127.0.0.1:57624_solr) [n:127.0.0.1:57624_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: solrj_test_splitshard operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: solrj_test_splitshard [junit4] 2> at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:99) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:694) [junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:276) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> [junit4] 2> 1276550 INFO (zkCallback-2283-thread-2-processing-n:127.0.0.1:40572_solr) [n:127.0.0.1:40572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/solrj_test_splitshard/state.json] for collection [solrj_test_splitshard] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1276629 INFO (zkCallback-2285-thread-2-processing-n:127.0.0.1:40694_solr) [n:127.0.0.1:40694_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/solrj_test_splitshard/state.json] for collection [solrj_test_splitshard] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1276631 INFO (qtp1108400643-12623) [n:127.0.0.1:57624_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=solrj_test_splitshard&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=120373 [junit4] 2> 1276631 ERROR (qtp1108400643-12623) [n:127.0.0.1:57624_solr ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully remove collection: solrj_test_splitshard [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:287) [junit4] 2> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:218) [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:166) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:664) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:445) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:296) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:110) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) [junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95) [junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> [junit4] 2> 1276632 INFO (TEST-CollectionsAPISolrJTest.testSplitShard-seed#[8E7578B987654669]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSplitShard [junit4] 2> 1276632 INFO (OverseerStateUpdate-97238310728171529-127.0.0.1:57624_solr-n_0000000000) [n:127.0.0.1:57624_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:57624_solr [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPISolrJTest -Dtests.method=testSplitShard -Dtests.seed=8E7578B987654669 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=pt-BR -Dtests.timezone=Etc/GMT-2 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1 [junit4] ERROR 120s J2 | CollectionsAPISolrJTest.testSplitShard <<< [junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:57624/solr: Could not fully remove collection: solrj_test_splitshard [junit4] > at __randomizedtesting.SeedInfo.seed([8E7578B987654669:557FD5D599907AD6]:0) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:610) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:435) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:387) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1344) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1095) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1037) [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149) [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:166) [junit4] > at org.apache.solr.cloud.CollectionsAPISolrJTest.testSplitShard(CollectionsAPISolrJTest.java:143) [junit4] > at java.lang.Thread.run(Thread.java:745) [junit4] 2> 1276691 WARN (OverseerExitThread) [n:127.0.0.1:57624_solr ] o.a.s.c.Overseer I'm exiting, but I'm still the leader [junit4] 2> 1276698 INFO (OverseerExitThread) [n:127.0.0.1:57624_solr ] o.a.s.c.Overseer Overseer (id=97238310728171529-127.0.0.1:57624_solr-n_0000000000) closing [junit4] 2> 1276700 INFO (zkCallback-2282-thread-2-processing-n:127.0.0.1:46810_solr) [n:127.0.0.1:46810_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46810_solr [junit4] 2> 1276704 INFO (zkCallback-2282-thread-2-processing-n:127.0.0.1:46810_solr) [n:127.0.0.1:46810_solr ] o.a.s.c.Overseer Overseer (id=97238310728171530-127.0.0.1:46810_solr-n_0000000001) starting [junit4] 2> 1276707 INFO (TEST-CollectionsAPISolrJTest.testAddAndDeleteReplica-seed#[8E7578B987654669]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddAndDeleteReplica [junit4] 2> 1276708 INFO (qtp1108400643-12624) [n:127.0.0.1:57624_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=solrj_replicatests&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1276750 INFO (OverseerThreadFactory-6015-thread-1-processing-n:127.0.0.1:46810_solr) [n:127.0.0.1:46810_solr ] o.a.s.c.CreateCollectionCmd Create collection solrj_replicatests [junit4] 2> 1276964 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=solrj_replicatests_shard1_replica1&action=CREATE&numShards=1&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2 [junit4] 2> 1276974 INFO (qtp852841910-12612) [n:127.0.0.1:40572_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=solrj_replicatests_shard1_replica2&action=CREATE&numShards=1&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2 [junit4] 2> 1277077 INFO (zkCallback-2283-thread-3-processing-n:127.0.0.1:40572_solr) [n:127.0.0.1:40572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1277078 INFO (zkCallback-2282-thread-3-processing-n:127.0.0.1:46810_solr) [n:127.0.0.1:46810_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1277980 INFO (qtp852841910-12612) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0 [junit4] 2> 1277986 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0 [junit4] 2> 1277992 INFO (qtp852841910-12612) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica2] o.a.s.s.IndexSchema [solrj_replicatests_shard1_replica2] Schema name=minimal [junit4] 2> 1277994 INFO (qtp852841910-12612) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1278003 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.s.IndexSchema [solrj_replicatests_shard1_replica1] Schema name=minimal [junit4] 2> 1278005 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1278005 INFO (qtp852841910-12612) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'solrj_replicatests_shard1_replica2' using configuration from collection solrj_replicatests [junit4] 2> 1278006 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'solrj_replicatests_shard1_replica1' using configuration from collection solrj_replicatests [junit4] 2> 1278006 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.c.SolrCore [[solrj_replicatests_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPISolrJTest_8E7578B987654669-001/tempDir-001/node3/solrj_replicatests_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPISolrJTest_8E7578B987654669-001/tempDir-001/node3/./solrj_replicatests_shard1_replica1/data/] [junit4] 2> 1278007 INFO (qtp852841910-12612) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica2] o.a.s.c.SolrCore [[solrj_replicatests_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPISolrJTest_8E7578B987654669-001/tempDir-001/node1/solrj_replicatests_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPISolrJTest_8E7578B987654669-001/tempDir-001/node1/./solrj_replicatests_shard1_replica2/data/] [junit4] 2> 1278032 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 1278032 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1278033 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1278033 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1278034 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@41be4cd9[solrj_replicatests_shard1_replica1] main] [junit4] 2> 1278034 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 1278034 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 1278035 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 1278035 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555813102149173248 [junit4] 2> 1278039 INFO (searcherExecutor-6017-thread-1-processing-n:127.0.0.1:46810_solr x:solrj_replicatests_shard1_replica1 s:shard1 c:solrj_replicatests) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.c.SolrCore [solrj_replicatests_shard1_replica1] Registered new searcher Searcher@41be4cd9[solrj_replicatests_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1278040 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms [junit4] 2> 1278062 INFO (qtp852841910-12612) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 1278062 INFO (qtp852841910-12612) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1278063 INFO (qtp852841910-12612) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1278063 INFO (qtp852841910-12612) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1278064 INFO (qtp852841910-12612) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@79bebbd8[solrj_replicatests_shard1_replica2] main] [junit4] 2> 1278064 INFO (qtp852841910-12612) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 1278064 INFO (qtp852841910-12612) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 1278064 INFO (qtp852841910-12612) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 1278065 INFO (qtp852841910-12612) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555813102180630528 [junit4] 2> 1278068 INFO (searcherExecutor-6016-thread-1-processing-n:127.0.0.1:40572_solr x:solrj_replicatests_shard1_replica2 s:shard1 c:solrj_replicatests) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica2] o.a.s.c.SolrCore [solrj_replicatests_shard1_replica2] Registered new searcher Searcher@79bebbd8[solrj_replicatests_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1278141 INFO (zkCallback-2282-thread-2-processing-n:127.0.0.1:46810_solr) [n:127.0.0.1:46810_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1278142 INFO (zkCallback-2283-thread-3-processing-n:127.0.0.1:40572_solr) [n:127.0.0.1:40572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1278541 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 1278541 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 1278541 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46810/solr/solrj_replicatests_shard1_replica1/ [junit4] 2> 1278541 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=solrj_replicatests_shard1_replica1 url=https://127.0.0.1:46810/solr START replicas=[https://127.0.0.1:40572/solr/solrj_replicatests_shard1_replica2/] nUpdates=100 [junit4] 2> 1278541 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=solrj_replicatests_shard1_replica1 url=https://127.0.0.1:46810/solr DONE. We have no versions. sync failed. [junit4] 2> 1278546 INFO (qtp852841910-12597) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 r:core_node2 x:solrj_replicatests_shard1_replica2] o.a.s.c.S.Request [solrj_replicatests_shard1_replica2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 1278548 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 1278548 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 1278551 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46810/solr/solrj_replicatests_shard1_replica1/ shard1 [junit4] 2> 1278653 INFO (zkCallback-2282-thread-5-processing-n:127.0.0.1:46810_solr) [n:127.0.0.1:46810_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1278653 INFO (zkCallback-2283-thread-3-processing-n:127.0.0.1:40572_solr) [n:127.0.0.1:40572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1278702 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 1278704 INFO (qtp669334722-12604) [n:127.0.0.1:46810_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=solrj_replicatests_shard1_replica1&action=CREATE&numShards=1&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2} status=0 QTime=1739 [junit4] 2> 1278805 INFO (zkCallback-2283-thread-3-processing-n:127.0.0.1:40572_solr) [n:127.0.0.1:40572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1278806 INFO (zkCallback-2282-thread-4-processing-n:127.0.0.1:46810_solr) [n:127.0.0.1:46810_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1279072 INFO (qtp852841910-12612) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=solrj_replicatests_shard1_replica2&action=CREATE&numShards=1&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2} status=0 QTime=2097 [junit4] 2> 1279076 INFO (qtp1108400643-12624) [n:127.0.0.1:57624_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 1279182 INFO (zkCallback-2283-thread-3-processing-n:127.0.0.1:40572_solr) [n:127.0.0.1:40572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1279182 INFO (zkCallback-2282-thread-4-processing-n:127.0.0.1:46810_solr) [n:127.0.0.1:46810_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1280077 INFO (qtp1108400643-12624) [n:127.0.0.1:57624_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=solrj_replicatests&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3368 [junit4] 2> 1280082 INFO (qtp1108400643-12617) [n:127.0.0.1:57624_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:40572_solr&action=ADDREPLICA&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1280084 INFO (OverseerThreadFactory-6015-thread-2-processing-n:127.0.0.1:46810_solr) [n:127.0.0.1:46810_solr ] o.a.s.c.AddReplicaCmd addReplica() : { [junit4] 2> "collection":"solrj_replicatests", [junit4] 2> "node":"127.0.0.1:40572_solr", [junit4] 2> "shard":"shard1", [junit4] 2> "operation":"addreplica"} [junit4] 2> 1280084 INFO (OverseerCollectionConfigSetProcessor-97238310728171530-127.0.0.1:46810_solr-n_0000000001) [n:127.0.0.1:46810_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1280084 INFO (OverseerThreadFactory-6015-thread-2-processing-n:127.0.0.1:46810_solr) [n:127.0.0.1:46810_solr ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:40572_solr for creating new replica [junit4] 2> 1280087 INFO (qtp852841910-12597) [n:127.0.0.1:40572_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&name=solrj_replicatests_shard1_replica3&action=CREATE&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2 [junit4] 2> 1280190 INFO (zkCallback-2283-thread-3-processing-n:127.0.0.1:40572_solr) [n:127.0.0.1:40572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1280191 INFO (zkCallback-2282-thread-3-processing-n:127.0.0.1:46810_solr) [n:127.0.0.1:46810_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1281093 INFO (qtp852841910-12597) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0 [junit4] 2> 1281099 INFO (qtp852841910-12597) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica3] o.a.s.s.IndexSchema [solrj_replicatests_shard1_replica3] Schema name=minimal [junit4] 2> 1281101 INFO (qtp852841910-12597) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1281101 INFO (qtp852841910-12597) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica3] o.a.s.c.CoreContainer Creating SolrCore 'solrj_replicatests_shard1_replica3' using configuration from collection solrj_replicatests [junit4] 2> 1281102 INFO (qtp852841910-12597) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica3] o.a.s.c.SolrCore [[solrj_replicatests_shard1_replica3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPISolrJTest_8E7578B987654669-001/tempDir-001/node1/solrj_replicatests_shard1_replica3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPISolrJTest_8E7578B987654669-001/tempDir-001/node1/./solrj_replicatests_shard1_replica3/data/] [junit4] 2> 1281114 INFO (qtp852841910-12597) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 1281114 INFO (qtp852841910-12597) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1281114 INFO (qtp852841910-12597) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica3] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1281114 INFO (qtp852841910-12597) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica3] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1281115 INFO (qtp852841910-12597) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica3] o.a.s.s.SolrIndexSearcher Opening [Searcher@4552648a[solrj_replicatests_shard1_replica3] main] [junit4] 2> 1281116 INFO (qtp852841910-12597) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 1281116 INFO (qtp852841910-12597) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 1281116 INFO (qtp852841910-12597) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 [junit4] 2> 1281116 INFO (qtp852841910-12597) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1555813105379835904 [junit4] 2> 1281118 INFO (searcherExecutor-6026-thread-1-processing-n:127.0.0.1:40572_solr x:solrj_replicatests_shard1_replica3 s:shard1 c:solrj_replicatests) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica3] o.a.s.c.SolrCore [solrj_replicatests_shard1_replica3] Registered new searcher Searcher@4552648a[solrj_replicatests_shard1_replica3] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 1281119 INFO (qtp852841910-12597) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica3] o.a.s.c.ZkController Core needs to recover:solrj_replicatests_shard1_replica3 [junit4] 2> 1281122 INFO (updateExecutor-2275-thread-1-processing-n:127.0.0.1:40572_solr x:solrj_replicatests_shard1_replica3 s:shard1 c:solrj_replicatests) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica3] o.a.s.u.DefaultSolrCoreState Running recovery [junit4] 2> 1281122 INFO (qtp852841910-12597) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 x:solrj_replicatests_shard1_replica3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&name=solrj_replicatests_shard1_replica3&action=CREATE&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2} status=0 QTime=1035 [junit4] 2> 1281123 INFO (recoveryExecutor-2276-thread-1-processing-n:127.0.0.1:40572_solr x:solrj_replicatests_shard1_replica3 s:shard1 c:solrj_replicatests r:core_node3) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica3] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true [junit4] 2> 1281123 INFO (recoveryExecutor-2276-thread-1-processing-n:127.0.0.1:40572_solr x:solrj_replicatests_shard1_replica3 s:shard1 c:solrj_replicatests r:core_node3) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica3] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]] [junit4] 2> 1281124 INFO (recoveryExecutor-2276-thread-1-processing-n:127.0.0.1:40572_solr x:solrj_replicatests_shard1_replica3 s:shard1 c:solrj_replicatests r:core_node3) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica3] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[solrj_replicatests_shard1_replica3] [junit4] 2> 1281124 INFO (recoveryExecutor-2276-thread-1-processing-n:127.0.0.1:40572_solr x:solrj_replicatests_shard1_replica3 s:shard1 c:solrj_replicatests r:core_node3) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica3] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null} [junit4] 2> 1281124 INFO (recoveryExecutor-2276-thread-1-processing-n:127.0.0.1:40572_solr x:solrj_replicatests_shard1_replica3 s:shard1 c:solrj_replicatests r:core_node3) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica3] o.a.s.c.RecoveryStrategy Publishing state of core [solrj_replicatests_shard1_replica3] as recovering, leader is [https://127.0.0.1:46810/solr/solrj_replicatests_shard1_replica1/] and I am [https://127.0.0.1:40572/solr/solrj_replicatests_shard1_replica3/] [junit4] 2> 1281124 INFO (qtp1108400643-12617) [n:127.0.0.1:57624_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:40572_solr&action=ADDREPLICA&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2} status=0 QTime=1042 [junit4] 2> 1281127 INFO (qtp1108400643-12620) [n:127.0.0.1:57624_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletereplica with params replica=core_node3&action=DELETEREPLICA&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1281129 INFO (OverseerCollectionConfigSetProcessor-97238310728171530-127.0.0.1:46810_solr-n_0000000001) [n:127.0.0.1:46810_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1281130 INFO (qtp852841910-12608) [n:127.0.0.1:40572_solr ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.solrj_replicatests_shard1_replica3 [junit4] 2> 1281130 WARN (qtp852841910-12608) [n:127.0.0.1:40572_solr ] o.a.s.c.RecoveryStrategy Stopping recovery for core=[solrj_replicatests_shard1_replica3] coreNodeName=[core_node3] [junit4] 2> 1281130 INFO (qtp852841910-12608) [n:127.0.0.1:40572_solr ] o.a.s.c.SolrCore Core solrj_replicatests_shard1_replica3 is not yet closed, waiting 100 ms before checking again. [junit4] 2> 1281131 INFO (recoveryExecutor-2276-thread-1-processing-n:127.0.0.1:40572_solr x:solrj_replicatests_shard1_replica3 s:shard1 c:solrj_replicatests r:core_node3) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica3] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:46810/solr]; [WaitForState: action=PREPRECOVERY&core=solrj_replicatests_shard1_replica1&nodeName=127.0.0.1:40572_solr&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true] [junit4] 2> 1281133 INFO (qtp669334722-12605) [n:127.0.0.1:46810_solr ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true [junit4] 2> 1281133 INFO (qtp669334722-12605) [n:127.0.0.1:46810_solr ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see solrj_replicatests_shard1_replica1 (shard1 of solrj_replicatests) have state: recovering [junit4] 2> 1281133 INFO (qtp669334722-12605) [n:127.0.0.1:46810_solr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=solrj_replicatests, shard=shard1, thisCore=solrj_replicatests_shard1_replica1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:40572_solr, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"solrj_replicatests_shard1_replica3","base_url":"https://127.0.0.1:40572/solr","node_name":"127.0.0.1:40572_solr","state":"down"} [junit4] 2> 1281228 INFO (zkCallback-2283-thread-3-processing-n:127.0.0.1:40572_solr) [n:127.0.0.1:40572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1281229 INFO (zkCallback-2282-thread-4-processing-n:127.0.0.1:46810_solr) [n:127.0.0.1:46810_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1281230 INFO (qtp852841910-12608) [n:127.0.0.1:40572_solr ] o.a.s.c.SolrCore Core solrj_replicatests_shard1_replica3 is not yet closed, waiting 100 ms before checking again. [junit4] 2> 1281330 INFO (qtp852841910-12608) [n:127.0.0.1:40572_solr ] o.a.s.c.SolrCore Core solrj_replicatests_shard1_replica3 is not yet closed, waiting 100 ms before checking again. [junit4] 2> 1281431 INFO (qtp852841910-12608) [n:127.0.0.1:40572_solr ] o.a.s.c.SolrCore Core solrj_replicatests_shard1_replica3 is not yet closed, waiting 100 ms before checking again. [junit4] 2> 1281531 INFO (qtp852841910-12608) [n:127.0.0.1:40572_solr ] o.a.s.c.SolrCore Core solrj_replicatests_shard1_replica3 is not yet closed, waiting 100 ms before checking again. [junit4] 2> 1281631 INFO (qtp852841910-12608) [n:127.0.0.1:40572_solr ] o.a.s.c.SolrCore Core solrj_replicatests_shard1_replica3 is not yet closed, waiting 100 ms before checking again. [junit4] 2> 1281731 INFO (qtp852841910-12608) [n:127.0.0.1:40572_solr ] o.a.s.c.SolrCore Core solrj_replicatests_shard1_replica3 is not yet closed, waiting 100 ms before checking again. [junit4] 2> 1281831 INFO (qtp852841910-12608) [n:127.0.0.1:40572_solr ] o.a.s.c.SolrCore Core solrj_replicatests_shard1_replica3 is not yet closed, waiting 100 ms before checking again. [junit4] 2> 1281932 INFO (qtp852841910-12608) [n:127.0.0.1:40572_solr ] o.a.s.c.SolrCore Core solrj_replicatests_shard1_replica3 is not yet closed, waiting 100 ms before checking again. [junit4] 2> 1282032 INFO (qtp852841910-12608) [n:127.0.0.1:40572_solr ] o.a.s.c.SolrCore Core solrj_replicatests_shard1_replica3 is not yet closed, waiting 100 ms before checking again. [junit4] 2> 1282132 INFO (qtp852841910-12608) [n:127.0.0.1:40572_solr ] o.a.s.c.SolrCore Core solrj_replicatests_shard1_replica3 is not yet closed, waiting 100 ms before checking again. [junit4] 2> 1282134 INFO (qtp669334722-12605) [n:127.0.0.1:46810_solr ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=solrj_replicatests, shard=shard1, thisCore=solrj_replicatests_shard1_replica1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:40572_solr, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"solrj_replicatests_shard1_replica3","base_url":"https://127.0.0.1:40572/solr","node_name":"127.0.0.1:40572_solr","state":"recovering"} [junit4] 2> 1282134 INFO (qtp669334722-12605) [n:127.0.0.1:46810_solr ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds. [junit4] 2> 1282134 INFO (qtp669334722-12605) [n:127.0.0.1:46810_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:40572_solr&onlyIfLeaderActive=true&core=solrj_replicatests_shard1_replica1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001 [junit4] 2> 1282135 INFO (recoveryExecutor-2276-thread-1-processing-n:127.0.0.1:40572_solr x:solrj_replicatests_shard1_replica3 s:shard1 c:solrj_replicatests r:core_node3) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica3] o.a.s.c.RecoveryStrategy RecoveryStrategy has been closed [junit4] 2> 1282135 INFO (recoveryExecutor-2276-thread-1-processing-n:127.0.0.1:40572_solr x:solrj_replicatests_shard1_replica3 s:shard1 c:solrj_replicatests r:core_node3) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica3] o.a.s.c.RecoveryStrategy Replay not started, or was not successful... still buffering updates. [junit4] 2> 1282135 INFO (recoveryExecutor-2276-thread-1-processing-n:127.0.0.1:40572_solr x:solrj_replicatests_shard1_replica3 s:shard1 c:solrj_replicatests r:core_node3) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica3] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false] [junit4] 2> 1282135 INFO (recoveryExecutor-2276-thread-1-processing-n:127.0.0.1:40572_solr x:solrj_replicatests_shard1_replica3 s:shard1 c:solrj_replicatests r:core_node3) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica3] o.a.s.c.SolrCore [solrj_replicatests_shard1_replica3] CLOSING SolrCore org.apache.solr.core.SolrCore@30e88351 [junit4] 2> 1282136 WARN (recoveryExecutor-2276-thread-1-processing-n:127.0.0.1:40572_solr x:solrj_replicatests_shard1_replica3 s:shard1 c:solrj_replicatests r:core_node3) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica3] o.a.s.c.RecoveryStrategy Stopping recovery for core=[solrj_replicatests_shard1_replica3] coreNodeName=[core_node3] [junit4] 2> 1282136 INFO (recoveryExecutor-2276-thread-1-processing-n:127.0.0.1:40572_solr x:solrj_replicatests_shard1_replica3 s:shard1 c:solrj_replicatests r:core_node3) [n:127.0.0.1:40572_solr c:solrj_replicatests s:shard1 r:core_node3 x:solrj_replicatests_shard1_replica3] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.solrj_replicatests.shard1.replica3 [junit4] 2> 1282233 INFO (qtp852841910-12608) [n:127.0.0.1:40572_solr ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration. [junit4] 2> 1282234 INFO (qtp852841910-12608) [n:127.0.0.1:40572_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=solrj_replicatests_shard1_replica3&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=1103 [junit4] 2> 1282336 INFO (zkCallback-2283-thread-3-processing-n:127.0.0.1:40572_solr) [n:127.0.0.1:40572_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1282336 INFO (zkCallback-2282-thread-4-processing-n:127.0.0.1:46810_solr) [n:127.0.0.1:46810_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_replicatests/state.json] for collection [solrj_replicatests] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1282436 INFO (qtp1108400643-12620) [n:127.0.0.1:57624_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node3&action=DELETEREPLICA&collection=solrj_replicatests&shard=shard1&wt=javabin&version=2} status=0 QTime=1309 [junit4] 2> 1282437 INFO (TEST-CollectionsAPISolrJTest.testAddAndDeleteReplica-seed#[8E7578B987654669]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAddAndDeleteReplica [junit4] 2> 1282464 INFO (TEST-CollectionsAPISolrJTest.testCreateCollectionWithPropertyParam-seed#[8E7578B987654669]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionWithPropertyParam [junit4] 2> 1282466 INFO (qtp1108400643-12621) [n:127.0.0.1:57624_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.ulogDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPISolrJTest_8E7578B987654669-001/testPropertyParamsForCreate-001/ulogDir-subk&property.dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPISolrJTest_8E7578B987654669-001/testPropertyParamsForCreate-001/dataDir-le&collection.configName=conf&name=solrj_test_core_props&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 1282467 INFO (OverseerCollectionConfigSetProcessor-97238310728171530-127.0.0.1:46810_solr-n_0000000001) [n:127.0.0.1:46810_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000012 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 1282467 INFO (OverseerThreadFactory-6015-thread-4-processing-n:127.0.0.1:46810_solr) [n:127.0.0.1:46810_solr ] o.a.s.c.CreateCollectionCmd Create collection solrj_test_core_props [junit4] 2> 1282680 INFO (qtp1108400643-12617) [n:127.0.0.1:57624_solr ] o.a.s.h.a.CoreAdminOperation core create command property.ulogDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPISolrJTest_8E7578B987654669-001/testPropertyParamsForCreate-001/ulogDir-subk&qt=/admin/cores&property.dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPISolrJTest_8E7578B987654669-001/testPropertyParamsForCreate-001/dataDir-le&collection.configName=conf&newCollection=true&name=solrj_test_core_props_shard1_replica1&action=CREATE&numShards=1&collection=solrj_test_core_props&shard=shard1&wt=javabin&version=2 [junit4] 2> 1282783 INFO (zkCallback-2278-thread-4-processing-n:127.0.0.1:57624_solr) [n:127.0.0.1:57624_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/solrj_test_core_props/state.json] for collection [solrj_test_core_props] has occurred - updating... (live nodes size: [4]) [junit4] 2> 1283699 INFO (qtp1108400643-12617) [n:127.0.0.1:57624_solr c:solrj_test_core_props s:shard1 x:solrj_test_core_props_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.4.0 [junit4] 2> 1283705 INFO (qtp1108400643-12617) [n:127.0.0.1:57624_solr c:solrj_test_core_props s:shard1 x:solrj_test_core_props_shard1_replica1] o.a.s.s.IndexSchema [solrj_test_core_props_shard1_replica1] Schema name=minimal [junit4] 2> 1283720 INFO (qtp1108400643-12617) [n:127.0.0.1:57624_solr c:solrj_test_core_props s:shard1 x:solrj_test_core_props_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 1283721 INFO (qtp1108400643-12617) [n:127.0.0.1:57624_solr c:solrj_test_core_props s:shard1 x:solrj_test_core_props_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'solrj_test_core_props_shard1_replica1' using configuration from collection solrj_test_core_props [junit4] 2> 1283722 INFO (qtp1108400643-12617) [n:127.0.0.1:57624_solr c:solrj_test_core_props s:shard1 x:solrj_test_core_props_shard1_replica1] o.a.s.c.SolrCore [[solrj_test_core_props_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPISolrJTest_8E7578B987654669-001/tempDir-001/node4/solrj_test_core_props_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPISolrJTest_8E7578B987654669-001/testPropertyParamsForCreate-001/dataDir-le/] [junit4] 2> 1283734 INFO (qtp1108400643-12617) [n:127.0.0.1:57624_solr c:solrj_test_core_props s:shard1 x:solrj_test_core_props_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 1283735 INFO (qtp1108400643-12617) [n:127.0.0.1:57624_solr c:solrj_test_core_props s:shard1 x:solrj_test_core_props_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 1283735 INFO (qtp1108400643-12617) [n:127.0.0.1:57624_solr c:solrj_test_core_props s:shard1 x:solrj_test_core_props_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 1283735 INFO (qtp1108400643-12617) [n:127.0.0.1:57624_solr c:solrj_test_core_props s:shard1 x:solrj_test_core_props_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 1283736 INFO (qtp1108400643-12617) [n:127.0.0.1:57624_solr c:solrj_test_core_props s:shard1 x:solrj_test_core_props_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e89d529[solrj_test_core_props_shard1_replica1] main] [junit4] 2> 1283736 INFO (qtp1108400643-12617) [n:127.0.0.1:57624_solr c:solrj_test_core_props s:shard1 x:solrj_test_core_props_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 1283737 INFO (qtp1108400643-12617) [n:127.0.0.1:57624_solr c:solrj_test_core_props s:shard1 x:solrj_test_core_props_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 1283737 INFO (qtp1108400643-12617) [n:127.0.0.1:57624_solr c:solrj_test_core_props s:shard1 x:solrj_ [...truncated too long message...] se.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) [junit4] 2> at java.lang.Thread.run(Thread.java:745) [junit4] 2> Caused by: org.apache.solr.common.SolrException: Unable to create core [solrj_test_splitshard_shard1_replica1] [junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:902) [junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:826) [junit4] 2> ... 36 more [junit4] 2> Caused by: org.apache.solr.common.SolrException: Could not load collection from ZK: solrj_implicit [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1098) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:638) [junit4] 2> at org.apache.solr.common.cloud.ClusterState.getShardId(ClusterState.java:277) [junit4] 2> at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1329) [junit4] 2> at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1287) [junit4] 2> at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1393) [junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:884) [junit4] 2> ... 37 more [junit4] 2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/solrj_implicit/state.json [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1110) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1096) [junit4] 2> ... 43 more [junit4] 2> [junit4] 2> 1324865 INFO (qtp357673595-12593) [n:127.0.0.1:40694_solr c:solrj_test_splitshard s:shard2 x:solrj_test_splitshard_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=solrj_test_splitshard_shard2_replica1&action=CREATE&numShards=2&collection=solrj_test_splitshard&shard=shard2&wt=javabin&version=2} status=400 QTime=168437 [junit4] 2> 1324865 INFO (qtp852841910-12613) [n:127.0.0.1:40572_solr c:solrj_test_splitshard s:shard1 x:solrj_test_splitshard_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=solrj_test_splitshard_shard1_replica1&action=CREATE&numShards=2&collection=solrj_test_splitshard&shard=shard1&wt=javabin&version=2} status=400 QTime=168495 [junit4] 2> 1324866 INFO (SUITE-CollectionsAPISolrJTest-seed#[8E7578B987654669]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53007 53007 [junit4] 2> 1324954 INFO (Thread-3893) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53007 53007 [junit4] 2> 1324955 WARN (Thread-3893) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 5 /solr/collections/solrj_test/state.json [junit4] 2> 5 /solr/aliases.json [junit4] 2> 4 /solr/security.json [junit4] 2> 4 /solr/configs/conf [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 6 /solr/collections/replicaProperties/state.json [junit4] 2> 5 /solr/clusterprops.json [junit4] 2> 5 /solr/collections/balancedProperties/state.json [junit4] 2> 5 /solr/clusterstate.json [junit4] 2> 5 /solr/collections/solrj_newstateformat/state.json [junit4] 2> 3 /solr/collections/solrj_implicit/state.json [junit4] 2> 3 /solr/collections/solrj_replicatests/state.json [junit4] 2> 2 /solr/collections/solrj_test_splitshard/state.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 73 /solr/overseer/queue [junit4] 2> 12 /solr/overseer/queue-work [junit4] 2> 9 /solr/overseer/collection-queue-work [junit4] 2> 5 /solr/live_nodes [junit4] 2> 5 /solr/collections [junit4] 2> [junit4] 2> 1324955 INFO (SUITE-CollectionsAPISolrJTest-seed#[8E7578B987654669]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-6.x/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPISolrJTest_8E7578B987654669-001 [junit4] 2> Jan 06, 2017 9:44:03 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1489, maxMBSortInHeap=7.1314682220041785, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=pt-BR, timezone=Etc/GMT-2 [junit4] 2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=119682640,total=521142272 [junit4] 2> NOTE: All tests run in this JVM: [TestReversedWildcardFilterFactory, MetricsHandlerTest, SolrPluginUtilsTest, TestReRankQParserPlugin, TestGroupingSearch, TestConfig, SpellPossibilityIteratorTest, LeaderInitiatedRecoveryOnShardRestartTest, RequestHandlersTest, TestInitParams, SimpleMLTQParserTest, TestClusterStateMutator, QueryParsingTest, TestCloudPseudoReturnFields, OutOfBoxZkACLAndCredentialsProvidersTest, SimpleFacetsTest, DistributedFacetPivotSmallAdvancedTest, AtomicUpdatesTest, TestFieldResource, TestHdfsCloudBackupRestore, CoreAdminRequestStatusTest, TestRequestStatusCollectionAPI, TestMissingGroups, TestSolrConfigHandlerCloud, UtilsToolTest, TestConfigSetsAPIZkFailure, TestJmxMonitoredMap, TestUninvertingReader, PreAnalyzedFieldTest, TestGeoJSONResponseWriter, TestAnalyzeInfixSuggestions, TestSolrQueryResponse, SpatialRPTFieldTypeTest, TestDynamicFieldCollectionResource, MergeStrategyTest, SOLR749Test, CdcrBootstrapTest, TestLMJelinekMercerSimilarityFactory, TestTrackingShardHandlerFactory, ChangedSchemaMergeTest, TestDelegationWithHadoopAuth, JSONWriterTest, HdfsLockFactoryTest, TestScoreJoinQPScore, FullSolrCloudDistribCmdsTest, BasicAuthIntegrationTest, SolrTestCaseJ4Test, HdfsRecoverLeaseTest, CurrencyFieldXmlFileTest, TestDistributedStatsComponentCardinality, ResponseLogComponentTest, RestartWhileUpdatingTest, AnalyticsMergeStrategyTest, LukeRequestHandlerTest, TermVectorComponentDistributedTest, TestRTimerTree, TestLFUCache, SharedFSAutoReplicaFailoverUtilsTest, PingRequestHandlerTest, TestRebalanceLeaders, TestExtendedDismaxParser, TestMergePolicyConfig, DocValuesMultiTest, PrimUtilsTest, BadComponentTest, UnloadDistributedZkTest, HdfsDirectoryFactoryTest, DirectUpdateHandlerOptimizeTest, TestComplexPhraseLeadingWildcard, TestHdfsUpdateLog, CircularListTest, CleanupOldIndexTest, OverseerTaskQueueTest, TestShardHandlerFactory, CdcrRequestHandlerTest, TestSolrQueryParser, ConnectionManagerTest, SolrIndexMetricsTest, TimeZoneUtilsTest, SolrCoreMetricManagerTest, SolrCoreCheckLockOnStartupTest, TestSearcherReuse, TestMinMaxOnMultiValuedField, CollectionStateFormat2Test, TestUnifiedSolrHighlighter, TestRecovery, NoCacheHeaderTest, FieldMutatingUpdateProcessorTest, DistributedQueryComponentCustomSortTest, FacetPivotSmallTest, BitVectorTest, RequestLoggingTest, TestUtils, HdfsBasicDistributedZk2Test, TestIndexingPerformance, TestMacros, CdcrUpdateLogTest, TestNonDefinedSimilarityFactory, TestBinaryResponseWriter, SolrJmxReporterTest, TestXIncludeConfig, TestXmlQParserPlugin, DeleteInactiveReplicaTest, MetricUtilsTest, TestSubQueryTransformerCrossCore, HardAutoCommitTest, UpdateParamsTest, CoreSorterTest, TestDFRSimilarityFactory, BlockDirectoryTest, BasicDistributedZkTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, TestZkChroot, AutoCommitTest, ZkControllerTest, TestStressReorder, TestJoin, TestStressVersions, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, BasicFunctionalityTest, TestLazyCores, ShowFileRequestHandlerTest, CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SpellCheckCollatorTest, CoreAdminHandlerTest, SuggesterTSTTest, SuggesterTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, QueryEqualityTest, StatelessScriptUpdateProcessorFactoryTest, DebugComponentTest, DisMaxRequestHandlerTest, StandardRequestHandlerTest, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TermsComponentTest, TermVectorComponentTest, FieldAnalysisRequestHandlerTest, IndexSchemaTest, TestCollationField, TestCSVResponseWriter, TestPHPSerializedResponseWriter, SearchHandlerTest, OpenExchangeRatesOrgProviderTest, DateMathParserTest, DOMUtilTest, ClusterStateTest, TestDocumentBuilder, SliceStateTest, FileUtilsTest, TestRTGBase, DistributedIntervalFacetingTest, CloudExitableDirectoryReaderTest, CollectionsAPISolrJTest] [junit4] Completed [450/677 (1!)] on J2 in 171.89s, 12 tests, 1 error <<< FAILURES! [...truncated 63178 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org
