Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/260/ Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
2 tests failed. FAILED: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI Error Message: Error from server at http://127.0.0.1:52498/solr/awhollynewcollection_0_shard4_replica_n6: ClusterState says we are the leader (http://127.0.0.1:52498/solr/awhollynewcollection_0_shard4_replica_n6), but locally we don't think so. Request came from null Stack Trace: org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:52498/solr/awhollynewcollection_0_shard4_replica_n6: ClusterState says we are the leader (http://127.0.0.1:52498/solr/awhollynewcollection_0_shard4_replica_n6), but locally we don't think so. Request came from null at __randomizedtesting.SeedInfo.seed([BF98B59FEE3C0E1:438CFFEDF8D0EF74]:0) at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:541) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:998) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178) at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233) at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:459) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:52498/solr/awhollynewcollection_0_shard4_replica_n6: ClusterState says we are the leader (http://127.0.0.1:52498/solr/awhollynewcollection_0_shard4_replica_n6), but locally we don't think so. Request came from null at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:626) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:242) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:518) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ... 1 more FAILED: org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration Error Message: Timed out waiting for replicas of collection to be 2 again null Live Nodes: [127.0.0.1:37473_solr] Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/9)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testIntegration_shard1_replica_n1", "base_url":"http://127.0.0.1:37473/solr";, "node_name":"127.0.0.1:37473_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node4":{ "core":"testIntegration_shard1_replica_n2", "base_url":"http://127.0.0.1:37339/solr";, "node_name":"127.0.0.1:37339_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"} Stack Trace: java.lang.AssertionError: Timed out waiting for replicas of collection to be 2 again null Live Nodes: [127.0.0.1:37473_solr] Last available state: DocCollection(testIntegration//collections/testIntegration/state.json/9)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node3":{ "core":"testIntegration_shard1_replica_n1", "base_url":"http://127.0.0.1:37473/solr";, "node_name":"127.0.0.1:37473_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node4":{ "core":"testIntegration_shard1_replica_n2", "base_url":"http://127.0.0.1:37339/solr";, "node_name":"127.0.0.1:37339_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"2", "tlogReplicas":"0"} at __randomizedtesting.SeedInfo.seed([BF98B59FEE3C0E1:BB988575DBDC61C4]:0) at org.junit.Assert.fail(Assert.java:93) at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269) at org.apache.solr.cloud.autoscaling.ExecutePlanActionTest.testIntegration(ExecutePlanActionTest.java:209) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 11660 lines...] [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest [junit4] 2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BF98B59FEE3C0E1-001/init-core-data-001 [junit4] 2> 433639 WARN (SUITE-CollectionsAPIDistributedZkTest-seed#[BF98B59FEE3C0E1]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3 [junit4] 2> 433639 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[BF98B59FEE3C0E1]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 433640 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[BF98B59FEE3C0E1]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 433640 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[BF98B59FEE3C0E1]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 433641 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[BF98B59FEE3C0E1]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BF98B59FEE3C0E1-001/tempDir-001 [junit4] 2> 433641 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[BF98B59FEE3C0E1]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 433641 INFO (Thread-828) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 433641 INFO (Thread-828) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 433643 ERROR (Thread-828) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 433741 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[BF98B59FEE3C0E1]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:33280 [junit4] 2> 433748 INFO (jetty-launcher-528-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 433749 INFO (jetty-launcher-528-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 433750 INFO (jetty-launcher-528-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 433750 INFO (jetty-launcher-528-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2251071{/solr,null,AVAILABLE} [junit4] 2> 433750 INFO (jetty-launcher-528-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4cebc0dc{/solr,null,AVAILABLE} [junit4] 2> 433751 INFO (jetty-launcher-528-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1f872914{HTTP/1.1,[http/1.1]}{127.0.0.1:48991} [junit4] 2> 433751 INFO (jetty-launcher-528-thread-4) [ ] o.e.j.s.Server Started @436139ms [junit4] 2> 433751 INFO (jetty-launcher-528-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48991} [junit4] 2> 433751 ERROR (jetty-launcher-528-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 433751 INFO (jetty-launcher-528-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cf8470f{/solr,null,AVAILABLE} [junit4] 2> 433751 INFO (jetty-launcher-528-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0 [junit4] 2> 433751 INFO (jetty-launcher-528-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 433751 INFO (jetty-launcher-528-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 433751 INFO (jetty-launcher-528-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T18:28:18.060Z [junit4] 2> 433751 INFO (jetty-launcher-528-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5cd36fe9{HTTP/1.1,[http/1.1]}{127.0.0.1:65530} [junit4] 2> 433751 INFO (jetty-launcher-528-thread-2) [ ] o.e.j.s.Server Started @436139ms [junit4] 2> 433751 INFO (jetty-launcher-528-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=65530} [junit4] 2> 433751 ERROR (jetty-launcher-528-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 433751 INFO (jetty-launcher-528-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0 [junit4] 2> 433751 INFO (jetty-launcher-528-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 433751 INFO (jetty-launcher-528-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 433751 INFO (jetty-launcher-528-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T18:28:18.060Z [junit4] 2> 433752 INFO (jetty-launcher-528-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f95b502{HTTP/1.1,[http/1.1]}{127.0.0.1:52498} [junit4] 2> 433752 INFO (jetty-launcher-528-thread-1) [ ] o.e.j.s.Server Started @436140ms [junit4] 2> 433752 INFO (jetty-launcher-528-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52498} [junit4] 2> 433752 ERROR (jetty-launcher-528-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 433752 INFO (jetty-launcher-528-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0 [junit4] 2> 433752 INFO (jetty-launcher-528-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 433752 INFO (jetty-launcher-528-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 433752 INFO (jetty-launcher-528-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T18:28:18.061Z [junit4] 2> 433755 INFO (jetty-launcher-528-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 433756 INFO (jetty-launcher-528-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@19879122{/solr,null,AVAILABLE} [junit4] 2> 433756 INFO (jetty-launcher-528-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a769119{HTTP/1.1,[http/1.1]}{127.0.0.1:39138} [junit4] 2> 433756 INFO (jetty-launcher-528-thread-3) [ ] o.e.j.s.Server Started @436144ms [junit4] 2> 433756 INFO (jetty-launcher-528-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39138} [junit4] 2> 433756 ERROR (jetty-launcher-528-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 433756 INFO (jetty-launcher-528-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.2.0 [junit4] 2> 433756 INFO (jetty-launcher-528-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 433756 INFO (jetty-launcher-528-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null, Default config dir: null [junit4] 2> 433756 INFO (jetty-launcher-528-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-10-24T18:28:18.065Z [junit4] 2> 433765 INFO (jetty-launcher-528-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 433766 INFO (jetty-launcher-528-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 433767 INFO (jetty-launcher-528-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored [junit4] 2> 433767 INFO (jetty-launcher-528-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored [junit4] 2> 433769 INFO (jetty-launcher-528-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 433769 INFO (jetty-launcher-528-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored [junit4] 2> 433769 INFO (jetty-launcher-528-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored [junit4] 2> 433770 INFO (jetty-launcher-528-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 433777 INFO (jetty-launcher-528-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33280/solr [junit4] 2> 433778 INFO (jetty-launcher-528-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored [junit4] 2> 433778 INFO (jetty-launcher-528-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored [junit4] 2> 433780 INFO (jetty-launcher-528-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored [junit4] 2> 433780 INFO (jetty-launcher-528-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored [junit4] 2> 433782 INFO (jetty-launcher-528-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33280/solr [junit4] 2> 433788 INFO (jetty-launcher-528-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33280/solr [junit4] 2> 433789 INFO (jetty-launcher-528-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33280/solr [junit4] 2> 433803 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4fa4719f0008, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 433806 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x15f4fa4719f0009, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 433842 INFO (jetty-launcher-528-thread-1) [n:127.0.0.1:52498_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 433843 INFO (jetty-launcher-528-thread-3) [n:127.0.0.1:39138_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 433843 INFO (jetty-launcher-528-thread-1) [n:127.0.0.1:52498_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52498_solr [junit4] 2> 433845 INFO (jetty-launcher-528-thread-3) [n:127.0.0.1:39138_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39138_solr [junit4] 2> 433845 INFO (jetty-launcher-528-thread-1) [n:127.0.0.1:52498_solr ] o.a.s.c.Overseer Overseer (id=98885284524916743-127.0.0.1:52498_solr-n_0000000000) starting [junit4] 2> 433854 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:39138_solr) [n:127.0.0.1:39138_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 433854 INFO (zkCallback-548-thread-1-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 433870 INFO (jetty-launcher-528-thread-1) [n:127.0.0.1:52498_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52498_solr [junit4] 2> 433882 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:39138_solr) [n:127.0.0.1:39138_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 433883 INFO (zkCallback-548-thread-1-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 433924 INFO (jetty-launcher-528-thread-3) [n:127.0.0.1:39138_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27d6f6c0 [junit4] 2> 433930 INFO (jetty-launcher-528-thread-3) [n:127.0.0.1:39138_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27d6f6c0 [junit4] 2> 433930 INFO (jetty-launcher-528-thread-3) [n:127.0.0.1:39138_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27d6f6c0 [junit4] 2> 433931 INFO (jetty-launcher-528-thread-3) [n:127.0.0.1:39138_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BF98B59FEE3C0E1-001/tempDir-001/node4 [junit4] 2> 434006 INFO (jetty-launcher-528-thread-2) [n:127.0.0.1:65530_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 434009 INFO (jetty-launcher-528-thread-2) [n:127.0.0.1:65530_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 434019 INFO (jetty-launcher-528-thread-2) [n:127.0.0.1:65530_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:65530_solr [junit4] 2> 434020 INFO (zkCallback-548-thread-1-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 434020 INFO (zkCallback-550-thread-1-processing-n:127.0.0.1:65530_solr) [n:127.0.0.1:65530_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 434021 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:39138_solr) [n:127.0.0.1:39138_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 434056 INFO (jetty-launcher-528-thread-1) [n:127.0.0.1:52498_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27d6f6c0 [junit4] 2> 434061 INFO (jetty-launcher-528-thread-1) [n:127.0.0.1:52498_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27d6f6c0 [junit4] 2> 434061 INFO (jetty-launcher-528-thread-1) [n:127.0.0.1:52498_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27d6f6c0 [junit4] 2> 434062 INFO (jetty-launcher-528-thread-1) [n:127.0.0.1:52498_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BF98B59FEE3C0E1-001/tempDir-001/node1 [junit4] 2> 434099 INFO (jetty-launcher-528-thread-4) [n:127.0.0.1:48991_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 434101 INFO (jetty-launcher-528-thread-4) [n:127.0.0.1:48991_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 434103 INFO (jetty-launcher-528-thread-4) [n:127.0.0.1:48991_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48991_solr [junit4] 2> 434122 INFO (jetty-launcher-528-thread-2) [n:127.0.0.1:65530_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27d6f6c0 [junit4] 2> 434128 INFO (jetty-launcher-528-thread-2) [n:127.0.0.1:65530_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27d6f6c0 [junit4] 2> 434128 INFO (jetty-launcher-528-thread-2) [n:127.0.0.1:65530_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27d6f6c0 [junit4] 2> 434129 INFO (jetty-launcher-528-thread-2) [n:127.0.0.1:65530_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BF98B59FEE3C0E1-001/tempDir-001/node3 [junit4] 2> 434129 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:39138_solr) [n:127.0.0.1:39138_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 434129 INFO (zkCallback-550-thread-1-processing-n:127.0.0.1:65530_solr) [n:127.0.0.1:65530_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 434130 INFO (zkCallback-548-thread-1-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 434130 INFO (zkCallback-551-thread-1-processing-n:127.0.0.1:48991_solr) [n:127.0.0.1:48991_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 434176 INFO (jetty-launcher-528-thread-4) [n:127.0.0.1:48991_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27d6f6c0 [junit4] 2> 434181 INFO (jetty-launcher-528-thread-4) [n:127.0.0.1:48991_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27d6f6c0 [junit4] 2> 434182 INFO (jetty-launcher-528-thread-4) [n:127.0.0.1:48991_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27d6f6c0 [junit4] 2> 434182 INFO (jetty-launcher-528-thread-4) [n:127.0.0.1:48991_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BF98B59FEE3C0E1-001/tempDir-001/node2 [junit4] 2> 434213 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[BF98B59FEE3C0E1]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 434214 INFO (SUITE-CollectionsAPIDistributedZkTest-seed#[BF98B59FEE3C0E1]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33280/solr ready [junit4] 2> 434252 INFO (TEST-CollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[BF98B59FEE3C0E1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMaxNodesPerShard [junit4] 2> 434254 INFO (TEST-CollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[BF98B59FEE3C0E1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 434258 INFO (qtp2134629557-3208) [n:127.0.0.1:52498_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=oversharded&nrtReplicas=2&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 434262 INFO (OverseerThreadFactory-1447-thread-1-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.CreateCollectionCmd Create collection oversharded [junit4] 2> 434263 ERROR (OverseerThreadFactory-1447-thread-1-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: oversharded operation: create failed:org.apache.solr.common.SolrException: Cannot create collection oversharded. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 3, value of nrtReplicas is 2, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 6 shards to be created (higher than the allowed number) [junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:176) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> 434268 INFO (qtp2134629557-3208) [n:127.0.0.1:52498_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=oversharded&nrtReplicas=2&action=CREATE&numShards=3&wt=javabin&version=2} status=400 QTime=9 [junit4] 2> 434268 INFO (TEST-CollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[BF98B59FEE3C0E1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMaxNodesPerShard [junit4] 2> 434299 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingNumShards-seed#[BF98B59FEE3C0E1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMissingNumShards [junit4] 2> 434301 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingNumShards-seed#[BF98B59FEE3C0E1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 434304 INFO (qtp2134629557-3213) [n:127.0.0.1:52498_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 434307 INFO (OverseerThreadFactory-1447-thread-2-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection [junit4] 2> 434308 INFO (OverseerCollectionConfigSetProcessor-98885284524916743-127.0.0.1:52498_solr-n_0000000000) [n:127.0.0.1:52498_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 434308 ERROR (OverseerThreadFactory-1447-thread-2-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards is a required param (when using CompositeId router). [junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:129) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> 434311 INFO (qtp2134629557-3213) [n:127.0.0.1:52498_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2} status=400 QTime=6 [junit4] 2> 434311 INFO (TEST-CollectionsAPIDistributedZkTest.testMissingNumShards-seed#[BF98B59FEE3C0E1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMissingNumShards [junit4] 2> 434333 INFO (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[BF98B59FEE3C0E1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas [junit4] 2> 434334 INFO (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[BF98B59FEE3C0E1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 434337 INFO (qtp2134629557-3211) [n:127.0.0.1:52498_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&nrtReplicas=10&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 434339 INFO (OverseerThreadFactory-1447-thread-3-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.CreateCollectionCmd Create collection collection [junit4] 2> 434340 INFO (OverseerCollectionConfigSetProcessor-98885284524916743-127.0.0.1:52498_solr-n_0000000000) [n:127.0.0.1:52498_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 434340 WARN (OverseerThreadFactory-1447-thread-3-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 10 on collection collection is higher than the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance. [junit4] 2> 434340 ERROR (OverseerThreadFactory-1447-thread-3-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2, value of nrtReplicas is 10, value of tlogReplicas is 0 and value of pullReplicas is 0. This requires 20 shards to be created (higher than the allowed number) [junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:176) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> 434343 INFO (qtp2134629557-3211) [n:127.0.0.1:52498_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&nrtReplicas=10&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=6 [junit4] 2> 434343 INFO (TEST-CollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[BF98B59FEE3C0E1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas [junit4] 2> 434367 INFO (TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[BF98B59FEE3C0E1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testZeroNumShards [junit4] 2> 434368 INFO (TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[BF98B59FEE3C0E1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 434371 INFO (qtp2134629557-3214) [n:127.0.0.1:52498_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 434374 INFO (OverseerThreadFactory-1447-thread-4-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.CreateCollectionCmd Create collection acollection [junit4] 2> 434374 INFO (OverseerCollectionConfigSetProcessor-98885284524916743-127.0.0.1:52498_solr-n_0000000000) [n:127.0.0.1:52498_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 434375 ERROR (OverseerThreadFactory-1447-thread-4-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards must be > 0 [junit4] 2> at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:144) [junit4] 2> at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:229) [junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> [junit4] 2> 434377 INFO (qtp2134629557-3214) [n:127.0.0.1:52498_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&numShards=0&wt=javabin&version=2} status=400 QTime=6 [junit4] 2> 434378 INFO (TEST-CollectionsAPIDistributedZkTest.testZeroNumShards-seed#[BF98B59FEE3C0E1]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testZeroNumShards [junit4] 2> 434399 INFO (TEST-CollectionsAPIDistributedZkTest.testCollectionReload-seed#[BF98B59FEE3C0E1]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionReload [junit4] 2> 434401 INFO (TEST-CollectionsAPIDistributedZkTest.testCollectionReload-seed#[BF98B59FEE3C0E1]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 434404 INFO (qtp2134629557-3209) [n:127.0.0.1:52498_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=reloaded_collection&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 434407 INFO (OverseerThreadFactory-1447-thread-5-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.CreateCollectionCmd Create collection reloaded_collection [junit4] 2> 434408 INFO (OverseerCollectionConfigSetProcessor-98885284524916743-127.0.0.1:52498_solr-n_0000000000) [n:127.0.0.1:52498_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 434528 INFO (OverseerStateUpdate-98885284524916743-127.0.0.1:52498_solr-n_0000000000) [n:127.0.0.1:52498_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"reloaded_collection", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"reloaded_collection_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:65530/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 434537 INFO (OverseerStateUpdate-98885284524916743-127.0.0.1:52498_solr-n_0000000000) [n:127.0.0.1:52498_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"reloaded_collection", [junit4] 2> "shard":"shard1", [junit4] 2> "core":"reloaded_collection_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:52498/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 434546 INFO (OverseerStateUpdate-98885284524916743-127.0.0.1:52498_solr-n_0000000000) [n:127.0.0.1:52498_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"reloaded_collection", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"reloaded_collection_shard2_replica_n4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:39138/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 434556 INFO (OverseerStateUpdate-98885284524916743-127.0.0.1:52498_solr-n_0000000000) [n:127.0.0.1:52498_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":"reloaded_collection", [junit4] 2> "shard":"shard2", [junit4] 2> "core":"reloaded_collection_shard2_replica_n7", [junit4] 2> "state":"down", [junit4] 2> "base_url":"http://127.0.0.1:48991/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 434776 INFO (qtp1483650897-3249) [n:127.0.0.1:39138_solr ] o.a.s.u.TestInjection Inject random core creation delay of 4s [junit4] 2> 434779 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr ] o.a.s.u.TestInjection Inject random core creation delay of 4s [junit4] 2> 434792 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr ] o.a.s.u.TestInjection Inject random core creation delay of 4s [junit4] 2> 434792 INFO (qtp1013579950-3227) [n:127.0.0.1:65530_solr ] o.a.s.u.TestInjection Inject random core creation delay of 4s [junit4] 2> 438777 INFO (qtp1483650897-3249) [n:127.0.0.1:39138_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n4&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 438777 INFO (qtp1483650897-3249) [n:127.0.0.1:39138_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 438779 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 438779 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 438788 INFO (zkCallback-547-thread-2-processing-n:127.0.0.1:39138_solr) [n:127.0.0.1:39138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 438788 INFO (zkCallback-548-thread-1-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 438790 INFO (zkCallback-548-thread-2-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 438791 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:39138_solr) [n:127.0.0.1:39138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 438792 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n7&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT [junit4] 2> 438792 INFO (qtp1013579950-3227) [n:127.0.0.1:65530_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 438793 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 438793 INFO (qtp1013579950-3227) [n:127.0.0.1:65530_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 438910 INFO (zkCallback-548-thread-2-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 438911 INFO (zkCallback-551-thread-1-processing-n:127.0.0.1:48991_solr) [n:127.0.0.1:48991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 438911 INFO (zkCallback-550-thread-1-processing-n:127.0.0.1:65530_solr) [n:127.0.0.1:65530_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 438911 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:39138_solr) [n:127.0.0.1:39138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 438911 INFO (zkCallback-547-thread-2-processing-n:127.0.0.1:39138_solr) [n:127.0.0.1:39138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 438911 INFO (zkCallback-548-thread-1-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 438911 INFO (zkCallback-550-thread-2-processing-n:127.0.0.1:65530_solr) [n:127.0.0.1:65530_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 438912 INFO (zkCallback-551-thread-2-processing-n:127.0.0.1:48991_solr) [n:127.0.0.1:48991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 439805 INFO (qtp1483650897-3249) [n:127.0.0.1:39138_solr c:reloaded_collection s:shard2 r:core_node6 x:reloaded_collection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0 [junit4] 2> 439806 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0 [junit4] 2> 439818 INFO (qtp1483650897-3249) [n:127.0.0.1:39138_solr c:reloaded_collection s:shard2 r:core_node6 x:reloaded_collection_shard2_replica_n4] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica_n4] Schema name=minimal [junit4] 2> 439818 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica_n2] Schema name=minimal [junit4] 2> 439832 INFO (qtp1483650897-3249) [n:127.0.0.1:39138_solr c:reloaded_collection s:shard2 r:core_node6 x:reloaded_collection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 439832 INFO (qtp1483650897-3249) [n:127.0.0.1:39138_solr c:reloaded_collection s:shard2 r:core_node6 x:reloaded_collection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica_n4' using configuration from collection reloaded_collection, trusted=true [junit4] 2> 439832 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 439832 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica_n2' using configuration from collection reloaded_collection, trusted=true [junit4] 2> 439833 INFO (qtp1483650897-3249) [n:127.0.0.1:39138_solr c:reloaded_collection s:shard2 r:core_node6 x:reloaded_collection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.reloaded_collection.shard2.replica_n4' (registry 'solr.core.reloaded_collection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27d6f6c0 [junit4] 2> 439833 INFO (qtp1483650897-3249) [n:127.0.0.1:39138_solr c:reloaded_collection s:shard2 r:core_node6 x:reloaded_collection_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 439833 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.reloaded_collection.shard1.replica_n2' (registry 'solr.core.reloaded_collection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27d6f6c0 [junit4] 2> 439833 INFO (qtp1483650897-3249) [n:127.0.0.1:39138_solr c:reloaded_collection s:shard2 r:core_node6 x:reloaded_collection_shard2_replica_n4] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica_n4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BF98B59FEE3C0E1-001/tempDir-001/node4/reloaded_collection_shard2_replica_n4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BF98B59FEE3C0E1-001/tempDir-001/node4/reloaded_collection_shard2_replica_n4/data/] [junit4] 2> 439833 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 439833 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BF98B59FEE3C0E1-001/tempDir-001/node1/reloaded_collection_shard1_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BF98B59FEE3C0E1-001/tempDir-001/node1/reloaded_collection_shard1_replica_n2/data/] [junit4] 2> 439837 INFO (qtp1013579950-3227) [n:127.0.0.1:65530_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0 [junit4] 2> 439846 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.2.0 [junit4] 2> 439851 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica_n7] Schema name=minimal [junit4] 2> 439859 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 439860 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica_n7' using configuration from collection reloaded_collection, trusted=true [junit4] 2> 439860 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.reloaded_collection.shard2.replica_n7' (registry 'solr.core.reloaded_collection.shard2.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27d6f6c0 [junit4] 2> 439860 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 439860 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica_n7] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BF98B59FEE3C0E1-001/tempDir-001/node2/reloaded_collection_shard2_replica_n7], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BF98B59FEE3C0E1-001/tempDir-001/node2/reloaded_collection_shard2_replica_n7/data/] [junit4] 2> 439866 INFO (qtp1013579950-3227) [n:127.0.0.1:65530_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica_n1] Schema name=minimal [junit4] 2> 439867 INFO (qtp1013579950-3227) [n:127.0.0.1:65530_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id [junit4] 2> 439867 INFO (qtp1013579950-3227) [n:127.0.0.1:65530_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica_n1' using configuration from collection reloaded_collection, trusted=true [junit4] 2> 439868 INFO (qtp1013579950-3227) [n:127.0.0.1:65530_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.reloaded_collection.shard1.replica_n1' (registry 'solr.core.reloaded_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27d6f6c0 [junit4] 2> 439868 INFO (qtp1013579950-3227) [n:127.0.0.1:65530_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 439868 INFO (qtp1013579950-3227) [n:127.0.0.1:65530_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BF98B59FEE3C0E1-001/tempDir-001/node3/reloaded_collection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_BF98B59FEE3C0E1-001/tempDir-001/node3/reloaded_collection_shard1_replica_n1/data/] [junit4] 2> 439928 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 439928 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 439928 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 439928 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 439928 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6410cbfb[reloaded_collection_shard1_replica_n2] main] [junit4] 2> 439936 INFO (qtp1013579950-3227) [n:127.0.0.1:65530_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 439936 INFO (qtp1013579950-3227) [n:127.0.0.1:65530_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 439936 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 439936 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 439937 INFO (qtp1013579950-3227) [n:127.0.0.1:65530_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 439937 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 439937 INFO (qtp1013579950-3227) [n:127.0.0.1:65530_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 439937 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582164558999453696 [junit4] 2> 439938 INFO (qtp1013579950-3227) [n:127.0.0.1:65530_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e96aba9[reloaded_collection_shard1_replica_n1] main] [junit4] 2> 439939 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 439939 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 439941 INFO (qtp1013579950-3227) [n:127.0.0.1:65530_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 439941 INFO (qtp1013579950-3227) [n:127.0.0.1:65530_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 439943 INFO (qtp1013579950-3227) [n:127.0.0.1:65530_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 439943 INFO (qtp1013579950-3227) [n:127.0.0.1:65530_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582164559005745152 [junit4] 2> 439948 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 439948 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 439948 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52498/solr/reloaded_collection_shard1_replica_n2/ [junit4] 2> 439948 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica_n2 url=http://127.0.0.1:52498/solr START replicas=[http://127.0.0.1:65530/solr/reloaded_collection_shard1_replica_n1/] nUpdates=100 [junit4] 2> 439948 INFO (searcherExecutor-1459-thread-1-processing-n:127.0.0.1:65530_solr x:reloaded_collection_shard1_replica_n1 s:shard1 c:reloaded_collection r:core_node3) [n:127.0.0.1:65530_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.SolrCore [reloaded_collection_shard1_replica_n1] Registered new searcher Searcher@7e96aba9[reloaded_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 439949 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 439949 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 439949 INFO (searcherExecutor-1457-thread-1-processing-n:127.0.0.1:52498_solr x:reloaded_collection_shard1_replica_n2 s:shard1 c:reloaded_collection r:core_node5) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SolrCore [reloaded_collection_shard1_replica_n2] Registered new searcher Searcher@6410cbfb[reloaded_collection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 439950 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a6e3ed3[reloaded_collection_shard2_replica_n7] main] [junit4] 2> 439951 INFO (qtp1013579950-3233) [n:127.0.0.1:65530_solr c:reloaded_collection s:shard1 r:core_node3 x:reloaded_collection_shard1_replica_n1] o.a.s.c.S.Request [reloaded_collection_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 439952 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 439953 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 439953 INFO (qtp1483650897-3249) [n:127.0.0.1:39138_solr c:reloaded_collection s:shard2 r:core_node6 x:reloaded_collection_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 439953 INFO (qtp1483650897-3249) [n:127.0.0.1:39138_solr c:reloaded_collection s:shard2 r:core_node6 x:reloaded_collection_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 439953 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 439953 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582164559016230912 [junit4] 2> 439954 INFO (qtp1483650897-3249) [n:127.0.0.1:39138_solr c:reloaded_collection s:shard2 r:core_node6 x:reloaded_collection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled [junit4] 2> 439954 INFO (qtp1483650897-3249) [n:127.0.0.1:39138_solr c:reloaded_collection s:shard2 r:core_node6 x:reloaded_collection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 439954 INFO (qtp1483650897-3249) [n:127.0.0.1:39138_solr c:reloaded_collection s:shard2 r:core_node6 x:reloaded_collection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c800ea8[reloaded_collection_shard2_replica_n4] main] [junit4] 2> 439956 INFO (searcherExecutor-1458-thread-1-processing-n:127.0.0.1:48991_solr x:reloaded_collection_shard2_replica_n7 s:shard2 c:reloaded_collection r:core_node8) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.c.SolrCore [reloaded_collection_shard2_replica_n7] Registered new searcher Searcher@6a6e3ed3[reloaded_collection_shard2_replica_n7] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 439956 INFO (qtp1483650897-3249) [n:127.0.0.1:39138_solr c:reloaded_collection s:shard2 r:core_node6 x:reloaded_collection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf [junit4] 2> 439957 INFO (qtp1483650897-3249) [n:127.0.0.1:39138_solr c:reloaded_collection s:shard2 r:core_node6 x:reloaded_collection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf [junit4] 2> 439957 INFO (qtp1483650897-3249) [n:127.0.0.1:39138_solr c:reloaded_collection s:shard2 r:core_node6 x:reloaded_collection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 439958 INFO (searcherExecutor-1456-thread-1-processing-n:127.0.0.1:39138_solr x:reloaded_collection_shard2_replica_n4 s:shard2 c:reloaded_collection r:core_node6) [n:127.0.0.1:39138_solr c:reloaded_collection s:shard2 r:core_node6 x:reloaded_collection_shard2_replica_n4] o.a.s.c.SolrCore [reloaded_collection_shard2_replica_n4] Registered new searcher Searcher@3c800ea8[reloaded_collection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 439958 INFO (qtp1483650897-3249) [n:127.0.0.1:39138_solr c:reloaded_collection s:shard2 r:core_node6 x:reloaded_collection_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1582164559021473792 [junit4] 2> 439961 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 439961 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 439961 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:48991/solr/reloaded_collection_shard2_replica_n7/ [junit4] 2> 439961 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica_n7 url=http://127.0.0.1:48991/solr START replicas=[http://127.0.0.1:39138/solr/reloaded_collection_shard2_replica_n4/] nUpdates=100 [junit4] 2> 439964 INFO (qtp1483650897-3251) [n:127.0.0.1:39138_solr c:reloaded_collection s:shard2 r:core_node6 x:reloaded_collection_shard2_replica_n4] o.a.s.c.S.Request [reloaded_collection_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 440071 INFO (zkCallback-550-thread-1-processing-n:127.0.0.1:65530_solr) [n:127.0.0.1:65530_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440071 INFO (zkCallback-548-thread-1-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440071 INFO (zkCallback-548-thread-2-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440072 INFO (zkCallback-551-thread-2-processing-n:127.0.0.1:48991_solr) [n:127.0.0.1:48991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440072 INFO (zkCallback-547-thread-2-processing-n:127.0.0.1:39138_solr) [n:127.0.0.1:39138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440072 INFO (zkCallback-550-thread-2-processing-n:127.0.0.1:65530_solr) [n:127.0.0.1:65530_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440072 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:39138_solr) [n:127.0.0.1:39138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440072 INFO (zkCallback-551-thread-1-processing-n:127.0.0.1:48991_solr) [n:127.0.0.1:48991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440257 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica_n2 url=http://127.0.0.1:52498/solr DONE. We have no versions. sync failed. [junit4] 2> 440257 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 440257 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 440257 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 440263 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica_n7 url=http://127.0.0.1:48991/solr DONE. We have no versions. sync failed. [junit4] 2> 440263 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 440263 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 440263 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 440270 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52498/solr/reloaded_collection_shard1_replica_n2/ shard1 [junit4] 2> 440273 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:48991/solr/reloaded_collection_shard2_replica_n7/ shard2 [junit4] 2> 440378 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:39138_solr) [n:127.0.0.1:39138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440378 INFO (zkCallback-550-thread-1-processing-n:127.0.0.1:65530_solr) [n:127.0.0.1:65530_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440378 INFO (zkCallback-550-thread-2-processing-n:127.0.0.1:65530_solr) [n:127.0.0.1:65530_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440378 INFO (zkCallback-548-thread-1-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440378 INFO (zkCallback-548-thread-2-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440378 INFO (zkCallback-551-thread-1-processing-n:127.0.0.1:48991_solr) [n:127.0.0.1:48991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440378 INFO (zkCallback-547-thread-2-processing-n:127.0.0.1:39138_solr) [n:127.0.0.1:39138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440380 INFO (zkCallback-551-thread-2-processing-n:127.0.0.1:48991_solr) [n:127.0.0.1:48991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440422 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 440426 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 440427 INFO (qtp2134629557-3215) [n:127.0.0.1:52498_solr c:reloaded_collection s:shard1 r:core_node5 x:reloaded_collection_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica_n2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=5651 [junit4] 2> 440429 INFO (qtp532620501-3219) [n:127.0.0.1:48991_solr c:reloaded_collection s:shard2 r:core_node8 x:reloaded_collection_shard2_replica_n7] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica_n7&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=5640 [junit4] 2> 440532 INFO (zkCallback-548-thread-2-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440532 INFO (zkCallback-551-thread-2-processing-n:127.0.0.1:48991_solr) [n:127.0.0.1:48991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440532 INFO (zkCallback-551-thread-1-processing-n:127.0.0.1:48991_solr) [n:127.0.0.1:48991_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440532 INFO (zkCallback-550-thread-1-processing-n:127.0.0.1:65530_solr) [n:127.0.0.1:65530_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440532 INFO (zkCallback-547-thread-2-processing-n:127.0.0.1:39138_solr) [n:127.0.0.1:39138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440533 INFO (zkCallback-547-thread-1-processing-n:127.0.0.1:39138_solr) [n:127.0.0.1:39138_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440533 INFO (zkCallback-550-thread-2-processing-n:127.0.0.1:65530_solr) [n:127.0.0.1:65530_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4]) [junit4] 2> 440532 INFO (zkCallback-548-thread-3-processing-n:127.0.0.1:52498_solr) [n:127.0.0.1:52498_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_coll [...truncated too long message...] s: [] [junit4] 2> 819924 DEBUG (AutoscalingActionExecutor-675-thread-1-processing-n:127.0.0.1:37473_solr) [n:127.0.0.1:37473_solr ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"14f09558e6cd6fc0T9h11x9ehygkewtk2qf36iosfy", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1508870084231000000, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1508870084231000000], [junit4] 2> "_enqueue_time_":1508870085235000000, [junit4] 2> "nodeNames":["127.0.0.1:37473_solr"]}} [junit4] 2> 819924 INFO (AutoscalingActionExecutor-675-thread-1-processing-n:127.0.0.1:37473_solr) [n:127.0.0.1:37473_solr ] o.a.s.c.ActionThrottle The last action attempt started 602528ms ago. [junit4] 2> 819927 DEBUG (AutoscalingActionExecutor-675-thread-1-processing-n:127.0.0.1:37473_solr) [n:127.0.0.1:37473_solr ] o.a.s.c.a.ScheduledTriggers Found pending task with requestid=node_lost_trigger/14f094ccb0a5a0c0T9h11x9ehygkewtk2qf36iosfv/0 [junit4] 2> 819927 ERROR (AutoscalingActionExecutor-675-thread-1-processing-n:127.0.0.1:37473_solr) [n:127.0.0.1:37473_solr ] o.a.s.c.a.ExecutePlanAction Unexpected Exception while querying status of requestId=node_lost_trigger/14f094ccb0a5a0c0T9h11x9ehygkewtk2qf36iosfv/0 [junit4] 2> java.io.IOException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request [junit4] 2> at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:101) [junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:130) [junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.waitForPendingTasks(ScheduledTriggers.java:289) [junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$2(ScheduledTriggers.java:221) [junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request [junit4] 2> at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460) [junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086) [junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867) [junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800) [junit4] 2> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178) [junit4] 2> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195) [junit4] 2> at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:99) [junit4] 2> ... 9 more [junit4] 2> 824928 ERROR (AutoscalingActionExecutor-675-thread-1-processing-n:127.0.0.1:37473_solr) [n:127.0.0.1:37473_solr ] o.a.s.c.a.ExecutePlanAction Unexpected Exception while querying status of requestId=node_lost_trigger/14f094ccb0a5a0c0T9h11x9ehygkewtk2qf36iosfv/0 [junit4] 2> java.io.IOException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request [junit4] 2> at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:101) [junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:130) [junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.waitForPendingTasks(ScheduledTriggers.java:289) [junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$2(ScheduledTriggers.java:221) [junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) [junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266) [junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request [junit4] 2> at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:460) [junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1086) [junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:867) [junit4] 2> at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:800) [junit4] 2> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:178) [junit4] 2> at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:195) [junit4] 2> at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:99) [junit4] 2> ... 9 more [junit4] 2> 828980 WARN (OverseerThreadFactory-676-thread-1-processing-n:127.0.0.1:37473_solr) [n:127.0.0.1:37473_solr ] o.a.s.c.MoveReplicaCmd Timed out waiting for leader's replica to recover, collection=testExecute shard=shard1 on node=127.0.0.1:37473_solr [junit4] 2> 828989 INFO (OverseerThreadFactory-676-thread-1-processing-n:127.0.0.1:37473_solr) [n:127.0.0.1:37473_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper [junit4] 2> 828990 WARN (OverseerAutoScalingTriggerThread-98885269219704838-127.0.0.1:37473_solr-n_0000000001) [n:127.0.0.1:37473_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 828990 DEBUG (jetty-closer-287-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 828992 INFO (jetty-closer-287-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e99adf1{/solr,null,UNAVAILABLE} [junit4] 2> 828996 ERROR (SUITE-ExecutePlanActionTest-seed#[BF98B59FEE3C0E1]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 828997 INFO (SUITE-ExecutePlanActionTest-seed#[BF98B59FEE3C0E1]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37587 37587 [junit4] 2> 834662 INFO (Thread-350) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37587 37587 [junit4] 2> 834662 WARN (Thread-350) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 4 /solr/aliases.json [junit4] 2> 4 /solr/clusterprops.json [junit4] 2> 3 /solr/configs/conf [junit4] 2> 2 /solr/security.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 23 /solr/collections/testIntegration/state.json [junit4] 2> 20 /solr/collections/testExecute/state.json [junit4] 2> 4 /solr/clusterstate.json [junit4] 2> 2 /solr/autoscaling.json [junit4] 2> 2 /solr/collections/testExecute/leader_elect/shard1/election/98885269219704837-core_node4-n_0000000000 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 4 /solr/live_nodes [junit4] 2> 4 /solr/collections [junit4] 2> 2 /solr/overseer/queue [junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 2 /solr/autoscaling/events/node_lost_trigger [junit4] 2> 2 /solr/overseer/collection-queue-work [junit4] 2> 2 /solr/overseer/queue-work [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.ExecutePlanActionTest_BF98B59FEE3C0E1-001 [junit4] 2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=10, maxDocsPerChunk=72, blockSize=1), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=10, blockSize=1)), sim=RandomSimilarity(queryNorm=true): {}, locale=zh, timezone=Asia/Kamchatka [junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_141 (64-bit)/cpus=3,threads=1,free=90343464,total=194109440 [junit4] 2> NOTE: All tests run in this JVM: [TestDocTermOrds, TestRestManager, CdcrReplicationHandlerTest, TestGraphTermsQParserPlugin, TestQuerySenderNoQuery, LeaderFailureAfterFreshStartTest, DistributedVersionInfoTest, BlobRepositoryCloudTest, NodeLostTriggerTest, SolrRequestParserTest, DirectUpdateHandlerTest, TestManagedSchemaThreadSafety, ShardRoutingTest, TestTolerantUpdateProcessorCloud, TestRandomDVFaceting, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, ExecutePlanActionTest] [junit4] Completed [69/744 (2!)] on J0 in 635.58s, 2 tests, 1 failure <<< FAILURES! [...truncated 49513 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
