Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/1173/ Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseG1GC
2 tests failed. FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove Error Message: No live SolrServers available to handle this request:[https://127.0.0.1:35267/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:42791/solr/MoveReplicaHDFSTest_failed_coll_true] Stack Trace: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:35267/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:42791/solr/MoveReplicaHDFSTest_failed_coll_true] at __randomizedtesting.SeedInfo.seed([F67011BA47701029:5CBDC248F0A3C5F9]:0) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942) at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42791/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard2 at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436) ... 45 more FAILED: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig Error Message: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> Stack Trace: java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ "cluster-preferences":[{"maximize":"freedisk"}], "triggers":{".auto_add_replicas":{ "name":".auto_add_replicas", "event":"nodeLost", "waitFor":30, "actions":[ { "name":"auto_add_replicas_plan", "class":"solr.AutoAddReplicasPlanAction"}, { "name":"execute_plan", "class":"solr.ExecutePlanAction"}], "enabled":true}}, "listeners":{".auto_add_replicas.system":{ "trigger":".auto_add_replicas", "afterAction":[], "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED", "BEFORE_ACTION", "AFTER_ACTION", "IGNORED"], "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", "beforeAction":[]}}, "properties":{}}> at __randomizedtesting.SeedInfo.seed([F67011BA47701029:C9F812125026E0CE]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.failNotEquals(Assert.java:647) at org.junit.Assert.assertEquals(Assert.java:128) at org.junit.Assert.assertEquals(Assert.java:147) at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) Build Log: [...truncated 11992 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider [junit4] 2> 245809 INFO (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/init-core-data-001 [junit4] 2> 245809 WARN (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1 [junit4] 2> 245809 INFO (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 245810 INFO (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0) [junit4] 2> 245810 INFO (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [ ] o.a.s.c.a.s.TestClusterStateProvider ####### Using simulated components? true [junit4] 2> 245810 INFO (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001 [junit4] 2> 245811 INFO (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 245811 INFO (Thread-873) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 245811 INFO (Thread-873) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 245812 ERROR (Thread-873) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 245911 INFO (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:34167 [junit4] 2> 245913 INFO (zkConnectionManagerCallback-382-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 245916 INFO (jetty-launcher-379-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 245916 INFO (jetty-launcher-379-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 245916 INFO (jetty-launcher-379-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 245917 INFO (jetty-launcher-379-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56971351{/solr,null,AVAILABLE} [junit4] 2> 245917 INFO (jetty-launcher-379-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36b74c0{/solr,null,AVAILABLE} [junit4] 2> 245918 INFO (jetty-launcher-379-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ee2b624{/solr,null,AVAILABLE} [junit4] 2> 245919 INFO (jetty-launcher-379-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@520171f7{SSL,[ssl, http/1.1]}{127.0.0.1:34841} [junit4] 2> 245919 INFO (jetty-launcher-379-thread-3) [ ] o.e.j.s.Server Started @247852ms [junit4] 2> 245919 INFO (jetty-launcher-379-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34841} [junit4] 2> 245920 ERROR (jetty-launcher-379-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 245920 INFO (jetty-launcher-379-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0 [junit4] 2> 245920 INFO (jetty-launcher-379-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 245920 INFO (jetty-launcher-379-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 245920 INFO (jetty-launcher-379-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T16:51:14.221220Z [junit4] 2> 245919 INFO (jetty-launcher-379-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@52880272{SSL,[ssl, http/1.1]}{127.0.0.1:34617} [junit4] 2> 245919 INFO (jetty-launcher-379-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4956f263{SSL,[ssl, http/1.1]}{127.0.0.1:36995} [junit4] 2> 245920 INFO (jetty-launcher-379-thread-2) [ ] o.e.j.s.Server Started @247852ms [junit4] 2> 245920 INFO (jetty-launcher-379-thread-1) [ ] o.e.j.s.Server Started @247853ms [junit4] 2> 245920 INFO (jetty-launcher-379-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34617} [junit4] 2> 245920 INFO (jetty-launcher-379-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36995} [junit4] 2> 245920 ERROR (jetty-launcher-379-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 245920 ERROR (jetty-launcher-379-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 245920 INFO (jetty-launcher-379-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0 [junit4] 2> 245920 INFO (jetty-launcher-379-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0 [junit4] 2> 245921 INFO (jetty-launcher-379-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 245921 INFO (jetty-launcher-379-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 245921 INFO (jetty-launcher-379-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 245921 INFO (jetty-launcher-379-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T16:51:14.222053Z [junit4] 2> 245921 INFO (jetty-launcher-379-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 245921 INFO (jetty-launcher-379-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T16:51:14.222104Z [junit4] 2> 245925 INFO (zkConnectionManagerCallback-384-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 245925 INFO (jetty-launcher-379-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 245925 INFO (zkConnectionManagerCallback-386-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 245926 INFO (zkConnectionManagerCallback-388-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 245926 INFO (jetty-launcher-379-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 245926 INFO (jetty-launcher-379-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 245964 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception [junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160f06eb0410002, likely client has closed socket [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239) [junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> 246004 INFO (jetty-launcher-379-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34167/solr [junit4] 2> 246008 INFO (jetty-launcher-379-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34167/solr [junit4] 2> 246015 INFO (zkConnectionManagerCallback-392-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 246019 INFO (jetty-launcher-379-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34167/solr [junit4] 2> 246020 INFO (zkConnectionManagerCallback-396-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 246035 INFO (zkConnectionManagerCallback-400-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 246039 INFO (zkConnectionManagerCallback-402-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 246042 INFO (zkConnectionManagerCallback-404-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 246090 INFO (zkConnectionManagerCallback-406-thread-1-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 246095 INFO (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 246096 INFO (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34617_solr [junit4] 2> 246096 INFO (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr ] o.a.s.c.Overseer Overseer (id=99343549996269577-127.0.0.1:34617_solr-n_0000000000) starting [junit4] 2> 246109 INFO (jetty-launcher-379-thread-3) [n:127.0.0.1:34841_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 246110 INFO (jetty-launcher-379-thread-3) [n:127.0.0.1:34841_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34841_solr [junit4] 2> 246127 INFO (zkCallback-401-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 246131 INFO (OverseerStateUpdate-99343549996269577-127.0.0.1:34617_solr-n_0000000000) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 246132 INFO (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34617_solr [junit4] 2> 246139 INFO (zkCallback-401-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 246143 INFO (jetty-launcher-379-thread-1) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 246144 INFO (zkCallback-405-thread-1-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 246145 INFO (jetty-launcher-379-thread-1) [n:127.0.0.1:36995_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 246146 INFO (jetty-launcher-379-thread-1) [n:127.0.0.1:36995_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36995_solr [junit4] 2> 246147 INFO (zkCallback-401-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 246163 INFO (zkCallback-403-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 246163 INFO (zkCallback-405-thread-2-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 246201 INFO (jetty-launcher-379-thread-3) [n:127.0.0.1:34841_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34841.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4 [junit4] 2> 246209 INFO (jetty-launcher-379-thread-3) [n:127.0.0.1:34841_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34841.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4 [junit4] 2> 246209 INFO (jetty-launcher-379-thread-3) [n:127.0.0.1:34841_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34841.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4 [junit4] 2> 246210 INFO (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34617.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4 [junit4] 2> 246211 INFO (jetty-launcher-379-thread-3) [n:127.0.0.1:34841_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node3/. [junit4] 2> 246218 INFO (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34617.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4 [junit4] 2> 246219 INFO (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34617.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4 [junit4] 2> 246220 INFO (jetty-launcher-379-thread-2) [n:127.0.0.1:34617_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node2/. [junit4] 2> 246224 INFO (jetty-launcher-379-thread-1) [n:127.0.0.1:36995_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36995.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4 [junit4] 2> 246232 INFO (jetty-launcher-379-thread-1) [n:127.0.0.1:36995_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36995.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4 [junit4] 2> 246232 INFO (jetty-launcher-379-thread-1) [n:127.0.0.1:36995_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36995.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4 [junit4] 2> 246233 INFO (jetty-launcher-379-thread-1) [n:127.0.0.1:36995_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node1/. [junit4] 2> 246308 INFO (zkConnectionManagerCallback-414-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 246319 INFO (zkConnectionManagerCallback-418-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 246319 INFO (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 246320 INFO (SUITE-TestClusterStateProvider-seed#[F67011BA47701029]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34167/solr ready [junit4] 2> 246349 INFO (qtp1874945907-2627) [n:127.0.0.1:34617_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true [junit4] 2> 246353 INFO (OverseerThreadFactory-1100-thread-1-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.CreateCollectionCmd Create collection .system [junit4] 2> 246458 INFO (OverseerStateUpdate-99343549996269577-127.0.0.1:34617_solr-n_0000000000) [n:127.0.0.1:34617_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":".system", [junit4] 2> "shard":"shard1", [junit4] 2> "core":".system_shard1_replica_n1", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:36995/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 246458 INFO (OverseerStateUpdate-99343549996269577-127.0.0.1:34617_solr-n_0000000000) [n:127.0.0.1:34617_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":".system", [junit4] 2> "shard":"shard1", [junit4] 2> "core":".system_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:34841/solr";, [junit4] 2> "type":"NRT", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 246459 INFO (OverseerStateUpdate-99343549996269577-127.0.0.1:34617_solr-n_0000000000) [n:127.0.0.1:34617_solr ] o.a.s.c.o.SliceMutator createReplica() { [junit4] 2> "operation":"ADDREPLICA", [junit4] 2> "collection":".system", [junit4] 2> "shard":"shard1", [junit4] 2> "core":".system_shard1_replica_p4", [junit4] 2> "state":"down", [junit4] 2> "base_url":"https://127.0.0.1:34617/solr";, [junit4] 2> "type":"PULL", [junit4] 2> "waitForFinalState":"false"} [junit4] 2> 246667 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL [junit4] 2> 246668 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 246676 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 246676 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT [junit4] 2> 246676 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 246676 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 246779 INFO (zkCallback-403-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 246779 INFO (zkCallback-401-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 246779 INFO (zkCallback-403-thread-2-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 246779 INFO (zkCallback-401-thread-2-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 246779 INFO (zkCallback-405-thread-2-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 246779 INFO (zkCallback-405-thread-1-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 247678 WARN (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.Config You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version. [junit4] 2> 247679 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 247683 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 247685 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0 [junit4] 2> 247686 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead [junit4] 2> 247688 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead [junit4] 2> 247689 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead [junit4] 2> 247690 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core [junit4] 2> 247690 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core [junit4] 2> 247690 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema [.system_shard1_replica_n2] Schema name=_system collection or core [junit4] 2> 247692 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id [junit4] 2> 247692 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id [junit4] 2> 247693 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id [junit4] 2> 247695 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema [junit4] 2> 247695 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it [junit4] 2> 247695 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Managed schema znode at /configs/.system/managed-schema already exists - no need to create it [junit4] 2> 247696 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak [junit4] 2> 247696 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true [junit4] 2> 247696 WARN (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema [junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:111) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242) [junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349) [junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268) [junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186) [junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45) [junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75) [junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119) [junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92) [junit4] 2> at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1083) [junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1035) [junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950) [junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) [junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) [junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) [junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) [junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) [junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> 247697 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36995.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4 [junit4] 2> 247697 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_p4' using configuration from collection .system, trusted=true [junit4] 2> 247696 WARN (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ManagedIndexSchemaFactory Error persisting managed schema resource managed-schema [junit4] 2> org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /configs/.system/schema.xml [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:111) [junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51) [junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:243) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:242) [junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.zkUgradeToManagedSchema(ManagedIndexSchemaFactory.java:349) [junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.upgradeToManagedSchema(ManagedIndexSchemaFactory.java:268) [junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:186) [junit4] 2> at org.apache.solr.schema.ManagedIndexSchemaFactory.create(ManagedIndexSchemaFactory.java:45) [junit4] 2> at org.apache.solr.schema.IndexSchemaFactory.buildIndexSchema(IndexSchemaFactory.java:75) [junit4] 2> at org.apache.solr.core.ConfigSetService.createIndexSchema(ConfigSetService.java:119) [junit4] 2> at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:92) [junit4] 2> at org.apache.solr.core.CoreContainer.getConfigSet(CoreContainer.java:1083) [junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1035) [junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:950) [junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) [junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) [junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) [junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:380) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) [junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) [junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> 247697 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34617.solr.core..system.shard1.replica_p4' (registry 'solr.core..system.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4 [junit4] 2> 247698 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n2' using configuration from collection .system, trusted=true [junit4] 2> 247697 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 247698 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 247698 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [[.system_shard1_replica_p4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node2/.system_shard1_replica_p4], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node2/./.system_shard1_replica_p4/data/] [junit4] 2> 247698 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node1/./.system_shard1_replica_n1/data/] [junit4] 2> 247698 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34841.solr.core..system.shard1.replica_n2' (registry 'solr.core..system.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4 [junit4] 2> 247698 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder [junit4] 2> 247698 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [[.system_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node3/.system_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node3/./.system_shard1_replica_n2/data/] [junit4] 2> 247734 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs [junit4] 2> 247734 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 247734 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 247734 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog [junit4] 2> 247734 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 247734 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536 [junit4] 2> 247742 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b58e63d[.system_shard1_replica_p4] main] [junit4] 2> 247742 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs [junit4] 2> 247742 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 247742 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs [junit4] 2> 247742 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled [junit4] 2> 247743 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@493732c[.system_shard1_replica_n1] main] [junit4] 2> 247743 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@17d2b0d8[.system_shard1_replica_n2] main] [junit4] 2> 247744 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system [junit4] 2> 247744 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system [junit4] 2> 247744 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system [junit4] 2> 247744 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system [junit4] 2> 247745 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system [junit4] 2> 247745 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system [junit4] 2> 247745 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema [junit4] 2> 247745 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema [junit4] 2> 247745 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema [junit4] 2> 247747 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest [junit4] 2> 247747 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper [junit4] 2> 247748 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 247748 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589496801970356224 [junit4] 2> 247749 INFO (searcherExecutor-1109-thread-1-processing-n:127.0.0.1:34841_solr x:.system_shard1_replica_n2 s:shard1 c:.system r:core_node5) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SolrCore [.system_shard1_replica_n2] Registered new searcher Searcher@17d2b0d8[.system_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 247749 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core [junit4] 2> 247756 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms [junit4] 2> 247762 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id [junit4] 2> 247762 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 14 ms [junit4] 2> 247763 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 247763 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1589496801986084864 [junit4] 2> 247764 INFO (searcherExecutor-1107-thread-1-processing-n:127.0.0.1:36995_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node3) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@493732c[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 247767 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Retrieved schema version 0 from ZooKeeper [junit4] 2> 247769 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema [.system_shard1_replica_p4] Schema name=_system collection or core [junit4] 2> 247773 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id [junit4] 2> 247773 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.ZkIndexSchemaReader Finished refreshing schema in 6 ms [junit4] 2> 247774 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 247776 INFO (searcherExecutor-1108-thread-1-processing-n:127.0.0.1:34617_solr x:.system_shard1_replica_p4 s:shard1 c:.system r:core_node6) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.SolrCore [.system_shard1_replica_p4] Registered new searcher Searcher@1b58e63d[.system_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())} [junit4] 2> 247778 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ZkController .system_shard1_replica_p4 starting background replication from leader [junit4] 2> 247779 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03 [junit4] 2> 247782 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms [junit4] 2> 247782 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms. [junit4] 2> 247906 INFO (zkCallback-401-thread-2-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 247906 INFO (zkCallback-401-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 247906 INFO (zkCallback-403-thread-2-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 247906 INFO (zkCallback-403-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 247906 INFO (zkCallback-405-thread-3-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 247906 INFO (zkCallback-405-thread-2-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 248256 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue. [junit4] 2> 248256 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync [junit4] 2> 248256 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34841/solr/.system_shard1_replica_n2/ [junit4] 2> 248256 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=https://127.0.0.1:34841/solr START replicas=[https://127.0.0.1:36995/solr/.system_shard1_replica_n1/] nUpdates=100 [junit4] 2> 248261 INFO (qtp1048917493-2633) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0 [junit4] 2> 248557 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=.system_shard1_replica_n2 url=https://127.0.0.1:34841/solr DONE. We have no versions. sync failed. [junit4] 2> 248557 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate [junit4] 2> 248557 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway [junit4] 2> 248557 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR [junit4] 2> 248559 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34841/solr/.system_shard1_replica_n2/ shard1 [junit4] 2> 248660 INFO (zkCallback-403-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 248660 INFO (zkCallback-403-thread-2-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 248660 INFO (zkCallback-401-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 248660 INFO (zkCallback-405-thread-3-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 248660 INFO (zkCallback-401-thread-2-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 248660 INFO (zkCallback-405-thread-2-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 248707 INFO (indexFetcher-1122-thread-1) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.h.IndexFetcher Replica core_node5 is leader but it's state is down, skipping replication [junit4] 2> 248710 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary [junit4] 2> 248801 INFO (qtp2313754-2628) [n:127.0.0.1:34841_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n2&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2125 [junit4] 2> 248801 INFO (qtp1874945907-2648) [n:127.0.0.1:34617_solr c:.system s:shard1 r:core_node6 x:.system_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=.system&newCollection=true&name=.system_shard1_replica_p4&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2133 [junit4] 2> 248801 INFO (qtp1048917493-2644) [n:127.0.0.1:36995_solr c:.system s:shard1 r:core_node3 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2125 [junit4] 2> 248803 INFO (qtp1874945907-2627) [n:127.0.0.1:34617_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas [junit4] 2> 248885 INFO (zkCallback-403-thread-2-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 248885 INFO (zkCallback-401-thread-2-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 248885 INFO (zkCallback-405-thread-2-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 248885 INFO (zkCallback-401-thread-1-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 248885 INFO (zkCallback-405-thread-3-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 248885 INFO (zkCallback-403-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [3]) [junit4] 2> 249804 INFO (qtp1874945907-2627) [n:127.0.0.1:34617_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&replicationFactor=2&name=.system&nrtReplicas=2&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3454 [junit4] 2> 249809 INFO (qtp1874945907-2632) [n:127.0.0.1:34617_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 249815 INFO (qtp1048917493-2634) [n:127.0.0.1:36995_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 249820 INFO (qtp2313754-2650) [n:127.0.0.1:34841_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0 [junit4] 2> 249850 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[F67011BA47701029]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAutoScalingConfig [junit4] 2> 249853 INFO (TEST-TestClusterStateProvider.testAutoScalingConfig-seed#[F67011BA47701029]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAutoScalingConfig [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestClusterStateProvider -Dtests.method=testAutoScalingConfig -Dtests.seed=F67011BA47701029 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ha-GH -Dtests.timezone=Africa/Mbabane -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1 [junit4] FAILURE 0.03s J1 | TestClusterStateProvider.testAutoScalingConfig <<< [junit4] > Throwable #1: java.lang.AssertionError: expected: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ [junit4] > "cluster-preferences":[{"maximize":"freedisk"}], [junit4] > "triggers":{".auto_add_replicas":{ [junit4] > "name":".auto_add_replicas", [junit4] > "event":"nodeLost", [junit4] > "waitFor":30, [junit4] > "actions":[ [junit4] > { [junit4] > "name":"auto_add_replicas_plan", [junit4] > "class":"solr.AutoAddReplicasPlanAction"}, [junit4] > { [junit4] > "name":"execute_plan", [junit4] > "class":"solr.ExecutePlanAction"}], [junit4] > "enabled":true}}, [junit4] > "listeners":{".auto_add_replicas.system":{ [junit4] > "trigger":".auto_add_replicas", [junit4] > "afterAction":[], [junit4] > "stage":[ [junit4] > "STARTED", [junit4] > "ABORTED", [junit4] > "SUCCEEDED", [junit4] > "FAILED", [junit4] > "BEFORE_ACTION", [junit4] > "AFTER_ACTION", [junit4] > "IGNORED"], [junit4] > "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", [junit4] > "beforeAction":[]}}, [junit4] > "properties":{}}> but was: org.apache.solr.client.solrj.cloud.autoscaling.AutoScalingConfig<{ [junit4] > "cluster-preferences":[{"maximize":"freedisk"}], [junit4] > "triggers":{".auto_add_replicas":{ [junit4] > "name":".auto_add_replicas", [junit4] > "event":"nodeLost", [junit4] > "waitFor":30, [junit4] > "actions":[ [junit4] > { [junit4] > "name":"auto_add_replicas_plan", [junit4] > "class":"solr.AutoAddReplicasPlanAction"}, [junit4] > { [junit4] > "name":"execute_plan", [junit4] > "class":"solr.ExecutePlanAction"}], [junit4] > "enabled":true}}, [junit4] > "listeners":{".auto_add_replicas.system":{ [junit4] > "trigger":".auto_add_replicas", [junit4] > "afterAction":[], [junit4] > "stage":[ [junit4] > "STARTED", [junit4] > "ABORTED", [junit4] > "SUCCEEDED", [junit4] > "FAILED", [junit4] > "BEFORE_ACTION", [junit4] > "AFTER_ACTION", [junit4] > "IGNORED"], [junit4] > "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", [junit4] > "beforeAction":[]}}, [junit4] > "properties":{}}> [junit4] > at __randomizedtesting.SeedInfo.seed([F67011BA47701029:C9F812125026E0CE]:0) [junit4] > at org.apache.solr.cloud.autoscaling.sim.TestClusterStateProvider.testAutoScalingConfig(TestClusterStateProvider.java:214) [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) [junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564) [junit4] > at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> 249878 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveNode [junit4] 2> 249880 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.e.j.s.Server jetty-9.3.20.v20170531 [junit4] 2> 249882 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73252f0c{/solr,null,AVAILABLE} [junit4] 2> 249883 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7eafcbe9{SSL,[ssl, http/1.1]}{127.0.0.1:36205} [junit4] 2> 249883 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.e.j.s.Server Started @251815ms [junit4] 2> 249883 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36205} [junit4] 2> 249883 ERROR (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 249883 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0 [junit4] 2> 249884 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 249884 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 249884 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-01-13T16:51:18.185059Z [junit4] 2> 249886 INFO (zkConnectionManagerCallback-420-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 249887 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 249900 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34167/solr [junit4] 2> 249902 INFO (zkConnectionManagerCallback-424-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 249904 INFO (zkConnectionManagerCallback-426-thread-1-processing-n:127.0.0.1:36205_solr) [n:127.0.0.1:36205_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 249907 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [n:127.0.0.1:36205_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3) [junit4] 2> 249908 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [n:127.0.0.1:36205_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 249909 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [n:127.0.0.1:36205_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36205_solr [junit4] 2> 249910 INFO (zkCallback-405-thread-3-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 249910 INFO (zkCallback-401-thread-2-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 249910 INFO (zkCallback-403-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 249910 INFO (zkCallback-417-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 249910 INFO (zkCallback-425-thread-1-processing-n:127.0.0.1:36205_solr) [n:127.0.0.1:36205_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 249943 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [n:127.0.0.1:36205_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36205.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4 [junit4] 2> 249952 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [n:127.0.0.1:36205_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36205.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4 [junit4] 2> 249952 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [n:127.0.0.1:36205_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36205.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@272a83d4 [junit4] 2> 249954 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [n:127.0.0.1:36205_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestClusterStateProvider_F67011BA47701029-001/tempDir-001/node4/. [junit4] 2> 250182 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@520171f7{SSL,[ssl, http/1.1]}{127.0.0.1:0} [junit4] 2> 250183 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1009103167 [junit4] 2> 250183 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 250183 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7baf0c91: rootName = solr_34841, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3e2c2b87 [junit4] 2> 250190 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 250190 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6acc1d6b: rootName = solr_34841, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1284f0d6 [junit4] 2> 250195 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 250195 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3ca335b: rootName = solr_34841, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@16bb765e [junit4] 2> 250196 INFO (TEST-TestClusterStateProvider.testAddRemoveNode-seed#[F67011BA47701029]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34841_solr [junit4] 2> 250196 INFO (zkCallback-403-thread-1-processing-n:127.0.0.1:36995_solr) [n:127.0.0.1:36995_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 250196 INFO (zkCallback-405-thread-3-processing-n:127.0.0.1:34617_solr) [n:127.0.0.1:34617_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 250196 INFO (zkCallback-401-thread-2-processing-n:127.0.0.1:34841_solr) [n:127.0.0.1:34841_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3) [junit4] 2> 250197 INFO (zkCallback-417-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live [...truncated too long message...] 0003 [junit4] 2> 2 /solr/overseer_elect/election/99343665593581580-127.0.0.1:33531_solr-n_0000000002 [junit4] 2> 2 /solr/autoscaling.json [junit4] 2> 2 /solr/collections/MoveReplicaHDFSTest_coll_false/leader_elect/shard1/election/99343665593581578-core_node3-n_0000000001 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 30 /solr/collections [junit4] 2> 23 /solr/live_nodes [junit4] 2> 2 /solr/overseer/queue [junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 2 /solr/overseer/queue-work [junit4] 2> 2 /solr/overseer/collection-queue-work [junit4] 2> [junit4] 2> 2077334 WARN (SUITE-MoveReplicaHDFSTest-seed#[F67011BA47701029]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called [junit4] 2> 2077374 INFO (SUITE-MoveReplicaHDFSTest-seed#[F67011BA47701029]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 2077475 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:34563) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted [junit4] 2> 2077476 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost.localdomain/127.0.0.1:34563) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1613849536-88.99.242.108-1515864038545 (Datanode Uuid e834142b-3386-4884-be9b-cea3d6b92fc8) service to localhost.localdomain/127.0.0.1:34563 [junit4] 2> 2077477 WARN (SUITE-MoveReplicaHDFSTest-seed#[F67011BA47701029]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called [junit4] 2> 2077479 INFO (SUITE-MoveReplicaHDFSTest-seed#[F67011BA47701029]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 2077583 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:34563) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted [junit4] 2> 2077583 WARN (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost.localdomain/127.0.0.1:34563) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1613849536-88.99.242.108-1515864038545 (Datanode Uuid 38e10b85-0bb0-49ab-89e3-b93589128855) service to localhost.localdomain/127.0.0.1:34563 [junit4] 2> 2077587 INFO (SUITE-MoveReplicaHDFSTest-seed#[F67011BA47701029]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0 [junit4] 2> 2077702 INFO (SUITE-MoveReplicaHDFSTest-seed#[F67011BA47701029]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45013 45013 [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_F67011BA47701029-001 [junit4] 2> Jan 13, 2018 5:21:45 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 66 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=MockRandom)}, docValues:{}, maxPointsInLeafNode=528, maxMBSortInHeap=5.775733939950592, sim=RandomSimilarity(queryNorm=true): {}, locale=vo-001, timezone=America/Recife [junit4] 2> NOTE: Linux 4.13.0-26-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=3,free=217675072,total=536870912 [junit4] 2> NOTE: All tests run in this JVM: [BlockJoinFacetDistribTest, TestFieldCacheVsDocValues, TestSubQueryTransformerCrossCore, SuggestComponentTest, AliasIntegrationTest, TestShardHandlerFactory, CollectionsAPIAsyncDistributedZkTest, TestConfigSets, LeaderInitiatedRecoveryOnCommitTest, V2StandaloneTest, TestQuerySenderListener, TimeRoutedAliasUpdateProcessorTest, TestCoreContainer, LoggingHandlerTest, PreAnalyzedFieldManagedSchemaCloudTest, TestNodeLostTrigger, TestManagedSynonymGraphFilterFactory, VersionInfoTest, SolrMetricsIntegrationTest, SolrJmxReporterCloudTest, WordBreakSolrSpellCheckerTest, TestPolicyCloud, TestFieldTypeResource, SuggesterTest, HighlighterTest, TestCharFilters, DocValuesMissingTest, TestDistribDocBasedVersion, TestCloudPivotFacet, TestQueryTypes, LeaderElectionTest, TestManagedSchema, TestLFUCache, CustomCollectionTest, TestCSVResponseWriter, ConnectionReuseTest, ShufflingReplicaListTransformerTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestExtendedDismaxParser, TestValueSourceCache, SSLMigrationTest, TestLeaderInitiatedRecoveryThread, CustomHighlightComponentTest, ReplicationFactorTest, TestCollectionsAPIViaSolrCloudCluster, TestCustomDocTransformer, TestPointFields, LeaderElectionContextKeyTest, BadComponentTest, TestGraphMLResponseWriter, TestFreeTextSuggestions, GraphQueryTest, UnloadDistributedZkTest, TestElisionMultitermQuery, TestMissingGroups, TestInPlaceUpdatesDistrib, TestFieldCacheReopen, ChangedSchemaMergeTest, TestCloudDeleteByQuery, TestPartialUpdateDeduplication, DistanceFunctionTest, TestStreamBody, TestTestInjection, TestObjectReleaseTracker, TestFilteredDocIdSet, DataDrivenBlockJoinTest, SpellPossibilityIteratorTest, SolrCloudExampleTest, OverseerStatusTest, DefaultValueUpdateProcessorTest, TestTolerantSearch, TestRealTimeGet, SolrCloudReportersTest, SolrTestCaseJ4Test, ClusterStateTest, TestComputePlanAction, TestSolr4Spatial2, PluginInfoTest, DirectSolrSpellCheckerTest, TestTrie, StatsComponentTest, CdcrBootstrapTest, TestRandomRequestDistribution, TestReload, FacetPivotSmallTest, TestSolrQueryResponse, FullSolrCloudDistribCmdsTest, SimplePostToolTest, TestFiltering, FileBasedSpellCheckerTest, NodeLostTriggerTest, ResponseHeaderTest, QueryElevationComponentTest, TestSystemIdResolver, DeleteNodeTest, DistributedQueryComponentCustomSortTest, HdfsDirectoryFactoryTest, EchoParamsTest, IndexBasedSpellCheckerTest, SubstringBytesRefFilterTest, TestTriggerIntegration, TestNumericTerms32, BigEndianAscendingWordDeserializerTest, UUIDFieldTest, TestDFISimilarityFactory, TestSolrConfigHandlerConcurrent, SpatialRPTFieldTypeTest, ChaosMonkeyNothingIsSafeTest, AtomicUpdatesTest, FieldAnalysisRequestHandlerTest, JSONWriterTest, TestDynamicLoading, OverseerCollectionConfigSetProcessorTest, TestQueryWrapperFilter, TestXmlQParser, XsltUpdateRequestHandlerTest, TestPullReplica, MetricsHandlerTest, HdfsThreadLeakTest, HdfsLockFactoryTest, DirectSolrConnectionTest, TestIndexSearcher, OverseerTest, BasicDistributedZk2Test, TestZkChroot, ZkCLITest, TestDistributedGrouping, TestRecovery, ZkControllerTest, SolrCoreTest, BadIndexSchemaTest, ConvertedLegacyTest, TestLazyCores, SolrIndexSplitterTest, TestCoreDiscovery, SuggesterFSTTest, SolrRequestParserTest, DocValuesTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, TestSolrDeletionPolicy1, CacheHeaderTest, XmlUpdateRequestHandlerTest, MoreLikeThisHandlerTest, TestSolrQueryParser, TestJmxIntegration, ReturnFieldsTest, UniqFieldsUpdateProcessorFactoryTest, TestPHPSerializedResponseWriter, PingRequestHandlerTest, CSVRequestHandlerTest, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, TestBinaryField, TestSearchPerf, NumericFieldsTest, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestPhraseSuggestions, TestCodecSupport, SynonymTokenizerTest, TestXIncludeConfig, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, DateMathParserTest, PreAnalyzedFieldTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, TestLRUCache, TestUtils, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, DistributedMLTComponentTest, TestDistributedMissingSort, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, AssignBackwardCompatibilityTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, ForceLeaderTest, MoveReplicaHDFSTest] [junit4] Completed [469/766 (2!)] on J2 in 77.37s, 4 tests, 1 error <<< FAILURES! [...truncated 41903 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
