Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2426/
2 tests failed. FAILED: org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove Error Message: No live SolrServers available to handle this request:[https://127.0.0.1:39887/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:57785/solr/MoveReplicaHDFSTest_failed_coll_true] Stack Trace: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:39887/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:57785/solr/MoveReplicaHDFSTest_failed_coll_true] at __randomizedtesting.SeedInfo.seed([20FCAB38253F4A3F:8A3178CA92EC9FEF]:0) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1105) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:885) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:992) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:992) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:818) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942) at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:309) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39887/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard1 at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:436) ... 47 more FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup Error Message: should be at least one inactive event Stack Trace: java.lang.AssertionError: should be at least one inactive event at __randomizedtesting.SeedInfo.seed([20FCAB38253F4A3F:3DD06B4A447C6D34]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:218) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 1844 lines...] [junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/temp/junit4-J0-20180315_092814_6277564501970733679558.sysout [junit4] >>> JVM J0 emitted unexpected output (verbatim) ---- [junit4] codec: CheapBastard, pf: LuceneVarGapFixedInterval, dvf: Asserting [junit4] <<< JVM J0: EOF ---- [...truncated 10263 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_20FCAB38253F4A3F-001/init-core-data-001 [junit4] 2> 119218 WARN (SUITE-ScheduledMaintenanceTriggerTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6 [junit4] 2> 119218 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 119228 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 119228 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 119233 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_20FCAB38253F4A3F-001/tempDir-001 [junit4] 2> 119233 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 119251 INFO (Thread-1468) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 119251 INFO (Thread-1468) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 119315 ERROR (Thread-1468) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 119349 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36724 [junit4] 2> 119389 INFO (zkConnectionManagerCallback-158-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 119418 INFO (jetty-launcher-155-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 119506 INFO (jetty-launcher-155-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 119513 INFO (jetty-launcher-155-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 119513 INFO (jetty-launcher-155-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 119517 INFO (jetty-launcher-155-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3953a57{/solr,null,AVAILABLE} [junit4] 2> 119526 INFO (jetty-launcher-155-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6bb953dc{HTTP/1.1,[http/1.1]}{127.0.0.1:48017} [junit4] 2> 119530 INFO (jetty-launcher-155-thread-1) [ ] o.e.j.s.Server Started @123150ms [junit4] 2> 119530 INFO (jetty-launcher-155-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48017} [junit4] 2> 119531 ERROR (jetty-launcher-155-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 119531 INFO (jetty-launcher-155-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 119532 INFO (jetty-launcher-155-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 119532 INFO (jetty-launcher-155-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 119532 INFO (jetty-launcher-155-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-15T10:04:47.972Z [junit4] 2> 119567 INFO (zkConnectionManagerCallback-160-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 119567 INFO (jetty-launcher-155-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 119652 INFO (jetty-launcher-155-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36724/solr [junit4] 2> 119687 INFO (zkConnectionManagerCallback-164-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 119737 INFO (zkConnectionManagerCallback-166-thread-1-processing-n:127.0.0.1:48017_solr) [n:127.0.0.1:48017_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 120352 INFO (jetty-launcher-155-thread-1) [n:127.0.0.1:48017_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 120358 INFO (jetty-launcher-155-thread-1) [n:127.0.0.1:48017_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48017_solr [junit4] 2> 120361 INFO (jetty-launcher-155-thread-1) [n:127.0.0.1:48017_solr ] o.a.s.c.Overseer Overseer (id=73457455469166595-127.0.0.1:48017_solr-n_0000000000) starting [junit4] 2> 120403 INFO (zkConnectionManagerCallback-171-thread-1-processing-n:127.0.0.1:48017_solr) [n:127.0.0.1:48017_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 120420 INFO (jetty-launcher-155-thread-1) [n:127.0.0.1:48017_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36724/solr ready [junit4] 2> 120461 INFO (jetty-launcher-155-thread-1) [n:127.0.0.1:48017_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48017_solr [junit4] 2> 120462 DEBUG (OverseerAutoScalingTriggerThread-73457455469166595-127.0.0.1:48017_solr-n_0000000000) [n:127.0.0.1:48017_solr ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 120467 DEBUG (OverseerAutoScalingTriggerThread-73457455469166595-127.0.0.1:48017_solr-n_0000000000) [n:127.0.0.1:48017_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 120473 DEBUG (OverseerAutoScalingTriggerThread-73457455469166595-127.0.0.1:48017_solr-n_0000000000) [n:127.0.0.1:48017_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [] [junit4] 2> 120473 DEBUG (OverseerAutoScalingTriggerThread-73457455469166595-127.0.0.1:48017_solr-n_0000000000) [n:127.0.0.1:48017_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 120473 DEBUG (OverseerAutoScalingTriggerThread-73457455469166595-127.0.0.1:48017_solr-n_0000000000) [n:127.0.0.1:48017_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 120522 INFO (zkCallback-170-thread-1-processing-n:127.0.0.1:48017_solr) [n:127.0.0.1:48017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 120531 INFO (zkCallback-165-thread-1-processing-n:127.0.0.1:48017_solr) [n:127.0.0.1:48017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 120571 DEBUG (OverseerAutoScalingTriggerThread-73457455469166595-127.0.0.1:48017_solr-n_0000000000) [n:127.0.0.1:48017_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 120591 DEBUG (OverseerAutoScalingTriggerThread-73457455469166595-127.0.0.1:48017_solr-n_0000000000) [n:127.0.0.1:48017_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 120561 DEBUG (ScheduledTrigger-155-thread-1) [n:127.0.0.1:48017_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 121097 INFO (jetty-launcher-155-thread-1) [n:127.0.0.1:48017_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48017.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508e8f9e [junit4] 2> 121114 INFO (jetty-launcher-155-thread-1) [n:127.0.0.1:48017_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48017.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508e8f9e [junit4] 2> 121115 INFO (jetty-launcher-155-thread-1) [n:127.0.0.1:48017_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48017.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508e8f9e [junit4] 2> 121117 INFO (jetty-launcher-155-thread-1) [n:127.0.0.1:48017_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_20FCAB38253F4A3F-001/tempDir-001/node1/. [junit4] 2> 121200 INFO (zkConnectionManagerCallback-173-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 121234 INFO (zkConnectionManagerCallback-177-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 121236 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 121238 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36724/solr ready [junit4] 2> 121345 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 121346 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0 [junit4] 2> 121346 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr] [junit4] 2> 121346 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1 [junit4] 2> 121346 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0 [junit4] 2> 121378 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 121379 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0 [junit4] 2> 121386 INFO (TEST-ScheduledMaintenanceTriggerTest.testInactiveShardCleanup-seed#[20FCAB38253F4A3F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testInactiveShardCleanup [junit4] 2> 121396 DEBUG (ScheduledTrigger-162-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 121428 DEBUG (ScheduledTrigger-162-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 121461 DEBUG (ScheduledTrigger-162-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 121481 DEBUG (ScheduledTrigger-162-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 121501 DEBUG (ScheduledTrigger-162-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 121522 DEBUG (ScheduledTrigger-162-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 121640 DEBUG (ScheduledTrigger-162-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 121656 DEBUG (ScheduledTrigger-155-thread-3) [n:127.0.0.1:48017_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 121661 DEBUG (ScheduledTrigger-162-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 121681 DEBUG (ScheduledTrigger-162-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 121698 DEBUG (simCloudManagerPool-161-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for ScheduledMaintenanceTriggerTest_collection1 / shard1: {"core_node1":{ [junit4] 2> "node_name":"127.0.0.1:10000_solr", [junit4] 2> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"ScheduledMaintenanceTriggerTest_collection1"}} [junit4] 2> 121707 DEBUG (ScheduledTrigger-162-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 121707 DEBUG (simCloudManagerPool-161-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for ScheduledMaintenanceTriggerTest_collection1 / shard1_1: {"core_node5":{ [junit4] 2> "node_name":"127.0.0.1:10000_solr", [junit4] 2> "base_url":"http://127.0.0.1:10000/solr";, [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_1_replica0", [junit4] 2> "shard":"shard1_1", [junit4] 2> "collection":"ScheduledMaintenanceTriggerTest_collection1"}} [junit4] 2> 121723 DEBUG (simCloudManagerPool-161-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for ScheduledMaintenanceTriggerTest_collection1 / shard1_0: {"core_node4":{ [junit4] 2> "node_name":"127.0.0.1:10000_solr", [junit4] 2> "base_url":"http://127.0.0.1:10000/solr";, [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_0_replica0", [junit4] 2> "shard":"shard1_0", [junit4] 2> "collection":"ScheduledMaintenanceTriggerTest_collection1"}} [junit4] 2> 121728 DEBUG (ScheduledTrigger-162-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 121748 DEBUG (ScheduledTrigger-162-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 121768 DEBUG (ScheduledTrigger-162-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 121771 DEBUG (simCloudManagerPool-161-thread-7) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 121771 DEBUG (simCloudManagerPool-161-thread-7) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 121772 DEBUG (simCloudManagerPool-161-thread-7) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr] [junit4] 2> 121772 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 121773 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 121773 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 121788 DEBUG (ScheduledTrigger-162-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 121809 DEBUG (ScheduledTrigger-162-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 121811 DEBUG (simCloudManagerPool-161-thread-8) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 121812 DEBUG (simCloudManagerPool-161-thread-8) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 121812 DEBUG (simCloudManagerPool-161-thread-8) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr] [junit4] 2> 121813 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 121813 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 121813 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 121813 DEBUG (ScheduledTrigger-162-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger .scheduled_maintenance firing registered processor for scheduled time 2018-03-15T10:04:56.735Z, now=2018-03-15T10:05:18.109Z [junit4] 2> 121816 DEBUG (ScheduledTrigger-162-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"4be301f168d53cT3decn53euwaxscd3tf1chimuh", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":21360220737951036, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1521108318109}} [junit4] 2> 121817 DEBUG (ScheduledTrigger-162-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance] [junit4] 2> 121834 INFO (ScheduledTrigger-162-thread-4) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=21360221715195686, stage=STARTED, actionName='null', event={ [junit4] 2> "id":"4be301f168d53cT3decn53euwaxscd3tf1chimuh", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":21360220737951036, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{ [junit4] 2> "actualEventTime":1521108318109, [junit4] 2> "_enqueue_time_":21360220906205686}}, context={}, config={ [junit4] 2> "trigger":".scheduled_maintenance", [junit4] 2> "stage":[ [junit4] 2> "STARTED", [junit4] 2> "ABORTED", [junit4] 2> "SUCCEEDED", [junit4] 2> "FAILED"], [junit4] 2> "afterAction":"inactive_shard_plan", [junit4] 2> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener", [junit4] 2> "beforeAction":"inactive_shard_plan"}, message='null'} [junit4] 2> 121837 DEBUG (AutoscalingActionExecutor-163-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"4be301f168d53cT3decn53euwaxscd3tf1chimuh", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":21360220737951036, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{ [junit4] 2> "actualEventTime":1521108318109, [junit4] 2> "_enqueue_time_":21360220906205686}} [junit4] 2> 121857 INFO (AutoscalingActionExecutor-163-thread-1) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=21360222860667286, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ [junit4] 2> "id":"4be301f168d53cT3decn53euwaxscd3tf1chimuh", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":21360220737951036, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{ [junit4] 2> "actualEventTime":1521108318109, [junit4] 2> "_enqueue_time_":21360220906205686}}, context={properties.BEFORE_ACTION=[inactive_shard_plan], source=.scheduled_maintenance}, config={ [junit4] 2> "trigger":".scheduled_maintenance", [junit4] 2> "stage":[ [junit4] 2> "STARTED", [junit4] 2> "ABORTED", [junit4] 2> "SUCCEEDED", [junit4] 2> "FAILED"], [junit4] 2> "afterAction":"inactive_shard_plan", [junit4] 2> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener", [junit4] 2> "beforeAction":"inactive_shard_plan"}, message='null'} [junit4] 2> 121911 DEBUG (AutoscalingActionExecutor-163-thread-1) [ ] o.a.s.c.a.InactiveShardPlanAction ScheduledMaintenanceTriggerTest_collection1/shard1: tstamp=1521108310748034500, time=1521108322971937900, delta=12 [junit4] 2> 121911 DEBUG (AutoscalingActionExecutor-163-thread-1) [ ] o.a.s.c.a.InactiveShardPlanAction -- delete inactive ScheduledMaintenanceTriggerTest_collection1 / shard1 [junit4] 2> 121924 INFO (AutoscalingActionExecutor-163-thread-1) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=21360226200717136, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ [junit4] 2> "id":"4be301f168d53cT3decn53euwaxscd3tf1chimuh", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":21360220737951036, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{ [junit4] 2> "actualEventTime":1521108318109, [junit4] 2> "_enqueue_time_":21360220906205686}}, context={properties.operations=[{class=org.apache.solr.client.solrj.request.CollectionAdminRequest$DeleteShard, method=GET, params.action=DELETESHARD, params.collection=ScheduledMaintenanceTriggerTest_collection1, params.shard=shard1}], properties.BEFORE_ACTION=[inactive_shard_plan], source=.scheduled_maintenance, properties.inactive_shard_plan={inactive={ScheduledMaintenanceTriggerTest_collection1=[shard1]}, cleanup={ScheduledMaintenanceTriggerTest_collection1=[shard1]}}, properties.AFTER_ACTION=[inactive_shard_plan]}, config={ [junit4] 2> "trigger":".scheduled_maintenance", [junit4] 2> "stage":[ [junit4] 2> "STARTED", [junit4] 2> "ABORTED", [junit4] 2> "SUCCEEDED", [junit4] 2> "FAILED"], [junit4] 2> "afterAction":"inactive_shard_plan", [junit4] 2> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener", [junit4] 2> "beforeAction":"inactive_shard_plan"}, message='null'} [junit4] 2> 121924 DEBUG (AutoscalingActionExecutor-163-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"4be301f168d53cT3decn53euwaxscd3tf1chimuh", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":21360220737951036, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{ [junit4] 2> "actualEventTime":1521108318109, [junit4] 2> "_enqueue_time_":21360220906205686}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$DeleteShard@27467e33], inactive_shard_plan={inactive={ScheduledMaintenanceTriggerTest_collection1=[shard1]}, cleanup={ScheduledMaintenanceTriggerTest_collection1=[shard1]}}, AFTER_ACTION=[inactive_shard_plan], BEFORE_ACTION=[inactive_shard_plan, execute_plan]} [junit4] 2> 121924 DEBUG (AutoscalingActionExecutor-163-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=DELETESHARD&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1 [junit4] 2> 122055 INFO (AutoscalingActionExecutor-163-thread-1) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest =======> CapturedEvent{timestamp=21360232780840236, stage=SUCCEEDED, actionName='null', event={ [junit4] 2> "id":"4be301f168d53cT3decn53euwaxscd3tf1chimuh", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":21360220737951036, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{ [junit4] 2> "actualEventTime":1521108318109, [junit4] 2> "_enqueue_time_":21360220906205686}}, context={}, config={ [junit4] 2> "trigger":".scheduled_maintenance", [junit4] 2> "stage":[ [junit4] 2> "STARTED", [junit4] 2> "ABORTED", [junit4] 2> "SUCCEEDED", [junit4] 2> "FAILED"], [junit4] 2> "afterAction":"inactive_shard_plan", [junit4] 2> "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener", [junit4] 2> "beforeAction":"inactive_shard_plan"}, message='null'} [junit4] 2> 122056 DEBUG (simCloudManagerPool-161-thread-13) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 122056 DEBUG (simCloudManagerPool-161-thread-13) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 122057 DEBUG (AutoscalingActionExecutor-163-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 122058 DEBUG (AutoscalingActionExecutor-163-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .scheduled_maintenance after 100ms [junit4] 2> 122058 DEBUG (AutoscalingActionExecutor-163-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 11053 ms for event id=4be301f168d53cT3decn53euwaxscd3tf1chimuh [junit4] 2> 122060 DEBUG (simCloudManagerPool-161-thread-13) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr] [junit4] 2> 122060 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 122065 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 122066 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 122078 DEBUG (simCloudManagerPool-161-thread-15) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 122079 DEBUG (simCloudManagerPool-161-thread-15) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 122081 DEBUG (simCloudManagerPool-161-thread-15) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr] [junit4] 2> 122082 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 122082 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 122082 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 122082 INFO (TEST-ScheduledMaintenanceTriggerTest.testInactiveShardCleanup-seed#[20FCAB38253F4A3F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testInactiveShardCleanup [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ScheduledMaintenanceTriggerTest -Dtests.method=testInactiveShardCleanup -Dtests.seed=20FCAB38253F4A3F -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=de-CH -Dtests.timezone=Europe/Zurich -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1 [junit4] FAILURE 0.75s J1 | ScheduledMaintenanceTriggerTest.testInactiveShardCleanup <<< [junit4] > Throwable #1: java.lang.AssertionError: should be at least one inactive event [junit4] > at __randomizedtesting.SeedInfo.seed([20FCAB38253F4A3F:3DD06B4A447C6D34]:0) [junit4] > at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:218) [junit4] > at java.lang.Thread.run(Thread.java:748) [junit4] 2> 122118 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[20FCAB38253F4A3F]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerDefaults [junit4] 2> 122118 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[20FCAB38253F4A3F]) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest { [junit4] 2> "cluster-preferences":[ [junit4] 2> { [junit4] 2> "minimize":"cores", [junit4] 2> "precision":1}, [junit4] 2> {"maximize":"freedisk"}], [junit4] 2> "triggers":{ [junit4] 2> ".scheduled_maintenance":{ [junit4] 2> "startTime":"NOW", [junit4] 2> "event":"scheduled", [junit4] 2> "every":"+1DAY", [junit4] 2> "actions":[ [junit4] 2> { [junit4] 2> "name":"inactive_shard_plan", [junit4] 2> "class":"solr.InactiveShardPlanAction"}, [junit4] 2> { [junit4] 2> "name":"execute_plan", [junit4] 2> "class":"solr.ExecutePlanAction"}], [junit4] 2> "enabled":true}, [junit4] 2> ".auto_add_replicas":{ [junit4] 2> "name":".auto_add_replicas", [junit4] 2> "event":"nodeLost", [junit4] 2> "waitFor":120, [junit4] 2> "actions":[ [junit4] 2> { [junit4] 2> "name":"auto_add_replicas_plan", [junit4] 2> "class":"solr.AutoAddReplicasPlanAction"}, [junit4] 2> { [junit4] 2> "name":"execute_plan", [junit4] 2> "class":"solr.ExecutePlanAction"}], [junit4] 2> "enabled":true}}, [junit4] 2> "listeners":{ [junit4] 2> ".scheduled_maintenance.system":{ [junit4] 2> "trigger":".scheduled_maintenance", [junit4] 2> "afterAction":[], [junit4] 2> "stage":[ [junit4] 2> "STARTED", [junit4] 2> "ABORTED", [junit4] 2> "SUCCEEDED", [junit4] 2> "FAILED", [junit4] 2> "BEFORE_ACTION", [junit4] 2> "AFTER_ACTION", [junit4] 2> "IGNORED"], [junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", [junit4] 2> "beforeAction":[]}, [junit4] 2> ".auto_add_replicas.system":{ [junit4] 2> "trigger":".auto_add_replicas", [junit4] 2> "afterAction":[], [junit4] 2> "stage":[ [junit4] 2> "STARTED", [junit4] 2> "ABORTED", [junit4] 2> "SUCCEEDED", [junit4] 2> "FAILED", [junit4] 2> "BEFORE_ACTION", [junit4] 2> "AFTER_ACTION", [junit4] 2> "IGNORED"], [junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", [junit4] 2> "beforeAction":[]}}, [junit4] 2> "properties":{}} [junit4] 2> 122134 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[20FCAB38253F4A3F]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerDefaults [junit4] 2> 122135 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 122135 DEBUG (SUITE-ScheduledMaintenanceTriggerTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 122139 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104f92aa3580006, likely client has closed socket [junit4] 2> 122179 INFO (jetty-closer-156-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6bb953dc{HTTP/1.1,[http/1.1]}{127.0.0.1:0} [junit4] 2> 122179 INFO (jetty-closer-156-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=995214395 [junit4] 2> 122180 INFO (jetty-closer-156-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 122180 INFO (jetty-closer-156-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@187df27e: rootName = solr_48017, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@54b23271 [junit4] 2> 122207 INFO (jetty-closer-156-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 122207 INFO (jetty-closer-156-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3858db6d: rootName = solr_48017, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@498820e2 [junit4] 2> 122228 INFO (jetty-closer-156-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 122228 INFO (jetty-closer-156-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@28af1b0b: rootName = solr_48017, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@45fc7c1e [junit4] 2> 122233 INFO (jetty-closer-156-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:48017_solr [junit4] 2> 122235 INFO (zkCallback-170-thread-1-processing-n:127.0.0.1:48017_solr) [n:127.0.0.1:48017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 122236 INFO (zkCallback-165-thread-1-processing-n:127.0.0.1:48017_solr) [n:127.0.0.1:48017_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 122236 INFO (jetty-closer-156-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 122237 INFO (jetty-closer-156-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 122237 INFO (jetty-closer-156-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73457455469166595-127.0.0.1:48017_solr-n_0000000000) closing [junit4] 2> 122237 INFO (OverseerStateUpdate-73457455469166595-127.0.0.1:48017_solr-n_0000000000) [n:127.0.0.1:48017_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:48017_solr [junit4] 2> 122238 WARN (OverseerAutoScalingTriggerThread-73457455469166595-127.0.0.1:48017_solr-n_0000000000) [n:127.0.0.1:48017_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 122241 DEBUG (jetty-closer-156-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 122247 INFO (jetty-closer-156-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3953a57{/solr,null,UNAVAILABLE} [junit4] 2> 122248 INFO (jetty-closer-156-thread-1) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 122249 ERROR (SUITE-ScheduledMaintenanceTriggerTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 122250 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36724 36724 [junit4] 2> 122493 INFO (Thread-1468) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36724 36724 [junit4] 2> 122494 WARN (Thread-1468) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 3 /solr/aliases.json [junit4] 2> 3 /solr/clusterprops.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 3 /solr/clusterstate.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 3 /solr/live_nodes [junit4] 2> 3 /solr/collections [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_20FCAB38253F4A3F-001 [junit4] 2> Mar 15, 2018 10:04:50 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@76d7f554), locale=de-CH, timezone=Europe/Zurich [junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=155236024,total=394788864 [junit4] 2> NOTE: All tests run in this JVM: [HttpPartitionTest, CheckHdfsIndexTest, XsltUpdateRequestHandlerTest, ScheduledMaintenanceTriggerTest] [junit4] Completed [18/785 (1!)] on J1 in 3.87s, 2 tests, 1 failure <<< FAILURES! [...truncated 1825 lines...] [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_20FCAB38253F4A3F-001/init-core-data-001 [junit4] 2> 1606720 WARN (SUITE-MoveReplicaHDFSTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12 [junit4] 2> 1606720 INFO (SUITE-MoveReplicaHDFSTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 1606722 INFO (SUITE-MoveReplicaHDFSTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) [junit4] 2> 1606722 INFO (SUITE-MoveReplicaHDFSTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 1606723 INFO (SUITE-MoveReplicaHDFSTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_20FCAB38253F4A3F-001/tempDir-001 [junit4] 2> 1606723 INFO (SUITE-MoveReplicaHDFSTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1606723 INFO (Thread-5594) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1606724 INFO (Thread-5594) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1606731 ERROR (Thread-5594) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1606824 INFO (SUITE-MoveReplicaHDFSTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41384 [junit4] 2> 1606826 INFO (zkConnectionManagerCallback-5659-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1606854 INFO (jetty-launcher-5656-thread-4) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1606855 INFO (jetty-launcher-5656-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1606855 INFO (jetty-launcher-5656-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1606855 INFO (jetty-launcher-5656-thread-4) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 1606856 INFO (jetty-launcher-5656-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1606856 INFO (jetty-launcher-5656-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@769ffe82{/solr,null,AVAILABLE} [junit4] 2> 1606857 INFO (jetty-launcher-5656-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1606857 INFO (jetty-launcher-5656-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1606857 INFO (jetty-launcher-5656-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 1606858 INFO (jetty-launcher-5656-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@39987162{/solr,null,AVAILABLE} [junit4] 2> 1606863 INFO (jetty-launcher-5656-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1606864 INFO (jetty-launcher-5656-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1606864 INFO (jetty-launcher-5656-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@87a3343{SSL,[ssl, http/1.1]}{127.0.0.1:54508} [junit4] 2> 1606864 INFO (jetty-launcher-5656-thread-4) [ ] o.e.j.s.Server Started @1610487ms [junit4] 2> 1606864 INFO (jetty-launcher-5656-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54508} [junit4] 2> 1606864 ERROR (jetty-launcher-5656-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1606864 INFO (jetty-launcher-5656-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 1606864 INFO (jetty-launcher-5656-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1606864 INFO (jetty-launcher-5656-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1606864 INFO (jetty-launcher-5656-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-15T10:29:35.304Z [junit4] 2> 1606865 INFO (jetty-launcher-5656-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@616415f1{SSL,[ssl, http/1.1]}{127.0.0.1:53270} [junit4] 2> 1606865 INFO (jetty-launcher-5656-thread-2) [ ] o.e.j.s.Server Started @1610489ms [junit4] 2> 1606865 INFO (jetty-launcher-5656-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53270} [junit4] 2> 1606865 ERROR (jetty-launcher-5656-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1606865 INFO (jetty-launcher-5656-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 1606866 INFO (jetty-launcher-5656-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1606866 INFO (jetty-launcher-5656-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1606866 INFO (jetty-launcher-5656-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-15T10:29:35.306Z [junit4] 2> 1606879 INFO (jetty-launcher-5656-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1606879 INFO (jetty-launcher-5656-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1606880 INFO (jetty-launcher-5656-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 1606880 INFO (jetty-launcher-5656-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20afd3b{/solr,null,AVAILABLE} [junit4] 2> 1606881 INFO (jetty-launcher-5656-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@51e94094{SSL,[ssl, http/1.1]}{127.0.0.1:48453} [junit4] 2> 1606881 INFO (jetty-launcher-5656-thread-1) [ ] o.e.j.s.Server Started @1610504ms [junit4] 2> 1606881 INFO (jetty-launcher-5656-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48453} [junit4] 2> 1606881 ERROR (jetty-launcher-5656-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1606881 INFO (jetty-launcher-5656-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 1606881 INFO (jetty-launcher-5656-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1606881 INFO (jetty-launcher-5656-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1606881 INFO (jetty-launcher-5656-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-15T10:29:35.321Z [junit4] 2> 1606887 INFO (jetty-launcher-5656-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1606887 INFO (jetty-launcher-5656-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1606888 INFO (jetty-launcher-5656-thread-3) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 1606888 INFO (zkConnectionManagerCallback-5663-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1606888 INFO (zkConnectionManagerCallback-5665-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1606888 INFO (jetty-launcher-5656-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1606889 INFO (jetty-launcher-5656-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@449b7ada{/solr,null,AVAILABLE} [junit4] 2> 1606889 INFO (jetty-launcher-5656-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4738a207{SSL,[ssl, http/1.1]}{127.0.0.1:57785} [junit4] 2> 1606889 INFO (jetty-launcher-5656-thread-3) [ ] o.e.j.s.Server Started @1610513ms [junit4] 2> 1606889 INFO (jetty-launcher-5656-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=57785} [junit4] 2> 1606889 ERROR (jetty-launcher-5656-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1606890 INFO (jetty-launcher-5656-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0 [junit4] 2> 1606890 INFO (jetty-launcher-5656-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1606890 INFO (jetty-launcher-5656-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1606890 INFO (jetty-launcher-5656-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-15T10:29:35.330Z [junit4] 2> 1606890 INFO (jetty-launcher-5656-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1606900 INFO (zkConnectionManagerCallback-5667-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1606900 INFO (jetty-launcher-5656-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1606900 INFO (zkConnectionManagerCallback-5661-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1606902 INFO (jetty-launcher-5656-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1606906 INFO (jetty-launcher-5656-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41384/solr [junit4] 2> 1606909 INFO (jetty-launcher-5656-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41384/solr [junit4] 2> 1606915 INFO (jetty-launcher-5656-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41384/solr [junit4] 2> 1606918 INFO (jetty-launcher-5656-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41384/solr [junit4] 2> 1606923 INFO (zkConnectionManagerCallback-5672-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1606923 INFO (zkConnectionManagerCallback-5675-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1606923 INFO (zkConnectionManagerCallback-5679-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1606923 INFO (zkConnectionManagerCallback-5683-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1606924 DEBUG (jetty-launcher-5656-thread-2) [n:127.0.0.1:53270_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$47/1449554970@63bd850e [junit4] 2> 1606924 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104f94155c20005, likely client has closed socket [junit4] 2> 1606925 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x104f94155c20006, likely client has closed socket [junit4] 2> 1606925 DEBUG (jetty-launcher-5656-thread-1) [n:127.0.0.1:48453_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$47/1449554970@501fdc60 [junit4] 2> 1606926 DEBUG (jetty-launcher-5656-thread-3) [n:127.0.0.1:57785_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$47/1449554970@2615e2bf [junit4] 2> 1606926 DEBUG (jetty-launcher-5656-thread-4) [n:127.0.0.1:54508_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$47/1449554970@3cffaf98 [junit4] 2> 1606927 INFO (zkConnectionManagerCallback-5687-thread-1-processing-n:127.0.0.1:48453_solr) [n:127.0.0.1:48453_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1606928 INFO (zkConnectionManagerCallback-5685-thread-1-processing-n:127.0.0.1:53270_solr) [n:127.0.0.1:53270_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1606928 INFO (zkConnectionManagerCallback-5691-thread-1-processing-n:127.0.0.1:54508_solr) [n:127.0.0.1:54508_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1606928 INFO (zkConnectionManagerCallback-5689-thread-1-processing-n:127.0.0.1:57785_solr) [n:127.0.0.1:57785_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1606958 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json [junit4] 2> 1606959 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 1606959 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 1606960 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 1606960 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json [junit4] 2> 1606961 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json [junit4] 2> 1606967 INFO (jetty-launcher-5656-thread-1) [n:127.0.0.1:48453_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1606968 DEBUG (jetty-launcher-5656-thread-1) [n:127.0.0.1:48453_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73457552951738377-127.0.0.1:48453_solr-n_0000000000 [junit4] 2> 1606969 INFO (jetty-launcher-5656-thread-1) [n:127.0.0.1:48453_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48453_solr [junit4] 2> 1606971 INFO (jetty-launcher-5656-thread-1) [n:127.0.0.1:48453_solr ] o.a.s.c.Overseer Overseer (id=73457552951738377-127.0.0.1:48453_solr-n_0000000000) starting [junit4] 2> 1606990 INFO (zkConnectionManagerCallback-5699-thread-1-processing-n:127.0.0.1:48453_solr) [n:127.0.0.1:48453_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1606991 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json [junit4] 2> 1606991 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 1606991 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 1606991 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 1606992 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json [junit4] 2> 1606993 INFO (jetty-launcher-5656-thread-1) [n:127.0.0.1:48453_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41384/solr ready [junit4] 2> 1606995 DEBUG (OverseerStateUpdate-73457552951738377-127.0.0.1:48453_solr-n_0000000000) [n:127.0.0.1:48453_solr ] o.a.s.c.Overseer Starting to work on the main queue [junit4] 2> 1606997 DEBUG (OverseerCollectionConfigSetProcessor-73457552951738377-127.0.0.1:48453_solr-n_0000000000) [n:127.0.0.1:48453_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations [junit4] 2> 1606998 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work [junit4] 2> 1606999 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue [junit4] 2> 1607002 DEBUG (OverseerCollectionConfigSetProcessor-73457552951738377-127.0.0.1:48453_solr-n_0000000000) [n:127.0.0.1:48453_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 [junit4] 2> 1607003 DEBUG (OverseerCollectionConfigSetProcessor-73457552951738377-127.0.0.1:48453_solr-n_0000000000) [n:127.0.0.1:48453_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [] [junit4] 2> 1607003 DEBUG (OverseerCollectionConfigSetProcessor-73457552951738377-127.0.0.1:48453_solr-n_0000000000) [n:127.0.0.1:48453_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: [] [junit4] 2> 1607003 DEBUG (OverseerCollectionConfigSetProcessor-73457552951738377-127.0.0.1:48453_solr-n_0000000000) [n:127.0.0.1:48453_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [] [junit4] 2> 1607003 DEBUG (OverseerCollectionConfigSetProcessor-73457552951738377-127.0.0.1:48453_solr-n_0000000000) [n:127.0.0.1:48453_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [] [junit4] 2> 1607002 INFO (jetty-launcher-5656-thread-1) [n:127.0.0.1:48453_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48453_solr [junit4] 2> 1607003 DEBUG (OverseerCollectionConfigSetProcessor-73457552951738377-127.0.0.1:48453_solr-n_0000000000) [n:127.0.0.1:48453_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: [] [junit4] 2> 1607004 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work [junit4] 2> 1607005 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 1607005 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 1607009 DEBUG (OverseerAutoScalingTriggerThread-73457552951738377-127.0.0.1:48453_solr-n_0000000000) [n:127.0.0.1:48453_solr ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 1607009 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 1607009 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 1607009 INFO (zkCallback-5698-thread-1-processing-n:127.0.0.1:48453_solr) [n:127.0.0.1:48453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1607009 INFO (zkCallback-5686-thread-1-processing-n:127.0.0.1:48453_solr) [n:127.0.0.1:48453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1607011 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json [junit4] 2> 1607012 DEBUG (OverseerAutoScalingTriggerThread-73457552951738377-127.0.0.1:48453_solr-n_0000000000) [n:127.0.0.1:48453_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 1607017 DEBUG (OverseerAutoScalingTriggerThread-73457552951738377-127.0.0.1:48453_solr-n_0000000000) [n:127.0.0.1:48453_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:48453_solr] [junit4] 2> 1607017 DEBUG (OverseerAutoScalingTriggerThread-73457552951738377-127.0.0.1:48453_solr-n_0000000000) [n:127.0.0.1:48453_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 1607017 DEBUG (OverseerAutoScalingTriggerThread-73457552951738377-127.0.0.1:48453_solr-n_0000000000) [n:127.0.0.1:48453_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 1607039 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.scheduled_maintenance [junit4] 2> 1607047 DEBUG (OverseerAutoScalingTriggerThread-73457552951738377-127.0.0.1:48453_solr-n_0000000000) [n:127.0.0.1:48453_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1607048 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 1607048 DEBUG (OverseerAutoScalingTriggerThread-73457552951738377-127.0.0.1:48453_solr-n_0000000000) [n:127.0.0.1:48453_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 1607049 DEBUG (ScheduledTrigger-5617-thread-2) [n:127.0.0.1:48453_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1607106 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json [junit4] 2> 1607106 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 1607106 INFO (jetty-launcher-5656-thread-2) [n:127.0.0.1:53270_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1607107 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 1607107 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 1607108 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json [junit4] 2> 1607108 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json [junit4] 2> 1607110 INFO (jetty-launcher-5656-thread-2) [n:127.0.0.1:53270_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1607111 DEBUG (jetty-launcher-5656-thread-2) [n:127.0.0.1:53270_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73457552951738378-127.0.0.1:53270_solr-n_0000000001 [junit4] 2> 1607111 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/73457552951738377-127.0.0.1:48453_solr-n_0000000000 [junit4] 2> 1607111 DEBUG (jetty-launcher-5656-thread-2) [n:127.0.0.1:53270_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/73457552951738377-127.0.0.1:48453_solr-n_0000000000 to know if I could be the leader [junit4] 2> 1607112 DEBUG (jetty-launcher-5656-thread-2) [n:127.0.0.1:53270_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:53270_solr as DOWN [junit4] 2> 1607115 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue [junit4] 2> 1607115 INFO (jetty-launcher-5656-thread-2) [n:127.0.0.1:53270_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53270_solr [junit4] 2> 1607116 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 1607116 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 1607116 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 1607123 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue [junit4] 2> 1607124 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 1607124 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 1607124 INFO (zkCallback-5686-thread-1-processing-n:127.0.0.1:48453_solr) [n:127.0.0.1:48453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1607124 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 1607124 INFO (zkCallback-5684-thread-1-processing-n:127.0.0.1:53270_solr) [n:127.0.0.1:53270_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1607126 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json [junit4] 2> 1607126 DEBUG (OverseerStateUpdate-73457552951738377-127.0.0.1:48453_solr-n_0000000000) [n:127.0.0.1:48453_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:53270_solr"} current state version: 0 [junit4] 2> 1607126 DEBUG (OverseerStateUpdate-73457552951738377-127.0.0.1:48453_solr-n_0000000000) [n:127.0.0.1:48453_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:53270_solr [junit4] 2> 1607126 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 1607126 INFO (jetty-launcher-5656-thread-4) [n:127.0.0.1:54508_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1607127 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 1607127 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 1607128 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json [junit4] 2> 1607128 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json [junit4] 2> 1607129 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 1607129 INFO (jetty-launcher-5656-thread-3) [n:127.0.0.1:57785_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2) [junit4] 2> 1607129 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json [junit4] 2> 1607130 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 1607130 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 1607131 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json [junit4] 2> 1607132 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json [junit4] 2> 1607132 INFO (jetty-launcher-5656-thread-4) [n:127.0.0.1:54508_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1607136 INFO (zkCallback-5698-thread-1-processing-n:127.0.0.1:48453_solr) [n:127.0.0.1:48453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2) [junit4] 2> 1607137 DEBUG (jetty-launcher-5656-thread-4) [n:127.0.0.1:54508_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73457552951738380-127.0.0.1:54508_solr-n_0000000002 [junit4] 2> 1607138 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/73457552951738378-127.0.0.1:53270_solr-n_0000000001 [junit4] 2> 1607138 DEBUG (jetty-launcher-5656-thread-4) [n:127.0.0.1:54508_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/73457552951738378-127.0.0.1:53270_solr-n_0000000001 to know if I could be the leader [junit4] 2> 1607138 DEBUG (jetty-launcher-5656-thread-4) [n:127.0.0.1:54508_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:54508_solr as DOWN [junit4] 2> 1607139 INFO (jetty-launcher-5656-thread-3) [n:127.0.0.1:57785_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1607139 DEBUG (jetty-launcher-5656-thread-3) [n:127.0.0.1:57785_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/73457552951738379-127.0.0.1:57785_solr-n_0000000003 [junit4] 2> 1607140 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/73457552951738380-127.0.0.1:54508_solr-n_0000000002 [junit4] 2> 1607140 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue [junit4] 2> 1607140 DEBUG (jetty-launcher-5656-thread-3) [n:127.0.0.1:57785_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/73457552951738380-127.0.0.1:54508_solr-n_0000000002 to know if I could be the leader [junit4] 2> 1607140 INFO (jetty-launcher-5656-thread-4) [n:127.0.0.1:54508_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54508_solr [junit4] 2> 1607141 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue [junit4] 2> 1607141 DEBUG (jetty-launcher-5656-thread-3) [n:127.0.0.1:57785_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:57785_solr as DOWN [junit4] 2> 1607141 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 1607142 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 1607142 DEBUG (OverseerStateUpdate-73457552951738377-127.0.0.1:48453_solr-n_0000000000) [n:127.0.0.1:48453_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:54508_solr"} current state version: 0 [junit4] 2> 1607142 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 1607142 DEBUG (OverseerStateUpdate-73457552951738377-127.0.0.1:48453_solr-n_0000000000) [n:127.0.0.1:48453_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:54508_solr [junit4] 2> 1607142 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 1607142 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 1607143 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 1607143 INFO (zkCallback-5698-thread-1-processing-n:127.0.0.1:48453_solr) [n:127.0.0.1:48453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1607147 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 1607147 INFO (zkCallback-5686-thread-1-processing-n:127.0.0.1:48453_solr) [n:127.0.0.1:48453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3) [junit4] 2> 1607147 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue [junit4] 2> 1607147 INFO (jetty-launcher-5656-thread-3) [n:127.0.0.1:57785_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57785_solr [junit4] 2> 1607148 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue [junit4] 2> 1607148 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 1607148 DEBUG (OverseerStateUpdate-73457552951738377-127.0.0.1:48453_solr-n_0000000000) [n:127.0.0.1:48453_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = { [junit4] 2> "operation":"downnode", [junit4] 2> "node_name":"127.0.0.1:57785_solr"} current state version: 0 [junit4] 2> 1607148 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes [junit4] 2> 1607148 DEBUG (OverseerStateUpdate-73457552951738377-127.0.0.1:48453_solr-n_0000000000) [n:127.0.0.1:48453_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:57785_solr [junit4] 2> 1607151 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 1607151 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 1607151 INFO (zkCallback-5690-thread-1-processing-n:127.0.0.1:54508_solr) [n:127.0.0.1:54508_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4) [junit4] 2> 1607151 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 1607151 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 1607151 INFO (zkCallback-5684-thread-1-processing-n:127.0.0.1:53270_solr) [n:127.0.0.1:53270_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4) [junit4] 2> 1607151 INFO (zkCallback-5698-thread-1-processing-n:127.0.0.1:48453_solr) [n:127.0.0.1:48453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1607152 INFO (zkCallback-5686-thread-1-processing-n:127.0.0.1:48453_solr) [n:127.0.0.1:48453_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4) [junit4] 2> 1607154 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 1607155 INFO (zkCallback-5688-thread-1-processing-n:127.0.0.1:57785_solr) [n:127.0.0.1:57785_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4) [junit4] 2> 1607159 INFO (jetty-launcher-5656-thread-1) [n:127.0.0.1:48453_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48453.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508e8f9e [junit4] 2> 1607172 INFO (jetty-launcher-5656-thread-1) [n:127.0.0.1:48453_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48453.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508e8f9e [junit4] 2> 1607172 INFO (jetty-launcher-5656-thread-1) [n:127.0.0.1:48453_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_48453.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508e8f9e [junit4] 2> 1607174 INFO (jetty-launcher-5656-thread-1) [n:127.0.0.1:48453_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_20FCAB38253F4A3F-001/tempDir-001/node1/. [junit4] 2> 1607249 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue [junit4] 2> 1607250 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue [junit4] 2> 1607255 INFO (jetty-launcher-5656-thread-2) [n:127.0.0.1:53270_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53270.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508e8f9e [junit4] 2> 1607272 INFO (jetty-launcher-5656-thread-2) [n:127.0.0.1:53270_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53270.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508e8f9e [junit4] 2> 1607272 INFO (jetty-launcher-5656-thread-2) [n:127.0.0.1:53270_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53270.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508e8f9e [junit4] 2> 1607275 INFO (jetty-launcher-5656-thread-2) [n:127.0.0.1:53270_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_20FCAB38253F4A3F-001/tempDir-001/node2/. [junit4] 2> 1607284 INFO (jetty-launcher-5656-thread-3) [n:127.0.0.1:57785_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57785.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508e8f9e [junit4] 2> 1607284 INFO (jetty-launcher-5656-thread-4) [n:127.0.0.1:54508_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54508.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508e8f9e [junit4] 2> 1607284 INFO (zkConnectionManagerCallback-5703-thread-1-processing-n:127.0.0.1:53270_solr) [n:127.0.0.1:53270_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1607285 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json [junit4] 2> 1607285 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 1607286 INFO (jetty-launcher-5656-thread-2) [n:127.0.0.1:53270_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1607286 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 1607286 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 1607286 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json [junit4] 2> 1607287 INFO (jetty-launcher-5656-thread-2) [n:127.0.0.1:53270_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41384/solr ready [junit4] 2> 1607299 INFO (jetty-launcher-5656-thread-3) [n:127.0.0.1:57785_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57785.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508e8f9e [junit4] 2> 1607299 INFO (jetty-launcher-5656-thread-3) [n:127.0.0.1:57785_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_57785.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508e8f9e [junit4] 2> 1607300 INFO (jetty-launcher-5656-thread-4) [n:127.0.0.1:54508_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54508.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508e8f9e [junit4] 2> 1607300 INFO (jetty-launcher-5656-thread-4) [n:127.0.0.1:54508_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_54508.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@508e8f9e [junit4] 2> 1607301 INFO (jetty-launcher-5656-thread-3) [n:127.0.0.1:57785_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_20FCAB38253F4A3F-001/tempDir-001/node3/. [junit4] 2> 1607302 INFO (jetty-launcher-5656-thread-4) [n:127.0.0.1:54508_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_20FCAB38253F4A3F-001/tempDir-001/node4/. [junit4] 2> 1607306 INFO (zkConnectionManagerCallback-5708-thread-1-processing-n:127.0.0.1:57785_solr) [n:127.0.0.1:57785_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1607306 INFO (zkConnectionManagerCallback-5711-thread-1-processing-n:127.0.0.1:54508_solr) [n:127.0.0.1:54508_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1607307 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json [junit4] 2> 1607307 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json [junit4] 2> 1607308 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 1607308 INFO (jetty-launcher-5656-thread-3) [n:127.0.0.1:57785_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1607308 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes [junit4] 2> 1607308 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 1607308 INFO (jetty-launcher-5656-thread-4) [n:127.0.0.1:54508_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4) [junit4] 2> 1607308 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 1607309 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json [junit4] 2> 1607309 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json [junit4] 2> 1607309 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections [junit4] 2> 1607309 INFO (jetty-launcher-5656-thread-3) [n:127.0.0.1:57785_solr ] o.a.s.c.s.i.ZkClientClusterStateP [...truncated too long message...] d1 [junit4] 2> 9 /solr/configs/conf1 [junit4] 2> 7 /solr/collections/MoveReplicaHDFSTest_coll_true/terms/shard2 [junit4] 2> 6 /solr/security.json [junit4] 2> 5 /solr/collections/MoveReplicaHDFSTest_coll_true/collectionprops.json [junit4] 2> 4 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/collectionprops.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 64 /solr/collections/MoveReplicaHDFSTest_coll_true/state.json [junit4] 2> 37 /solr/collections/MoveReplicaHDFSTest_failed_coll_true/state.json [junit4] 2> 15 /solr/clusterprops.json [junit4] 2> 15 /solr/clusterstate.json [junit4] 2> 2 /solr/overseer_elect/election/73457552951738379-127.0.0.1:57785_solr-n_0000000003 [junit4] 2> 2 /solr/collections/MoveReplicaHDFSTest_coll_true/leader_elect/shard1/election/73457552951738379-core_node5-n_0000000001 [junit4] 2> 2 /solr/autoscaling.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 19 /solr/live_nodes [junit4] 2> 18 /solr/collections [junit4] 2> 2 /solr/overseer/queue [junit4] 2> 2 /solr/autoscaling/events/.scheduled_maintenance [junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas [junit4] 2> 2 /solr/overseer/queue-work [junit4] 2> 2 /solr/overseer/collection-queue-work [junit4] 2> [junit4] 2> 1659125 WARN (SUITE-MoveReplicaHDFSTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called [junit4] 2> 1659141 INFO (SUITE-MoveReplicaHDFSTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 1659243 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_20FCAB38253F4A3F-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_20FCAB38253F4A3F-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:43893) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted [junit4] 2> 1659243 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_20FCAB38253F4A3F-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_20FCAB38253F4A3F-001/tempDir-002/hdfsBaseDir/data/data4/]] heartbeating to localhost/127.0.0.1:43893) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-803209357-10.41.0.5-1521109775972 (Datanode Uuid 2394ae94-ab09-4994-8b34-62d6d486f6f7) service to localhost/127.0.0.1:43893 [junit4] 2> 1659249 WARN (SUITE-MoveReplicaHDFSTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called [junit4] 2> 1659285 INFO (SUITE-MoveReplicaHDFSTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 1659288 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_20FCAB38253F4A3F-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_20FCAB38253F4A3F-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:43893) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted [junit4] 2> 1659288 WARN (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_20FCAB38253F4A3F-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_20FCAB38253F4A3F-001/tempDir-002/hdfsBaseDir/data/data2/]] heartbeating to localhost/127.0.0.1:43893) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-803209357-10.41.0.5-1521109775972 (Datanode Uuid 60548c55-1ea3-47e9-97ee-784dfabf8ad2) service to localhost/127.0.0.1:43893 [junit4] 2> 1659313 INFO (SUITE-MoveReplicaHDFSTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 [junit4] 2> 1659314 WARN (1019232314@qtp-1779831164-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:48420) [ ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is false. Rechecking. [junit4] 2> 1659314 WARN (1019232314@qtp-1779831164-1 - Acceptor0 HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:48420) [ ] o.a.h.h.HttpServer2 HttpServer Acceptor: isRunning is false [junit4] 2> 1659436 INFO (SUITE-MoveReplicaHDFSTest-seed#[20FCAB38253F4A3F]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41384 41384 [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.MoveReplicaHDFSTest_20FCAB38253F4A3F-001 [junit4] 2> Mar 15, 2018 10:30:28 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 34 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=BlockTreeOrds(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=904, maxMBSortInHeap=6.331402310818973, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@64d80b4f), locale=en-GB, timezone=GMT0 [junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=119452568,total=517472256 [junit4] 2> NOTE: All tests run in this JVM: [HttpPartitionTest, CheckHdfsIndexTest, XsltUpdateRequestHandlerTest, ScheduledMaintenanceTriggerTest, ConcurrentDeleteAndCreateCollectionTest, HLLUtilTest, FastVectorHighlighterTest, TestStressRecovery, TestCloudInspectUtil, TestSolrCloudWithSecureImpersonation, TestClusterProperties, BadComponentTest, TestLegacyNumericRangeQueryBuilder, TestSkipOverseerOperations, TestAuthenticationFramework, TestCloudPseudoReturnFields, IgnoreCommitOptimizeUpdateProcessorFactoryTest, BasicAuthIntegrationTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestXmlQParserPlugin, TestPullReplicaErrorHandling, DistributedIntervalFacetingTest, TestSolrConfigHandlerConcurrent, TestSQLHandler, TestSlowCompositeReaderWrapper, AtomicUpdatesTest, TestAnalyzeInfixSuggestions, SuggestComponentTest, TestScoreJoinQPNoScore, TriLevelCompositeIdRoutingTest, TestNodeAddedTrigger, CdcrReplicationHandlerTest, TestReload, AutoAddReplicasPlanActionTest, ClassificationUpdateProcessorTest, ShardSplitTest, ResponseBuilderTest, JsonLoaderTest, PreAnalyzedFieldManagedSchemaCloudTest, PolyFieldTest, HdfsUnloadDistributedZkTest, PathHierarchyTokenizerFactoryTest, TestPartialUpdateDeduplication, PeerSyncTest, TestInPlaceUpdatesDistrib, MoveReplicaTest, TestTestInjection, TestFieldTypeResource, BlockJoinFacetDistribTest, TestGraphMLResponseWriter, TestXIncludeConfig, TestManagedSynonymGraphFilterFactory, TestSearchPerf, TestTrie, ChaosMonkeySafeLeaderTest, V2StandaloneTest, JSONWriterTest, DataDrivenBlockJoinTest, TestJsonFacets, TestSolrJ, TestReplicationHandlerBackup, TestSurroundQueryParser, TestStressVersions, SSLMigrationTest, TestRawResponseWriter, SliceStateTest, TestManagedSchema, CursorMarkTest, SuggesterTest, FileUtilsTest, TestPostingsSolrHighlighter, TestCustomStream, ReplicationFactorTest, OverseerTaskQueueTest, TestDocBasedVersionConstraints, FieldMutatingUpdateProcessorTest, TestFastLRUCache, BasicZkTest, TestFieldCacheVsDocValues, QueryParsingTest, TestRecoveryHdfs, BigEndianAscendingWordDeserializerTest, TestObjectReleaseTracker, TestExclusionRuleCollectionAccess, TestSegmentSorting, TestSolrCloudSnapshots, CollectionsAPISolrJTest, ConfigureRecoveryStrategyTest, DirectUpdateHandlerOptimizeTest, TestTolerantUpdateProcessorRandomCloud, SpatialRPTFieldTypeTest, TestSimDistributedQueue, TestManagedResourceStorage, FacetPivotSmallTest, TestCollectionAPIs, ExitableDirectoryReaderTest, TestLuceneIndexBackCompat, TestFieldCacheReopen, CollectionTooManyReplicasTest, TestSolrCloudWithHadoopAuthPlugin, DeleteInactiveReplicaTest, TestConfigSetProperties, TestSystemIdResolver, TestFuzzyAnalyzedSuggestions, TestOrdValues, TestPayloadCheckQParserPlugin, SimplePostToolTest, TestFieldCollectionResource, TestZkChroot, TestFreeTextSuggestions, RequiredFieldsTest, DistributedQueryComponentCustomSortTest, TestDFISimilarityFactory, SystemInfoHandlerTest, TestCollectionsAPIViaSolrCloudCluster, TestSolrIndexConfig, TestSha256AuthenticationProvider, TestSubQueryTransformerCrossCore, DocValuesMissingTest, SegmentsInfoRequestHandlerTest, SortByFunctionTest, TestSortableTextField, TestUniqueKeyFieldResource, TestHttpShardHandlerFactory, BlockDirectoryTest, CustomHighlightComponentTest, JavabinLoaderTest, ResourceLoaderTest, SyncSliceTest, OverseerTest, TestRandomFaceting, ShardRoutingCustomTest, TestDistributedSearch, TestGroupingSearch, TestSort, SoftAutoCommitTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, DistribCursorPagingTest, ForceLeaderTest, HttpPartitionOnCommitTest, LegacyCloudClusterPropTest, MissingSegmentRecoveryTest, MoveReplicaHDFSTest] [junit4] Completed [559/785 (2!)] on J1 in 62.21s, 4 tests, 1 error, 2 skipped <<< FAILURES! [...truncated 50315 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org
