Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21610/ Java: 64bit/jdk-10-ea+43 -XX:+UseCompressedOops -XX:+UseG1GC
3 tests failed. FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup Error Message: should be at least one inactive event Stack Trace: java.lang.AssertionError: should be at least one inactive event at __randomizedtesting.SeedInfo.seed([BD8F2B56921D6BA:16F432C70862F1B1]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup Error Message: should be at least one inactive event Stack Trace: java.lang.AssertionError: should be at least one inactive event at __randomizedtesting.SeedInfo.seed([BD8F2B56921D6BA:16F432C70862F1B1]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup Error Message: cleanup action didn't run Stack Trace: java.lang.AssertionError: cleanup action didn't run at __randomizedtesting.SeedInfo.seed([BD8F2B56921D6BA:16F432C70862F1B1]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) Build Log: [...truncated 13901 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest [junit4] 2> 1822522 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[BD8F2B56921D6BA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_BD8F2B56921D6BA-001/init-core-data-001 [junit4] 2> 1822522 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[BD8F2B56921D6BA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 1822523 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[BD8F2B56921D6BA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0) [junit4] 2> 1822523 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[BD8F2B56921D6BA]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_BD8F2B56921D6BA-001/tempDir-001 [junit4] 2> 1822523 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[BD8F2B56921D6BA]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 1822524 INFO (Thread-6972) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 1822524 INFO (Thread-6972) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 1822525 ERROR (Thread-6972) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1822624 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[BD8F2B56921D6BA]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:36647 [junit4] 2> 1822625 INFO (zkConnectionManagerCallback-10154-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1822627 INFO (jetty-launcher-10151-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T23:27:37+02:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 1822627 INFO (jetty-launcher-10151-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 1822627 INFO (jetty-launcher-10151-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 1822627 INFO (jetty-launcher-10151-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms [junit4] 2> 1822628 INFO (jetty-launcher-10151-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@715625ee{/solr,null,AVAILABLE} [junit4] 2> 1822629 INFO (jetty-launcher-10151-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@383b0026{SSL,[ssl, http/1.1]}{127.0.0.1:45971} [junit4] 2> 1822629 INFO (jetty-launcher-10151-thread-1) [ ] o.e.j.s.Server Started @1824309ms [junit4] 2> 1822629 INFO (jetty-launcher-10151-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45971} [junit4] 2> 1822629 ERROR (jetty-launcher-10151-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 1822629 INFO (jetty-launcher-10151-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 1822629 INFO (jetty-launcher-10151-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 1822629 INFO (jetty-launcher-10151-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 1822629 INFO (jetty-launcher-10151-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-10T15:30:04.362930Z [junit4] 2> 1822630 INFO (zkConnectionManagerCallback-10156-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1822630 INFO (jetty-launcher-10151-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 1822633 INFO (jetty-launcher-10151-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36647/solr [junit4] 2> 1822634 INFO (zkConnectionManagerCallback-10160-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1822635 INFO (zkConnectionManagerCallback-10162-thread-1-processing-n:127.0.0.1:45971_solr) [n:127.0.0.1:45971_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1822664 INFO (jetty-launcher-10151-thread-1) [n:127.0.0.1:45971_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 1822664 INFO (jetty-launcher-10151-thread-1) [n:127.0.0.1:45971_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45971_solr [junit4] 2> 1822665 INFO (jetty-launcher-10151-thread-1) [n:127.0.0.1:45971_solr ] o.a.s.c.Overseer Overseer (id=72112212484292611-127.0.0.1:45971_solr-n_0000000000) starting [junit4] 2> 1822667 INFO (jetty-launcher-10151-thread-1) [n:127.0.0.1:45971_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45971_solr [junit4] 2> 1822667 DEBUG (OverseerAutoScalingTriggerThread-72112212484292611-127.0.0.1:45971_solr-n_0000000000) [n:127.0.0.1:45971_solr ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 1822668 INFO (zkCallback-10161-thread-1-processing-n:127.0.0.1:45971_solr) [n:127.0.0.1:45971_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1822668 DEBUG (OverseerAutoScalingTriggerThread-72112212484292611-127.0.0.1:45971_solr-n_0000000000) [n:127.0.0.1:45971_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 1822669 DEBUG (OverseerAutoScalingTriggerThread-72112212484292611-127.0.0.1:45971_solr-n_0000000000) [n:127.0.0.1:45971_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:45971_solr] [junit4] 2> 1822669 DEBUG (OverseerAutoScalingTriggerThread-72112212484292611-127.0.0.1:45971_solr-n_0000000000) [n:127.0.0.1:45971_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 1822669 DEBUG (OverseerAutoScalingTriggerThread-72112212484292611-127.0.0.1:45971_solr-n_0000000000) [n:127.0.0.1:45971_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 1822670 DEBUG (OverseerAutoScalingTriggerThread-72112212484292611-127.0.0.1:45971_solr-n_0000000000) [n:127.0.0.1:45971_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1822670 DEBUG (ScheduledTrigger-9450-thread-1) [n:127.0.0.1:45971_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1822670 DEBUG (OverseerAutoScalingTriggerThread-72112212484292611-127.0.0.1:45971_solr-n_0000000000) [n:127.0.0.1:45971_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 1822736 INFO (jetty-launcher-10151-thread-1) [n:127.0.0.1:45971_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45971.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48c0409a [junit4] 2> 1822743 INFO (jetty-launcher-10151-thread-1) [n:127.0.0.1:45971_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45971.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48c0409a [junit4] 2> 1822743 INFO (jetty-launcher-10151-thread-1) [n:127.0.0.1:45971_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45971.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48c0409a [junit4] 2> 1822744 INFO (jetty-launcher-10151-thread-1) [n:127.0.0.1:45971_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_BD8F2B56921D6BA-001/tempDir-001/node1/. [junit4] 2> 1822754 INFO (zkConnectionManagerCallback-10166-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1822756 INFO (zkConnectionManagerCallback-10170-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 1822756 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[BD8F2B56921D6BA]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 1822756 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[BD8F2B56921D6BA]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36647/solr ready [junit4] 2> 1822758 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 1822758 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0 [junit4] 2> 1822758 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10006_solr] [junit4] 2> 1822758 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1 [junit4] 2> 1822759 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0 [junit4] 2> 1822759 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1822760 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0 [junit4] 2> 1822760 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1822762 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[BD8F2B56921D6BA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerDefaults [junit4] 2> 1822762 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[BD8F2B56921D6BA]) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest { [junit4] 2> "cluster-preferences":[ [junit4] 2> { [junit4] 2> "minimize":"cores", [junit4] 2> "precision":1}, [junit4] 2> {"maximize":"freedisk"}], [junit4] 2> "triggers":{ [junit4] 2> ".scheduled_maintenance":{ [junit4] 2> "name":".scheduled_maintenance", [junit4] 2> "startTime":"NOW", [junit4] 2> "event":"scheduled", [junit4] 2> "every":"+1DAY", [junit4] 2> "actions":[ [junit4] 2> { [junit4] 2> "name":"inactive_shard_plan", [junit4] 2> "class":"solr.InactiveShardPlanAction"}, [junit4] 2> { [junit4] 2> "name":"execute_plan", [junit4] 2> "class":"solr.ExecutePlanAction"}], [junit4] 2> "enabled":true}, [junit4] 2> ".auto_add_replicas":{ [junit4] 2> "name":".auto_add_replicas", [junit4] 2> "event":"nodeLost", [junit4] 2> "waitFor":120, [junit4] 2> "actions":[ [junit4] 2> { [junit4] 2> "name":"auto_add_replicas_plan", [junit4] 2> "class":"solr.AutoAddReplicasPlanAction"}, [junit4] 2> { [junit4] 2> "name":"execute_plan", [junit4] 2> "class":"solr.ExecutePlanAction"}], [junit4] 2> "enabled":true}}, [junit4] 2> "listeners":{ [junit4] 2> ".scheduled_maintenance.system":{ [junit4] 2> "trigger":".scheduled_maintenance", [junit4] 2> "afterAction":[], [junit4] 2> "stage":[ [junit4] 2> "STARTED", [junit4] 2> "ABORTED", [junit4] 2> "SUCCEEDED", [junit4] 2> "FAILED", [junit4] 2> "BEFORE_ACTION", [junit4] 2> "AFTER_ACTION", [junit4] 2> "IGNORED"], [junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", [junit4] 2> "beforeAction":[]}, [junit4] 2> ".auto_add_replicas.system":{ [junit4] 2> "trigger":".auto_add_replicas", [junit4] 2> "afterAction":[], [junit4] 2> "stage":[ [junit4] 2> "STARTED", [junit4] 2> "ABORTED", [junit4] 2> "SUCCEEDED", [junit4] 2> "FAILED", [junit4] 2> "BEFORE_ACTION", [junit4] 2> "AFTER_ACTION", [junit4] 2> "IGNORED"], [junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", [junit4] 2> "beforeAction":[]}}, [junit4] 2> "properties":{}} [junit4] 2> 1822764 DEBUG (simCloudManagerPool-9456-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1822764 DEBUG (simCloudManagerPool-9456-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 1822765 DEBUG (simCloudManagerPool-9456-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10006_solr] [junit4] 2> 1822765 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 1822765 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[BD8F2B56921D6BA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerDefaults [junit4] 2> 1822765 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1822765 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 1822769 INFO (TEST-ScheduledMaintenanceTriggerTest.testInactiveShardCleanup-seed#[BD8F2B56921D6BA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testInactiveShardCleanup [junit4] 2> 1822780 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1822801 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1822821 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1822841 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1822861 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1822881 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1822901 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1822917 DEBUG (simCloudManagerPool-9456-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for ScheduledMaintenanceTriggerTest_collection1 / shard1_0: {"core_node4":{ [junit4] 2> "node_name":"127.0.0.1:10006_solr", [junit4] 2> "base_url":"http://127.0.0.1:10006/solr", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_0_replica0", [junit4] 2> "shard":"shard1_0", [junit4] 2> "collection":"ScheduledMaintenanceTriggerTest_collection1"}} [junit4] 2> 1822917 DEBUG (simCloudManagerPool-9456-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for ScheduledMaintenanceTriggerTest_collection1 / shard1: {"core_node1":{ [junit4] 2> "node_name":"127.0.0.1:10006_solr", [junit4] 2> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"ScheduledMaintenanceTriggerTest_collection1"}} [junit4] 2> 1822917 DEBUG (simCloudManagerPool-9456-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for ScheduledMaintenanceTriggerTest_collection1 / shard1_1: {"core_node5":{ [junit4] 2> "node_name":"127.0.0.1:10006_solr", [junit4] 2> "base_url":"http://127.0.0.1:10006/solr", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_1_replica0", [junit4] 2> "shard":"shard1_1", [junit4] 2> "collection":"ScheduledMaintenanceTriggerTest_collection1"}} [junit4] 2> 1822917 DEBUG (simCloudManagerPool-9456-thread-8) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1822918 DEBUG (simCloudManagerPool-9456-thread-8) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 1822918 DEBUG (simCloudManagerPool-9456-thread-8) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10006_solr] [junit4] 2> 1822918 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 1822918 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1822918 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 1822921 DEBUG (simCloudManagerPool-9456-thread-9) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 1822921 DEBUG (simCloudManagerPool-9456-thread-9) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 1822921 DEBUG (simCloudManagerPool-9456-thread-9) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10006_solr] [junit4] 2> 1822921 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 1822921 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 1822921 WARN (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:06.491Z. Now: 2018-03-11T09:05:08.995Z [junit4] 2> 1822921 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 1822922 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"16210888a1bT3cw6ivd2k0ow1zdmtwq0ptayc", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695806491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759108995}, [junit4] 2> "ignored":true} [junit4] 2> 1822922 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1822942 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1822942 WARN (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:08.491Z. Now: 2018-03-11T09:05:10.045Z [junit4] 2> 1822943 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108891ebT3cw6ivd2k0ow1zdmtwq0ptaye", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695808491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759110045}, [junit4] 2> "ignored":true} [junit4] 2> 1822962 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1822963 WARN (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:10.491Z. Now: 2018-03-11T09:05:11.078Z [junit4] 2> 1822963 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108899bbT3cw6ivd2k0ow1zdmtwq0ptayg", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695810491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759111078}, [junit4] 2> "ignored":true} [junit4] 2> 1822982 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1822984 WARN (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:12.491Z. Now: 2018-03-11T09:05:12.105Z [junit4] 2> 1822984 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621088a18bT3cw6ivd2k0ow1zdmtwq0ptayi", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695812491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759112105}, [junit4] 2> "ignored":true} [junit4] 2> 1823002 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823004 WARN (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:14.491Z. Now: 2018-03-11T09:05:13.138Z [junit4] 2> 1823004 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621088a95bT3cw6ivd2k0ow1zdmtwq0ptayk", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695814491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759113138}, [junit4] 2> "ignored":true} [junit4] 2> 1823023 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823025 WARN (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:16.491Z. Now: 2018-03-11T09:05:14.172Z [junit4] 2> 1823025 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621088b12bT3cw6ivd2k0ow1zdmtwq0ptaym", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695816491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759114172}, [junit4] 2> "ignored":true} [junit4] 2> 1823043 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823046 WARN (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:18.491Z. Now: 2018-03-11T09:05:15.210Z [junit4] 2> 1823046 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621088b8fbT3cw6ivd2k0ow1zdmtwq0ptayo", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695818491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759115210}, [junit4] 2> "ignored":true} [junit4] 2> 1823063 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823066 WARN (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:20.491Z. Now: 2018-03-11T09:05:16.244Z [junit4] 2> 1823067 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621088c0cbT3cw6ivd2k0ow1zdmtwq0ptayq", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695820491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759116244}, [junit4] 2> "ignored":true} [junit4] 2> 1823083 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823087 WARN (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:22.491Z. Now: 2018-03-11T09:05:17.277Z [junit4] 2> 1823087 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621088c89bT3cw6ivd2k0ow1zdmtwq0ptays", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695822491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759117277}, [junit4] 2> "ignored":true} [junit4] 2> 1823103 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823108 WARN (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:24.491Z. Now: 2018-03-11T09:05:18.312Z [junit4] 2> 1823108 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621088d06bT3cw6ivd2k0ow1zdmtwq0ptayu", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695824491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759118312}, [junit4] 2> "ignored":true} [junit4] 2> 1823124 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823128 WARN (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:26.491Z. Now: 2018-03-11T09:05:19.346Z [junit4] 2> 1823129 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621088d83bT3cw6ivd2k0ow1zdmtwq0ptayw", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695826491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759119346}, [junit4] 2> "ignored":true} [junit4] 2> 1823144 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823149 WARN (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:28.491Z. Now: 2018-03-11T09:05:20.382Z [junit4] 2> 1823149 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621088e00bT3cw6ivd2k0ow1zdmtwq0ptayy", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695828491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759120382}, [junit4] 2> "ignored":true} [junit4] 2> 1823164 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823170 WARN (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:30.491Z. Now: 2018-03-11T09:05:21.422Z [junit4] 2> 1823170 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621088e7dbT3cw6ivd2k0ow1zdmtwq0ptaz0", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695830491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759121422}, [junit4] 2> "ignored":true} [junit4] 2> 1823184 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823190 WARN (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:32.491Z. Now: 2018-03-11T09:05:22.447Z [junit4] 2> 1823191 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621088efabT3cw6ivd2k0ow1zdmtwq0ptaz2", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695832491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759122447}, [junit4] 2> "ignored":true} [junit4] 2> 1823204 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823211 WARN (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:34.491Z. Now: 2018-03-11T09:05:23.477Z [junit4] 2> 1823211 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621088f77bT3cw6ivd2k0ow1zdmtwq0ptaz4", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695834491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759123477}, [junit4] 2> "ignored":true} [junit4] 2> 1823224 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823231 WARN (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:36.491Z. Now: 2018-03-11T09:05:24.502Z [junit4] 2> 1823232 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621088ff4bT3cw6ivd2k0ow1zdmtwq0ptaz6", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695836491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759124502}, [junit4] 2> "ignored":true} [junit4] 2> 1823245 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823252 WARN (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:38.491Z. Now: 2018-03-11T09:05:25.531Z [junit4] 2> 1823252 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621089071bT3cw6ivd2k0ow1zdmtwq0ptaz8", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695838491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759125531}, [junit4] 2> "ignored":true} [junit4] 2> 1823265 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823273 WARN (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:40.491Z. Now: 2018-03-11T09:05:26.562Z [junit4] 2> 1823273 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"16210890eebT3cw6ivd2k0ow1zdmtwq0ptaza", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695840491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759126562}, [junit4] 2> "ignored":true} [junit4] 2> 1823285 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823293 WARN (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:42.491Z. Now: 2018-03-11T09:05:27.590Z [junit4] 2> 1823293 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108916bbT3cw6ivd2k0ow1zdmtwq0ptazc", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695842491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759127590}, [junit4] 2> "ignored":true} [junit4] 2> 1823305 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823314 WARN (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:44.491Z. Now: 2018-03-11T09:05:28.615Z [junit4] 2> 1823314 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"16210891e8bT3cw6ivd2k0ow1zdmtwq0ptaze", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695844491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759128615}, [junit4] 2> "ignored":true} [junit4] 2> 1823325 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823334 WARN (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:46.491Z. Now: 2018-03-11T09:05:29.642Z [junit4] 2> 1823334 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621089265bT3cw6ivd2k0ow1zdmtwq0ptazg", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695846491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759129642}, [junit4] 2> "ignored":true} [junit4] 2> 1823345 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823355 WARN (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:48.491Z. Now: 2018-03-11T09:05:30.663Z [junit4] 2> 1823355 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"16210892e2bT3cw6ivd2k0ow1zdmtwq0ptazi", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695848491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759130663}, [junit4] 2> "ignored":true} [junit4] 2> 1823365 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823375 WARN (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:50.491Z. Now: 2018-03-11T09:05:31.692Z [junit4] 2> 1823375 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108935fbT3cw6ivd2k0ow1zdmtwq0ptazk", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695850491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759131692}, [junit4] 2> "ignored":true} [junit4] 2> 1823386 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823396 WARN (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:52.491Z. Now: 2018-03-11T09:05:32.713Z [junit4] 2> 1823396 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"16210893dcbT3cw6ivd2k0ow1zdmtwq0ptazm", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695852491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759132713}, [junit4] 2> "ignored":true} [junit4] 2> 1823406 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823416 WARN (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:54.491Z. Now: 2018-03-11T09:05:33.741Z [junit4] 2> 1823417 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621089459bT3cw6ivd2k0ow1zdmtwq0ptazo", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695854491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759133741}, [junit4] 2> "ignored":true} [junit4] 2> 1823426 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823437 WARN (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:56.491Z. Now: 2018-03-11T09:05:34.778Z [junit4] 2> 1823437 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"16210894d6bT3cw6ivd2k0ow1zdmtwq0ptazq", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695856491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759134778}, [junit4] 2> "ignored":true} [junit4] 2> 1823446 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823458 WARN (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:30:58.491Z. Now: 2018-03-11T09:05:35.813Z [junit4] 2> 1823458 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621089553bT3cw6ivd2k0ow1zdmtwq0ptazs", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695858491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759135813}, [junit4] 2> "ignored":true} [junit4] 2> 1823466 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823478 WARN (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:00.491Z. Now: 2018-03-11T09:05:36.846Z [junit4] 2> 1823479 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"16210895d0bT3cw6ivd2k0ow1zdmtwq0ptazu", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695860491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759136846}, [junit4] 2> "ignored":true} [junit4] 2> 1823487 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823499 WARN (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:02.491Z. Now: 2018-03-11T09:05:37.881Z [junit4] 2> 1823499 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108964dbT3cw6ivd2k0ow1zdmtwq0ptazw", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695862491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759137881}, [junit4] 2> "ignored":true} [junit4] 2> 1823507 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823525 WARN (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:04.491Z. Now: 2018-03-11T09:05:39.154Z [junit4] 2> 1823525 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"16210896cabT3cw6ivd2k0ow1zdmtwq0ptazy", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695864491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759139154}, [junit4] 2> "ignored":true} [junit4] 2> 1823527 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823547 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823549 WARN (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:06.491Z. Now: 2018-03-11T09:05:40.356Z [junit4] 2> 1823549 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621089747bT3cw6ivd2k0ow1zdmtwq0ptb00", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695866491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759140356}, [junit4] 2> "ignored":true} [junit4] 2> 1823568 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823577 WARN (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:08.491Z. Now: 2018-03-11T09:05:41.755Z [junit4] 2> 1823577 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"16210897c4bT3cw6ivd2k0ow1zdmtwq0ptb02", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695868491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759141755}, [junit4] 2> "ignored":true} [junit4] 2> 1823588 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823598 WARN (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:10.491Z. Now: 2018-03-11T09:05:42.834Z [junit4] 2> 1823598 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621089841bT3cw6ivd2k0ow1zdmtwq0ptb04", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695870491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759142834}, [junit4] 2> "ignored":true} [junit4] 2> 1823608 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823629 WARN (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:12.491Z. Now: 2018-03-11T09:05:44.354Z [junit4] 2> 1823629 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"16210898bebT3cw6ivd2k0ow1zdmtwq0ptb06", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695872491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759144354}, [junit4] 2> "ignored":true} [junit4] 2> 1823629 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823649 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823664 WARN (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:14.491Z. Now: 2018-03-11T09:05:46.151Z [junit4] 2> 1823665 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108993bbT3cw6ivd2k0ow1zdmtwq0ptb08", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695874491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759146151}, [junit4] 2> "ignored":true} [junit4] 2> 1823670 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823676 DEBUG (ScheduledTrigger-9450-thread-3) [n:127.0.0.1:45971_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823690 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823697 WARN (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:16.491Z. Now: 2018-03-11T09:05:47.762Z [junit4] 2> 1823697 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"16210899b8bT3cw6ivd2k0ow1zdmtwq0ptb0a", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695876491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759147762}, [junit4] 2> "ignored":true} [junit4] 2> 1823710 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823725 WARN (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:18.491Z. Now: 2018-03-11T09:05:49.154Z [junit4] 2> 1823725 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621089a35bT3cw6ivd2k0ow1zdmtwq0ptb0c", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695878491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759149154}, [junit4] 2> "ignored":true} [junit4] 2> 1823730 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823746 WARN (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:20.491Z. Now: 2018-03-11T09:05:50.213Z [junit4] 2> 1823746 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621089ab2bT3cw6ivd2k0ow1zdmtwq0ptb0e", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695880491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759150213}, [junit4] 2> "ignored":true} [junit4] 2> 1823750 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823768 WARN (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:22.491Z. Now: 2018-03-11T09:05:51.353Z [junit4] 2> 1823769 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621089b2fbT3cw6ivd2k0ow1zdmtwq0ptb0g", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695882491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759151353}, [junit4] 2> "ignored":true} [junit4] 2> 1823771 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823791 WARN (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:24.491Z. Now: 2018-03-11T09:05:52.463Z [junit4] 2> 1823791 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621089bacbT3cw6ivd2k0ow1zdmtwq0ptb0i", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695884491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759152463}, [junit4] 2> "ignored":true} [junit4] 2> 1823791 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823811 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823811 WARN (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:26.491Z. Now: 2018-03-11T09:05:53.502Z [junit4] 2> 1823812 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621089c29bT3cw6ivd2k0ow1zdmtwq0ptb0k", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695886491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759153502}, [junit4] 2> "ignored":true} [junit4] 2> 1823832 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823832 WARN (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:28.491Z. Now: 2018-03-11T09:05:54.551Z [junit4] 2> 1823833 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621089ca6bT3cw6ivd2k0ow1zdmtwq0ptb0m", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695888491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759154551}, [junit4] 2> "ignored":true} [junit4] 2> 1823852 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823856 WARN (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:30.491Z. Now: 2018-03-11T09:05:55.752Z [junit4] 2> 1823857 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621089d23bT3cw6ivd2k0ow1zdmtwq0ptb0o", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695890491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759155752}, [junit4] 2> "ignored":true} [junit4] 2> 1823872 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823878 WARN (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:32.491Z. Now: 2018-03-11T09:05:56.843Z [junit4] 2> 1823879 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621089da0bT3cw6ivd2k0ow1zdmtwq0ptb0q", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695892491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759156843}, [junit4] 2> "ignored":true} [junit4] 2> 1823892 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823900 WARN (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:34.491Z. Now: 2018-03-11T09:05:57.953Z [junit4] 2> 1823901 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621089e1dbT3cw6ivd2k0ow1zdmtwq0ptb0s", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695894491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759157953}, [junit4] 2> "ignored":true} [junit4] 2> 1823912 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823923 WARN (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:36.491Z. Now: 2018-03-11T09:05:59.094Z [junit4] 2> 1823924 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621089e9abT3cw6ivd2k0ow1zdmtwq0ptb0u", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695896491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759159094}, [junit4] 2> "ignored":true} [junit4] 2> 1823933 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823944 WARN (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:38.491Z. Now: 2018-03-11T09:06:00.131Z [junit4] 2> 1823944 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621089f17bT3cw6ivd2k0ow1zdmtwq0ptb0w", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695898491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759160131}, [junit4] 2> "ignored":true} [junit4] 2> 1823953 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823965 WARN (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:40.491Z. Now: 2018-03-11T09:06:01.163Z [junit4] 2> 1823965 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621089f94bT3cw6ivd2k0ow1zdmtwq0ptb0y", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695900491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759161163}, [junit4] 2> "ignored":true} [junit4] 2> 1823973 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1823985 WARN (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:42.491Z. Now: 2018-03-11T09:06:02.191Z [junit4] 2> 1823986 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108a011bT3cw6ivd2k0ow1zdmtwq0ptb10", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695902491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759162191}, [junit4] 2> "ignored":true} [junit4] 2> 1823993 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1824006 WARN (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:44.491Z. Now: 2018-03-11T09:06:03.224Z [junit4] 2> 1824006 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108a08ebT3cw6ivd2k0ow1zdmtwq0ptb12", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695904491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759163224}, [junit4] 2> "ignored":true} [junit4] 2> 1824014 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1824026 WARN (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:46.491Z. Now: 2018-03-11T09:06:04.246Z [junit4] 2> 1824026 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108a10bbT3cw6ivd2k0ow1zdmtwq0ptb14", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695906491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759164246}, [junit4] 2> "ignored":true} [junit4] 2> 1824034 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1824047 WARN (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:48.491Z. Now: 2018-03-11T09:06:05.274Z [junit4] 2> 1824047 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108a188bT3cw6ivd2k0ow1zdmtwq0ptb16", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695908491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759165274}, [junit4] 2> "ignored":true} [junit4] 2> 1824054 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1824067 WARN (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:50.491Z. Now: 2018-03-11T09:06:06.293Z [junit4] 2> 1824067 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108a205bT3cw6ivd2k0ow1zdmtwq0ptb18", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695910491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759166293}, [junit4] 2> "ignored":true} [junit4] 2> 1824074 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1824088 WARN (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:52.491Z. Now: 2018-03-11T09:06:07.321Z [junit4] 2> 1824088 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108a282bT3cw6ivd2k0ow1zdmtwq0ptb1a", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695912491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759167321}, [junit4] 2> "ignored":true} [junit4] 2> 1824094 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1824108 WARN (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:54.491Z. Now: 2018-03-11T09:06:08.342Z [junit4] 2> 1824108 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108a2ffbT3cw6ivd2k0ow1zdmtwq0ptb1c", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695914491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759168342}, [junit4] 2> "ignored":true} [junit4] 2> 1824114 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1824129 WARN (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:56.491Z. Now: 2018-03-11T09:06:09.370Z [junit4] 2> 1824129 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108a37cbT3cw6ivd2k0ow1zdmtwq0ptb1e", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695916491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759169370}, [junit4] 2> "ignored":true} [junit4] 2> 1824134 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1824149 WARN (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:31:58.491Z. Now: 2018-03-11T09:06:10.399Z [junit4] 2> 1824150 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108a3f9bT3cw6ivd2k0ow1zdmtwq0ptb1g", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695918491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759170399}, [junit4] 2> "ignored":true} [junit4] 2> 1824155 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1824170 WARN (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:32:00.491Z. Now: 2018-03-11T09:06:11.426Z [junit4] 2> 1824170 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108a476bT3cw6ivd2k0ow1zdmtwq0ptb1i", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695920491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759171426}, [junit4] 2> "ignored":true} [junit4] 2> 1824175 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1824191 WARN (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:32:02.491Z. Now: 2018-03-11T09:06:12.455Z [junit4] 2> 1824191 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108a4f3bT3cw6ivd2k0ow1zdmtwq0ptb1k", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695922491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759172455}, [junit4] 2> "ignored":true} [junit4] 2> 1824195 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1824212 WARN (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:32:04.491Z. Now: 2018-03-11T09:06:13.525Z [junit4] 2> 1824212 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108a570bT3cw6ivd2k0ow1zdmtwq0ptb1m", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695924491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759173525}, [junit4] 2> "ignored":true} [junit4] 2> 1824215 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1824233 WARN (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:32:06.491Z. Now: 2018-03-11T09:06:14.555Z [junit4] 2> 1824233 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108a5edbT3cw6ivd2k0ow1zdmtwq0ptb1o", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695926491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759174555}, [junit4] 2> "ignored":true} [junit4] 2> 1824235 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1824253 WARN (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:32:08.491Z. Now: 2018-03-11T09:06:15.588Z [junit4] 2> 1824253 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108a66abT3cw6ivd2k0ow1zdmtwq0ptb1q", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695928491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759175588}, [junit4] 2> "ignored":true} [junit4] 2> 1824255 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1824274 WARN (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:32:10.491Z. Now: 2018-03-11T09:06:16.624Z [junit4] 2> 1824274 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108a6e7bT3cw6ivd2k0ow1zdmtwq0ptb1s", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695930491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759176624}, [junit4] 2> "ignored":true} [junit4] 2> 1824276 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1824295 WARN (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:32:12.491Z. Now: 2018-03-11T09:06:17.658Z [junit4] 2> 1824295 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108a764bT3cw6ivd2k0ow1zdmtwq0ptb1u", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695932491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759177658}, [junit4] 2> "ignored":true} [junit4] 2> 1824296 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1824315 WARN (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:32:14.491Z. Now: 2018-03-11T09:06:18.688Z [junit4] 2> 1824315 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108a7e1bT3cw6ivd2k0ow1zdmtwq0ptb1w", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695934491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759178688}, [junit4] 2> "ignored":true} [junit4] 2> 1824316 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1824336 WARN (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:32:16.491Z. Now: 2018-03-11T09:06:19.727Z [junit4] 2> 1824336 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1824336 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108a85ebT3cw6ivd2k0ow1zdmtwq0ptb1y", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695936491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759179727}, [junit4] 2> "ignored":true} [junit4] 2> 1824356 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1824357 WARN (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:32:18.491Z. Now: 2018-03-11T09:06:20.763Z [junit4] 2> 1824357 DEBUG (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108a8dbbT3cw6ivd2k0ow1zdmtwq0ptb20", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695938491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759180763}, [junit4] 2> "ignored":true} [junit4] 2> 1824377 DEBUG (ScheduledTrigger-9457-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1824377 WARN (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-10T15:32:20.491Z. Now: 2018-03-11T09:06:21.791Z [junit4] 2> 1824377 DEBUG (ScheduledTrigger-9457-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"162108a958bT3cw6ivd2k0ow1zdmtwq0ptb22", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520695940491, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520759181791}, [junit4] 2> "ignored":true} [junit4] 2> 1824397 DEBUG (ScheduledTrigger-9457-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 1824398 WARN (ScheduledTrigger-9457-thread-3) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not [...truncated too long message...] gActionExecutor-29-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 381 ms for event id=2f75b77190f36T3cw6ivd2k0ow1zdmtwq0pt0fv [junit4] 2> 7268 DEBUG (simCloudManagerPool-27-thread-13) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 7268 DEBUG (simCloudManagerPool-27-thread-13) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5 [junit4] 2> 7269 DEBUG (simCloudManagerPool-27-thread-13) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr] [junit4] 2> 7269 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5 [junit4] 2> 7269 INFO (TEST-ScheduledMaintenanceTriggerTest.testInactiveShardCleanup-seed#[BD8F2B56921D6BA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testInactiveShardCleanup [junit4] 2> 7269 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 7269 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5 [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=ScheduledMaintenanceTriggerTest -Dtests.method=testInactiveShardCleanup -Dtests.seed=BD8F2B56921D6BA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=chr -Dtests.timezone=Asia/Kuwait -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] FAILURE 0.19s J2 | ScheduledMaintenanceTriggerTest.testInactiveShardCleanup <<< [junit4] > Throwable #1: java.lang.AssertionError: should be at least one inactive event [junit4] > at __randomizedtesting.SeedInfo.seed([BD8F2B56921D6BA:16F432C70862F1B1]:0) [junit4] > at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:218) [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) [junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564) [junit4] > at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> 7271 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 7271 DEBUG (SUITE-ScheduledMaintenanceTriggerTest-seed#[BD8F2B56921D6BA]-worker) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 7276 INFO (jetty-closer-22-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@accebfb{SSL,[ssl, http/1.1]}{127.0.0.1:0} [junit4] 2> 7276 INFO (jetty-closer-22-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1411569434 [junit4] 2> 7276 INFO (jetty-closer-22-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null [junit4] 2> 7277 INFO (jetty-closer-22-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12a9f822: rootName = solr_45441, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2b44b09a [junit4] 2> 7289 INFO (jetty-closer-22-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 7289 INFO (jetty-closer-22-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@495a2a12: rootName = solr_45441, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@59c8e385 [junit4] 2> 7295 INFO (jetty-closer-22-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 7295 INFO (jetty-closer-22-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7bf3a637: rootName = solr_45441, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7039f6e1 [junit4] 2> 7296 INFO (jetty-closer-22-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45441_solr [junit4] 2> 7297 INFO (zkCallback-31-thread-1-processing-n:127.0.0.1:45441_solr) [n:127.0.0.1:45441_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 7298 INFO (jetty-closer-22-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 7298 INFO (jetty-closer-22-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 7298 INFO (jetty-closer-22-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72112304241508355-127.0.0.1:45441_solr-n_0000000000) closing [junit4] 2> 7298 INFO (OverseerStateUpdate-72112304241508355-127.0.0.1:45441_solr-n_0000000000) [n:127.0.0.1:45441_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45441_solr [junit4] 2> 7298 WARN (OverseerAutoScalingTriggerThread-72112304241508355-127.0.0.1:45441_solr-n_0000000000) [n:127.0.0.1:45441_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 7301 DEBUG (jetty-closer-22-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 7304 INFO (jetty-closer-22-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@20eed393{/solr,null,UNAVAILABLE} [junit4] 2> 7304 INFO (jetty-closer-22-thread-1) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 7304 ERROR (SUITE-ScheduledMaintenanceTriggerTest-seed#[BD8F2B56921D6BA]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 7305 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[BD8F2B56921D6BA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42943 42943 [junit4] 2> 8714 INFO (Thread-12) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42943 42943 [junit4] 2> 8715 WARN (Thread-12) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 2 /solr/aliases.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 2 /solr/clusterstate.json [junit4] 2> 2 /solr/clusterprops.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 2 /solr/live_nodes [junit4] 2> 2 /solr/collections [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_BD8F2B56921D6BA-001 [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=380, maxMBSortInHeap=6.6415639488441425, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1db9d554), locale=chr, timezone=Asia/Kuwait [junit4] 2> NOTE: Linux 4.13.0-36-generic amd64/Oracle Corporation 10 (64-bit)/cpus=8,threads=1,free=488490928,total=536870912 [junit4] 2> NOTE: All tests run in this JVM: [ScheduledMaintenanceTriggerTest, ScheduledMaintenanceTriggerTest] [junit4] Completed [5/5 (3!)] on J2 in 2.39s, 2 tests, 1 failure <<< FAILURES! [...truncated 13 lines...] BUILD FAILED /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/common-build.xml:1561: The following error occurred while executing this line: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/common-build.xml:1085: There were test failures: 5 suites, 10 tests, 3 failures [seed: BD8F2B56921D6BA] Total time: 12 seconds [repro] Setting last failure code to 256 [repro] Failures: [repro] 3/5 failed: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest [repro] Exiting with code 256 + mv lucene/build lucene/build.repro + mv solr/build solr/build.repro + mv lucene/build.orig lucene/build + mv solr/build.orig solr/build Archiving artifacts Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 [WARNINGS] Parsing warnings in console log with parser Java Compiler (javac) Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 <Git Blamer> Using GitBlamer to create author and commit information for all warnings. <Git Blamer> GIT_COMMIT=2eeed51cdf006bdee7dec87b6adf144e7cc0d56e, workspace=/var/lib/jenkins/workspace/Lucene-Solr-master-Linux [WARNINGS] Computing warning deltas based on reference build #21609 Recording test results Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Build step 'Publish JUnit test result report' changed build result to UNSTABLE Email was triggered for: Unstable (Test Failures) Sending email for trigger: Unstable (Test Failures) Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2 Setting ANT_1_8_2_HOME=/var/lib/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org