Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2418/
1 tests failed. FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup Error Message: cleanup action didn't run Stack Trace: java.lang.AssertionError: cleanup action didn't run at __randomizedtesting.SeedInfo.seed([F39FC847BDFB48C3:EEB30835DCB86FC8]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:197) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 14262 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest [junit4] 2> 3898550 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[F39FC847BDFB48C3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_F39FC847BDFB48C3-001/init-core-data-001 [junit4] 2> 3898551 WARN (SUITE-ScheduledMaintenanceTriggerTest-seed#[F39FC847BDFB48C3]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6 [junit4] 2> 3898551 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[F39FC847BDFB48C3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false [junit4] 2> 3898552 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[F39FC847BDFB48C3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 3898553 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[F39FC847BDFB48C3]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_F39FC847BDFB48C3-001/tempDir-001 [junit4] 2> 3898553 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[F39FC847BDFB48C3]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER [junit4] 2> 3898553 INFO (Thread-5156) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0 [junit4] 2> 3898553 INFO (Thread-5156) [ ] o.a.s.c.ZkTestServer Starting server [junit4] 2> 3898573 ERROR (Thread-5156) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 3898653 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[F39FC847BDFB48C3]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:38008 [junit4] 2> 3898655 INFO (zkConnectionManagerCallback-6575-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3898659 INFO (jetty-launcher-6572-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T05:27:37+08:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8 [junit4] 2> 3898659 INFO (jetty-launcher-6572-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0 [junit4] 2> 3898659 INFO (jetty-launcher-6572-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults [junit4] 2> 3898659 INFO (jetty-launcher-6572-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms [junit4] 2> 3898660 INFO (jetty-launcher-6572-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66a48538{/solr,null,AVAILABLE} [junit4] 2> 3898660 INFO (jetty-launcher-6572-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@446145b8{HTTP/1.1,[http/1.1]}{127.0.0.1:44223} [junit4] 2> 3898660 INFO (jetty-launcher-6572-thread-1) [ ] o.e.j.s.Server Started @3908576ms [junit4] 2> 3898661 INFO (jetty-launcher-6572-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44223} [junit4] 2> 3898661 ERROR (jetty-launcher-6572-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete. [junit4] 2> 3898661 INFO (jetty-launcher-6572-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0 [junit4] 2> 3898661 INFO (jetty-launcher-6572-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null [junit4] 2> 3898661 INFO (jetty-launcher-6572-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null [junit4] 2> 3898661 INFO (jetty-launcher-6572-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-03-12T03:23:42.403Z [junit4] 2> 3898662 INFO (zkConnectionManagerCallback-6577-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3898663 INFO (jetty-launcher-6572-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading... [junit4] 2> 3898682 INFO (jetty-launcher-6572-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38008/solr [junit4] 2> 3898683 INFO (zkConnectionManagerCallback-6581-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3898685 INFO (zkConnectionManagerCallback-6583-thread-1-processing-n:127.0.0.1:44223_solr) [n:127.0.0.1:44223_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3898765 INFO (jetty-launcher-6572-thread-1) [n:127.0.0.1:44223_solr ] o.a.s.c.Overseer Overseer (id=null) closing [junit4] 2> 3898766 INFO (jetty-launcher-6572-thread-1) [n:127.0.0.1:44223_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44223_solr [junit4] 2> 3898767 INFO (jetty-launcher-6572-thread-1) [n:127.0.0.1:44223_solr ] o.a.s.c.Overseer Overseer (id=72264846606925827-127.0.0.1:44223_solr-n_0000000000) starting [junit4] 2> 3898772 INFO (zkConnectionManagerCallback-6588-thread-1-processing-n:127.0.0.1:44223_solr) [n:127.0.0.1:44223_solr ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3898786 INFO (jetty-launcher-6572-thread-1) [n:127.0.0.1:44223_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38008/solr ready [junit4] 2> 3898787 INFO (jetty-launcher-6572-thread-1) [n:127.0.0.1:44223_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44223_solr [junit4] 2> 3898787 DEBUG (OverseerAutoScalingTriggerThread-72264846606925827-127.0.0.1:44223_solr-n_0000000000) [n:127.0.0.1:44223_solr ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 3898788 DEBUG (OverseerAutoScalingTriggerThread-72264846606925827-127.0.0.1:44223_solr-n_0000000000) [n:127.0.0.1:44223_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 3898801 INFO (zkCallback-6587-thread-1-processing-n:127.0.0.1:44223_solr) [n:127.0.0.1:44223_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 3898801 INFO (zkCallback-6582-thread-1-processing-n:127.0.0.1:44223_solr) [n:127.0.0.1:44223_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 3898801 DEBUG (OverseerAutoScalingTriggerThread-72264846606925827-127.0.0.1:44223_solr-n_0000000000) [n:127.0.0.1:44223_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:44223_solr] [junit4] 2> 3898801 DEBUG (OverseerAutoScalingTriggerThread-72264846606925827-127.0.0.1:44223_solr-n_0000000000) [n:127.0.0.1:44223_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 3898801 DEBUG (OverseerAutoScalingTriggerThread-72264846606925827-127.0.0.1:44223_solr-n_0000000000) [n:127.0.0.1:44223_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 3898804 DEBUG (OverseerAutoScalingTriggerThread-72264846606925827-127.0.0.1:44223_solr-n_0000000000) [n:127.0.0.1:44223_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3898804 DEBUG (OverseerAutoScalingTriggerThread-72264846606925827-127.0.0.1:44223_solr-n_0000000000) [n:127.0.0.1:44223_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 3898804 DEBUG (ScheduledTrigger-7764-thread-1) [n:127.0.0.1:44223_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3898854 INFO (jetty-launcher-6572-thread-1) [n:127.0.0.1:44223_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44223.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eff1289 [junit4] 2> 3898861 INFO (jetty-launcher-6572-thread-1) [n:127.0.0.1:44223_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44223.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eff1289 [junit4] 2> 3898861 INFO (jetty-launcher-6572-thread-1) [n:127.0.0.1:44223_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44223.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eff1289 [junit4] 2> 3898870 INFO (jetty-launcher-6572-thread-1) [n:127.0.0.1:44223_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_F39FC847BDFB48C3-001/tempDir-001/node1/. [junit4] 2> 3898885 INFO (zkConnectionManagerCallback-6590-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3898888 INFO (zkConnectionManagerCallback-6594-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected [junit4] 2> 3898889 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[F39FC847BDFB48C3]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1) [junit4] 2> 3898889 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[F39FC847BDFB48C3]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38008/solr ready [junit4] 2> 3898892 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 3898892 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0 [junit4] 2> 3898894 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10003_solr] [junit4] 2> 3898902 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1 [junit4] 2> 3898903 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0 [junit4] 2> 3898906 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3898906 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0 [junit4] 2> 3898906 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3898923 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:23:42.635Z. Now: 2018-03-13T17:26:17.017Z [junit4] 2> 3898925 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d6294abTe54blxxzl25eg2yv1z4mpntkz", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911422635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520961977017}, [junit4] 2> "ignored":true} [junit4] 2> 3898943 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[F39FC847BDFB48C3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerDefaults [junit4] 2> 3898943 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[F39FC847BDFB48C3]) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest { [junit4] 2> "cluster-preferences":[ [junit4] 2> { [junit4] 2> "minimize":"cores", [junit4] 2> "precision":1}, [junit4] 2> {"maximize":"freedisk"}], [junit4] 2> "triggers":{ [junit4] 2> ".scheduled_maintenance":{ [junit4] 2> "name":".scheduled_maintenance", [junit4] 2> "startTime":"NOW", [junit4] 2> "event":"scheduled", [junit4] 2> "every":"+1DAY", [junit4] 2> "actions":[ [junit4] 2> { [junit4] 2> "name":"inactive_shard_plan", [junit4] 2> "class":"solr.InactiveShardPlanAction"}, [junit4] 2> { [junit4] 2> "name":"execute_plan", [junit4] 2> "class":"solr.ExecutePlanAction"}], [junit4] 2> "enabled":true}, [junit4] 2> ".auto_add_replicas":{ [junit4] 2> "name":".auto_add_replicas", [junit4] 2> "event":"nodeLost", [junit4] 2> "waitFor":120, [junit4] 2> "actions":[ [junit4] 2> { [junit4] 2> "name":"auto_add_replicas_plan", [junit4] 2> "class":"solr.AutoAddReplicasPlanAction"}, [junit4] 2> { [junit4] 2> "name":"execute_plan", [junit4] 2> "class":"solr.ExecutePlanAction"}], [junit4] 2> "enabled":true}}, [junit4] 2> "listeners":{ [junit4] 2> ".scheduled_maintenance.system":{ [junit4] 2> "trigger":".scheduled_maintenance", [junit4] 2> "afterAction":[], [junit4] 2> "stage":[ [junit4] 2> "STARTED", [junit4] 2> "ABORTED", [junit4] 2> "SUCCEEDED", [junit4] 2> "FAILED", [junit4] 2> "BEFORE_ACTION", [junit4] 2> "AFTER_ACTION", [junit4] 2> "IGNORED"], [junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", [junit4] 2> "beforeAction":[]}, [junit4] 2> ".auto_add_replicas.system":{ [junit4] 2> "trigger":".auto_add_replicas", [junit4] 2> "afterAction":[], [junit4] 2> "stage":[ [junit4] 2> "STARTED", [junit4] 2> "ABORTED", [junit4] 2> "SUCCEEDED", [junit4] 2> "FAILED", [junit4] 2> "BEFORE_ACTION", [junit4] 2> "AFTER_ACTION", [junit4] 2> "IGNORED"], [junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener", [junit4] 2> "beforeAction":[]}}, [junit4] 2> "properties":{}} [junit4] 2> 3898943 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3898944 DEBUG (simCloudManagerPool-7770-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 3898944 DEBUG (simCloudManagerPool-7770-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 3898945 DEBUG (simCloudManagerPool-7770-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10003_solr] [junit4] 2> 3898945 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 3898945 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[F39FC847BDFB48C3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerDefaults [junit4] 2> 3898945 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3898946 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 3898964 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3898970 INFO (TEST-ScheduledMaintenanceTriggerTest.testInactiveShardCleanup-seed#[F39FC847BDFB48C3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testInactiveShardCleanup [junit4] 2> 3898985 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899005 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899025 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899046 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899066 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899086 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899107 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899116 DEBUG (simCloudManagerPool-7770-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for ScheduledMaintenanceTriggerTest_collection1 / shard1: {"core_node1":{ [junit4] 2> "node_name":"127.0.0.1:10003_solr", [junit4] 2> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"ScheduledMaintenanceTriggerTest_collection1"}} [junit4] 2> 3899116 DEBUG (simCloudManagerPool-7770-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for ScheduledMaintenanceTriggerTest_collection1 / shard1_1: {"core_node5":{ [junit4] 2> "node_name":"127.0.0.1:10003_solr", [junit4] 2> "base_url":"http://127.0.0.1:10003/solr", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_1_replica0", [junit4] 2> "shard":"shard1_1", [junit4] 2> "collection":"ScheduledMaintenanceTriggerTest_collection1"}} [junit4] 2> 3899117 DEBUG (simCloudManagerPool-7770-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for ScheduledMaintenanceTriggerTest_collection1 / shard1_0: {"core_node4":{ [junit4] 2> "node_name":"127.0.0.1:10003_solr", [junit4] 2> "base_url":"http://127.0.0.1:10003/solr", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_0_replica0", [junit4] 2> "shard":"shard1_0", [junit4] 2> "collection":"ScheduledMaintenanceTriggerTest_collection1"}} [junit4] 2> 3899127 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899130 DEBUG (simCloudManagerPool-7770-thread-9) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 3899131 DEBUG (simCloudManagerPool-7770-thread-9) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 3899131 DEBUG (simCloudManagerPool-7770-thread-9) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10003_solr] [junit4] 2> 3899131 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 3899131 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3899131 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 3899132 DEBUG (simCloudManagerPool-7770-thread-10) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 3899132 DEBUG (simCloudManagerPool-7770-thread-10) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 3899132 DEBUG (simCloudManagerPool-7770-thread-10) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10003_solr] [junit4] 2> 3899132 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 3899133 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3899133 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 3899133 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:23:44.635Z. Now: 2018-03-13T17:26:28.339Z [junit4] 2> 3899133 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d629c7bTe54blxxzl25eg2yv1z4mpntl1", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911424635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520961988339}, [junit4] 2> "ignored":true} [junit4] 2> 3899147 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899155 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:23:46.635Z. Now: 2018-03-13T17:26:29.455Z [junit4] 2> 3899155 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d62a44bTe54blxxzl25eg2yv1z4mpntl3", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911426635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520961989455}, [junit4] 2> "ignored":true} [junit4] 2> 3899167 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899176 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:23:48.635Z. Now: 2018-03-13T17:26:30.493Z [junit4] 2> 3899176 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d62ac1bTe54blxxzl25eg2yv1z4mpntl5", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911428635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520961990493}, [junit4] 2> "ignored":true} [junit4] 2> 3899188 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899197 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:23:50.635Z. Now: 2018-03-13T17:26:31.536Z [junit4] 2> 3899197 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d62b3ebTe54blxxzl25eg2yv1z4mpntl7", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911430635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520961991536}, [junit4] 2> "ignored":true} [junit4] 2> 3899208 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899217 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:23:52.635Z. Now: 2018-03-13T17:26:32.578Z [junit4] 2> 3899218 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d62bbbbTe54blxxzl25eg2yv1z4mpntl9", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911432635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520961992578}, [junit4] 2> "ignored":true} [junit4] 2> 3899228 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899238 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:23:54.635Z. Now: 2018-03-13T17:26:33.625Z [junit4] 2> 3899239 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d62c38bTe54blxxzl25eg2yv1z4mpntlb", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911434635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520961993625}, [junit4] 2> "ignored":true} [junit4] 2> 3899248 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899259 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:23:56.635Z. Now: 2018-03-13T17:26:34.667Z [junit4] 2> 3899259 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d62cb5bTe54blxxzl25eg2yv1z4mpntld", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911436635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520961994667}, [junit4] 2> "ignored":true} [junit4] 2> 3899269 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899280 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:23:58.635Z. Now: 2018-03-13T17:26:35.712Z [junit4] 2> 3899280 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d62d32bTe54blxxzl25eg2yv1z4mpntlf", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911438635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520961995712}, [junit4] 2> "ignored":true} [junit4] 2> 3899289 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899301 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:00.635Z. Now: 2018-03-13T17:26:36.751Z [junit4] 2> 3899301 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d62dafbTe54blxxzl25eg2yv1z4mpntlh", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911440635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520961996751}, [junit4] 2> "ignored":true} [junit4] 2> 3899309 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899322 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:02.635Z. Now: 2018-03-13T17:26:37.790Z [junit4] 2> 3899322 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d62e2cbTe54blxxzl25eg2yv1z4mpntlj", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911442635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520961997790}, [junit4] 2> "ignored":true} [junit4] 2> 3899330 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899342 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:04.635Z. Now: 2018-03-13T17:26:38.827Z [junit4] 2> 3899342 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d62ea9bTe54blxxzl25eg2yv1z4mpntll", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911444635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520961998827}, [junit4] 2> "ignored":true} [junit4] 2> 3899350 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899363 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:06.635Z. Now: 2018-03-13T17:26:39.864Z [junit4] 2> 3899363 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d62f26bTe54blxxzl25eg2yv1z4mpntln", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911446635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520961999864}, [junit4] 2> "ignored":true} [junit4] 2> 3899370 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899384 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:08.635Z. Now: 2018-03-13T17:26:40.901Z [junit4] 2> 3899384 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d62fa3bTe54blxxzl25eg2yv1z4mpntlp", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911448635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962000901}, [junit4] 2> "ignored":true} [junit4] 2> 3899390 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899405 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:10.635Z. Now: 2018-03-13T17:26:41.940Z [junit4] 2> 3899405 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63020bTe54blxxzl25eg2yv1z4mpntlr", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911450635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962001940}, [junit4] 2> "ignored":true} [junit4] 2> 3899411 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899425 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:12.635Z. Now: 2018-03-13T17:26:42.978Z [junit4] 2> 3899426 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d6309dbTe54blxxzl25eg2yv1z4mpntlt", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911452635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962002978}, [junit4] 2> "ignored":true} [junit4] 2> 3899431 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899446 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:14.635Z. Now: 2018-03-13T17:26:44.018Z [junit4] 2> 3899446 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d6311abTe54blxxzl25eg2yv1z4mpntlv", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911454635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962004018}, [junit4] 2> "ignored":true} [junit4] 2> 3899451 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899467 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:16.635Z. Now: 2018-03-13T17:26:45.053Z [junit4] 2> 3899467 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63197bTe54blxxzl25eg2yv1z4mpntlx", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911456635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962005053}, [junit4] 2> "ignored":true} [junit4] 2> 3899471 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899488 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:18.635Z. Now: 2018-03-13T17:26:46.088Z [junit4] 2> 3899488 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63214bTe54blxxzl25eg2yv1z4mpntlz", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911458635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962006088}, [junit4] 2> "ignored":true} [junit4] 2> 3899492 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899508 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:20.635Z. Now: 2018-03-13T17:26:47.124Z [junit4] 2> 3899508 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63291bTe54blxxzl25eg2yv1z4mpntm1", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911460635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962007124}, [junit4] 2> "ignored":true} [junit4] 2> 3899512 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899529 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:22.635Z. Now: 2018-03-13T17:26:48.177Z [junit4] 2> 3899530 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d6330ebTe54blxxzl25eg2yv1z4mpntm3", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911462635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962008177}, [junit4] 2> "ignored":true} [junit4] 2> 3899532 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899550 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:24.635Z. Now: 2018-03-13T17:26:49.211Z [junit4] 2> 3899550 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d6338bbTe54blxxzl25eg2yv1z4mpntm5", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911464635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962009211}, [junit4] 2> "ignored":true} [junit4] 2> 3899552 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899571 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:26.635Z. Now: 2018-03-13T17:26:50.246Z [junit4] 2> 3899571 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63408bTe54blxxzl25eg2yv1z4mpntm7", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911466635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962010246}, [junit4] 2> "ignored":true} [junit4] 2> 3899573 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899592 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:28.635Z. Now: 2018-03-13T17:26:51.283Z [junit4] 2> 3899592 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63485bTe54blxxzl25eg2yv1z4mpntm9", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911468635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962011283}, [junit4] 2> "ignored":true} [junit4] 2> 3899593 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899612 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:30.635Z. Now: 2018-03-13T17:26:52.321Z [junit4] 2> 3899612 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63502bTe54blxxzl25eg2yv1z4mpntmb", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911470635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962012321}, [junit4] 2> "ignored":true} [junit4] 2> 3899613 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899633 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:32.635Z. Now: 2018-03-13T17:26:53.358Z [junit4] 2> 3899633 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d6357fbTe54blxxzl25eg2yv1z4mpntmd", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911472635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962013358}, [junit4] 2> "ignored":true} [junit4] 2> 3899633 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899654 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899654 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:34.635Z. Now: 2018-03-13T17:26:54.392Z [junit4] 2> 3899654 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d635fcbTe54blxxzl25eg2yv1z4mpntmf", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911474635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962014392}, [junit4] 2> "ignored":true} [junit4] 2> 3899674 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899674 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:36.635Z. Now: 2018-03-13T17:26:55.428Z [junit4] 2> 3899675 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63679bTe54blxxzl25eg2yv1z4mpntmh", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911476635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962015428}, [junit4] 2> "ignored":true} [junit4] 2> 3899694 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899695 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:38.635Z. Now: 2018-03-13T17:26:56.462Z [junit4] 2> 3899695 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d636f6bTe54blxxzl25eg2yv1z4mpntmj", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911478635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962016462}, [junit4] 2> "ignored":true} [junit4] 2> 3899714 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899716 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:40.635Z. Now: 2018-03-13T17:26:57.496Z [junit4] 2> 3899716 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63773bTe54blxxzl25eg2yv1z4mpntml", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911480635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962017496}, [junit4] 2> "ignored":true} [junit4] 2> 3899735 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899736 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:42.635Z. Now: 2018-03-13T17:26:58.531Z [junit4] 2> 3899737 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d637f0bTe54blxxzl25eg2yv1z4mpntmn", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911482635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962018531}, [junit4] 2> "ignored":true} [junit4] 2> 3899755 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899757 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:44.635Z. Now: 2018-03-13T17:26:59.569Z [junit4] 2> 3899757 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d6386dbTe54blxxzl25eg2yv1z4mpntmp", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911484635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962019569}, [junit4] 2> "ignored":true} [junit4] 2> 3899775 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899778 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:46.635Z. Now: 2018-03-13T17:27:00.606Z [junit4] 2> 3899778 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d638eabTe54blxxzl25eg2yv1z4mpntmr", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911486635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962020606}, [junit4] 2> "ignored":true} [junit4] 2> 3899795 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899799 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:48.635Z. Now: 2018-03-13T17:27:01.645Z [junit4] 2> 3899799 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63967bTe54blxxzl25eg2yv1z4mpntmt", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911488635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962021645}, [junit4] 2> "ignored":true} [junit4] 2> 3899806 DEBUG (ScheduledTrigger-7764-thread-3) [n:127.0.0.1:44223_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899816 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899819 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:50.635Z. Now: 2018-03-13T17:27:02.682Z [junit4] 2> 3899820 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d639e4bTe54blxxzl25eg2yv1z4mpntmv", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911490635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962022682}, [junit4] 2> "ignored":true} [junit4] 2> 3899836 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899840 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:52.635Z. Now: 2018-03-13T17:27:03.727Z [junit4] 2> 3899841 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63a61bTe54blxxzl25eg2yv1z4mpntmx", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911492635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962023727}, [junit4] 2> "ignored":true} [junit4] 2> 3899856 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899861 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:54.635Z. Now: 2018-03-13T17:27:04.770Z [junit4] 2> 3899861 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63adebTe54blxxzl25eg2yv1z4mpntmz", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911494635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962024770}, [junit4] 2> "ignored":true} [junit4] 2> 3899876 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899882 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:56.635Z. Now: 2018-03-13T17:27:05.807Z [junit4] 2> 3899882 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63b5bbTe54blxxzl25eg2yv1z4mpntn1", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911496635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962025807}, [junit4] 2> "ignored":true} [junit4] 2> 3899897 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899903 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:24:58.635Z. Now: 2018-03-13T17:27:06.845Z [junit4] 2> 3899903 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63bd8bTe54blxxzl25eg2yv1z4mpntn3", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911498635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962026845}, [junit4] 2> "ignored":true} [junit4] 2> 3899917 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899925 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:00.635Z. Now: 2018-03-13T17:27:07.947Z [junit4] 2> 3899925 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63c55bTe54blxxzl25eg2yv1z4mpntn5", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911500635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962027947}, [junit4] 2> "ignored":true} [junit4] 2> 3899937 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899946 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:02.635Z. Now: 2018-03-13T17:27:08.989Z [junit4] 2> 3899946 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63cd2bTe54blxxzl25eg2yv1z4mpntn7", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911502635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962028989}, [junit4] 2> "ignored":true} [junit4] 2> 3899958 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899966 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:04.635Z. Now: 2018-03-13T17:27:10.024Z [junit4] 2> 3899966 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63d4fbTe54blxxzl25eg2yv1z4mpntn9", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911504635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962030024}, [junit4] 2> "ignored":true} [junit4] 2> 3899978 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3899987 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:06.635Z. Now: 2018-03-13T17:27:11.060Z [junit4] 2> 3899987 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63dccbTe54blxxzl25eg2yv1z4mpntnb", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911506635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962031060}, [junit4] 2> "ignored":true} [junit4] 2> 3899998 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900008 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:08.635Z. Now: 2018-03-13T17:27:12.098Z [junit4] 2> 3900008 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63e49bTe54blxxzl25eg2yv1z4mpntnd", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911508635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962032098}, [junit4] 2> "ignored":true} [junit4] 2> 3900019 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900029 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:10.635Z. Now: 2018-03-13T17:27:13.137Z [junit4] 2> 3900029 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63ec6bTe54blxxzl25eg2yv1z4mpntnf", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911510635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962033137}, [junit4] 2> "ignored":true} [junit4] 2> 3900039 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900049 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:12.635Z. Now: 2018-03-13T17:27:14.183Z [junit4] 2> 3900050 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63f43bTe54blxxzl25eg2yv1z4mpntnh", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911512635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962034183}, [junit4] 2> "ignored":true} [junit4] 2> 3900059 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900070 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:14.635Z. Now: 2018-03-13T17:27:15.220Z [junit4] 2> 3900070 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d63fc0bTe54blxxzl25eg2yv1z4mpntnj", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911514635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962035220}, [junit4] 2> "ignored":true} [junit4] 2> 3900079 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900091 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:16.635Z. Now: 2018-03-13T17:27:16.267Z [junit4] 2> 3900091 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d6403dbTe54blxxzl25eg2yv1z4mpntnl", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911516635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962036267}, [junit4] 2> "ignored":true} [junit4] 2> 3900100 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900112 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:18.635Z. Now: 2018-03-13T17:27:17.304Z [junit4] 2> 3900112 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d640babTe54blxxzl25eg2yv1z4mpntnn", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911518635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962037304}, [junit4] 2> "ignored":true} [junit4] 2> 3900120 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900133 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:20.635Z. Now: 2018-03-13T17:27:18.338Z [junit4] 2> 3900133 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d64137bTe54blxxzl25eg2yv1z4mpntnp", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911520635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962038338}, [junit4] 2> "ignored":true} [junit4] 2> 3900140 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900153 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:22.635Z. Now: 2018-03-13T17:27:19.373Z [junit4] 2> 3900153 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d641b4bTe54blxxzl25eg2yv1z4mpntnr", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911522635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962039373}, [junit4] 2> "ignored":true} [junit4] 2> 3900160 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900174 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:24.635Z. Now: 2018-03-13T17:27:20.411Z [junit4] 2> 3900174 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d64231bTe54blxxzl25eg2yv1z4mpntnt", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911524635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962040411}, [junit4] 2> "ignored":true} [junit4] 2> 3900181 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900195 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:26.635Z. Now: 2018-03-13T17:27:21.457Z [junit4] 2> 3900195 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d642aebTe54blxxzl25eg2yv1z4mpntnv", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911526635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962041457}, [junit4] 2> "ignored":true} [junit4] 2> 3900201 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900216 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:28.635Z. Now: 2018-03-13T17:27:22.494Z [junit4] 2> 3900216 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d6432bbTe54blxxzl25eg2yv1z4mpntnx", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911528635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962042494}, [junit4] 2> "ignored":true} [junit4] 2> 3900221 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900236 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:30.635Z. Now: 2018-03-13T17:27:23.531Z [junit4] 2> 3900237 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d643a8bTe54blxxzl25eg2yv1z4mpntnz", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911530635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962043531}, [junit4] 2> "ignored":true} [junit4] 2> 3900242 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900257 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:32.635Z. Now: 2018-03-13T17:27:24.571Z [junit4] 2> 3900257 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d64425bTe54blxxzl25eg2yv1z4mpnto1", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911532635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962044571}, [junit4] 2> "ignored":true} [junit4] 2> 3900262 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900281 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:34.635Z. Now: 2018-03-13T17:27:25.757Z [junit4] 2> 3900281 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d644a2bTe54blxxzl25eg2yv1z4mpnto3", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911534635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962045757}, [junit4] 2> "ignored":true} [junit4] 2> 3900282 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900302 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:36.635Z. Now: 2018-03-13T17:27:26.797Z [junit4] 2> 3900302 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d6451fbTe54blxxzl25eg2yv1z4mpnto5", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911536635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962046797}, [junit4] 2> "ignored":true} [junit4] 2> 3900303 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900323 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:38.635Z. Now: 2018-03-13T17:27:27.835Z [junit4] 2> 3900323 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d6459cbTe54blxxzl25eg2yv1z4mpnto7", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911538635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962047835}, [junit4] 2> "ignored":true} [junit4] 2> 3900323 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900343 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900343 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:40.635Z. Now: 2018-03-13T17:27:28.865Z [junit4] 2> 3900343 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d64619bTe54blxxzl25eg2yv1z4mpnto9", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911540635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962048865}, [junit4] 2> "ignored":true} [junit4] 2> 3900363 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900364 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:42.635Z. Now: 2018-03-13T17:27:29.905Z [junit4] 2> 3900364 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d64696bTe54blxxzl25eg2yv1z4mpntob", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911542635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962049905}, [junit4] 2> "ignored":true} [junit4] 2> 3900384 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900385 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:44.635Z. Now: 2018-03-13T17:27:30.942Z [junit4] 2> 3900385 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d64713bTe54blxxzl25eg2yv1z4mpntod", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911544635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962050942}, [junit4] 2> "ignored":true} [junit4] 2> 3900404 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900406 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:46.635Z. Now: 2018-03-13T17:27:31.987Z [junit4] 2> 3900406 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d64790bTe54blxxzl25eg2yv1z4mpntof", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911546635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962051987}, [junit4] 2> "ignored":true} [junit4] 2> 3900424 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900426 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:48.635Z. Now: 2018-03-13T17:27:33.032Z [junit4] 2> 3900427 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d6480dbTe54blxxzl25eg2yv1z4mpntoh", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911548635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962053032}, [junit4] 2> "ignored":true} [junit4] 2> 3900444 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900447 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:50.635Z. Now: 2018-03-13T17:27:34.068Z [junit4] 2> 3900447 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d6488abTe54blxxzl25eg2yv1z4mpntoj", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911550635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962054068}, [junit4] 2> "ignored":true} [junit4] 2> 3900465 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900468 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:52.635Z. Now: 2018-03-13T17:27:35.104Z [junit4] 2> 3900468 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d64907bTe54blxxzl25eg2yv1z4mpntol", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911552635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962055104}, [junit4] 2> "ignored":true} [junit4] 2> 3900485 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900489 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:54.635Z. Now: 2018-03-13T17:27:36.140Z [junit4] 2> 3900489 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d64984bTe54blxxzl25eg2yv1z4mpnton", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911554635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962056140}, [junit4] 2> "ignored":true} [junit4] 2> 3900505 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900509 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:56.635Z. Now: 2018-03-13T17:27:37.177Z [junit4] 2> 3900510 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d64a01bTe54blxxzl25eg2yv1z4mpntop", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911556635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962057177}, [junit4] 2> "ignored":true} [junit4] 2> 3900526 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900530 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:25:58.635Z. Now: 2018-03-13T17:27:38.221Z [junit4] 2> 3900530 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d64a7ebTe54blxxzl25eg2yv1z4mpntor", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911558635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962058221}, [junit4] 2> "ignored":true} [junit4] 2> 3900546 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900551 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:26:00.635Z. Now: 2018-03-13T17:27:39.258Z [junit4] 2> 3900551 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d64afbbTe54blxxzl25eg2yv1z4mpntot", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911560635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962059258}, [junit4] 2> "ignored":true} [junit4] 2> 3900566 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900572 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:26:02.635Z. Now: 2018-03-13T17:27:40.290Z [junit4] 2> 3900572 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d64b78bTe54blxxzl25eg2yv1z4mpntov", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911562635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962060290}, [junit4] 2> "ignored":true} [junit4] 2> 3900587 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900592 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:26:04.635Z. Now: 2018-03-13T17:27:41.326Z [junit4] 2> 3900593 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d64bf5bTe54blxxzl25eg2yv1z4mpntox", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911564635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962061326}, [junit4] 2> "ignored":true} [junit4] 2> 3900607 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900613 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:26:06.635Z. Now: 2018-03-13T17:27:42.370Z [junit4] 2> 3900613 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d64c72bTe54blxxzl25eg2yv1z4mpntoz", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911566635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962062370}, [junit4] 2> "ignored":true} [junit4] 2> 3900627 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900634 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:26:08.635Z. Now: 2018-03-13T17:27:43.403Z [junit4] 2> 3900634 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d64cefbTe54blxxzl25eg2yv1z4mpntp1", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911568635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962063403}, [junit4] 2> "ignored":true} [junit4] 2> 3900647 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900655 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:26:10.635Z. Now: 2018-03-13T17:27:44.436Z [junit4] 2> 3900655 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d64d6cbTe54blxxzl25eg2yv1z4mpntp3", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911570635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962064436}, [junit4] 2> "ignored":true} [junit4] 2> 3900668 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900675 WARN (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:26:12.635Z. Now: 2018-03-13T17:27:45.469Z [junit4] 2> 3900675 DEBUG (ScheduledTrigger-7771-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d64de9bTe54blxxzl25eg2yv1z4mpntp5", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911572635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962065469}, [junit4] 2> "ignored":true} [junit4] 2> 3900688 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900696 WARN (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:26:14.635Z. Now: 2018-03-13T17:27:46.515Z [junit4] 2> 3900696 DEBUG (ScheduledTrigger-7771-thread-4) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d64e66bTe54blxxzl25eg2yv1z4mpntp7", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911574635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962066515}, [junit4] 2> "ignored":true} [junit4] 2> 3900708 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900729 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 3900729 WARN (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTrigger ScheduledTrigger was not able to run event at scheduled time: 2018-03-13T03:26:16.635Z. Now: 2018-03-13T17:27:48.138Z [junit4] 2> 3900729 DEBUG (ScheduledTrigger-7771-thread-2) [ ] o.a.s.c.a.ScheduledTriggers -------- Ignoring event: { [junit4] 2> "id":"1621d64ee3bTe54blxxzl25eg2yv1z4mpntp9", [junit4] 2> "source":".scheduled_maintenance", [junit4] 2> "eventTime":1520911576635, [junit4] 2> "eventType":"SCHEDULED", [junit4] 2> "properties":{"actualEventTime":1520962068138}, [junit4] 2> "ignored":true} [junit4] 2> 3900749 DEBUG (ScheduledTrigger-7771-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running [...truncated too long message...] er [org.apache.solr.metrics.reporters.SolrJmxReporter@1b5382dd: rootName = solr_44223, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4ae98aea [junit4] 2> 3959317 INFO (jetty-closer-6573-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null [junit4] 2> 3959317 INFO (jetty-closer-6573-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40f115f8: rootName = solr_44223, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@104fa324 [junit4] 2> 3959332 INFO (jetty-closer-6573-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 3959333 INFO (jetty-closer-6573-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@764e9397: rootName = solr_44223, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@11fa402c [junit4] 2> 3959334 INFO (jetty-closer-6573-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44223_solr [junit4] 2> 3959334 INFO (jetty-closer-6573-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null [junit4] 2> 3959335 INFO (jetty-closer-6573-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores [junit4] 2> 3959364 INFO (jetty-closer-6573-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72264846606925827-127.0.0.1:44223_solr-n_0000000000) closing [junit4] 2> 3959364 INFO (zkCallback-6587-thread-2-processing-n:127.0.0.1:44223_solr) [n:127.0.0.1:44223_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 3959364 INFO (OverseerStateUpdate-72264846606925827-127.0.0.1:44223_solr-n_0000000000) [n:127.0.0.1:44223_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44223_solr [junit4] 2> 3959364 WARN (OverseerAutoScalingTriggerThread-72264846606925827-127.0.0.1:44223_solr-n_0000000000) [n:127.0.0.1:44223_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting. [junit4] 2> 3959365 INFO (zkCallback-6582-thread-2-processing-n:127.0.0.1:44223_solr) [n:127.0.0.1:44223_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0) [junit4] 2> 3959366 DEBUG (jetty-closer-6573-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 3959404 INFO (jetty-closer-6573-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@66a48538{/solr,null,UNAVAILABLE} [junit4] 2> 3959405 INFO (jetty-closer-6573-thread-1) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 3959409 ERROR (SUITE-ScheduledMaintenanceTriggerTest-seed#[F39FC847BDFB48C3]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 3959412 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[F39FC847BDFB48C3]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38008 38008 [junit4] 2> 3959479 INFO (Thread-5156) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38008 38008 [junit4] 2> 3959494 WARN (Thread-5156) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 3 /solr/aliases.json [junit4] 2> 3 /solr/clusterprops.json [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 3 /solr/clusterstate.json [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 3 /solr/live_nodes [junit4] 2> 3 /solr/collections [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_F39FC847BDFB48C3-001 [junit4] 2> Mar 12, 2018 3:24:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1432, maxMBSortInHeap=7.493380853182292, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1a234a1d), locale=sl, timezone=Asia/Dushanbe [junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=112711144,total=526909440 [junit4] 2> NOTE: All tests run in this JVM: [ImplicitSnitchTest, DataDrivenBlockJoinTest, TestReplicaProperties, TestCloudSchemaless, TestSweetSpotSimilarityFactory, TestBM25SimilarityFactory, SystemInfoHandlerTest, BlobRepositoryCloudTest, TestSolr4Spatial, TestSimDistributedQueue, DocumentBuilderTest, PrimUtilsTest, QueryParsingTest, TestRecovery, MissingSegmentRecoveryTest, TestConfigReload, TestFieldTypeResource, FieldMutatingUpdateProcessorTest, OverseerTaskQueueTest, TestSolrCloudWithSecureImpersonation, SolrCLIZkUtilsTest, SolrCoreTest, TestCloudPseudoReturnFields, ReplicationFactorTest, DistanceUnitsTest, SolrMetricsIntegrationTest, ScriptEngineTest, ExitableDirectoryReaderTest, TimeRoutedAliasUpdateProcessorTest, TestElisionMultitermQuery, TestSolrQueryResponse, TestNRTOpen, TestDFISimilarityFactory, HLLUtilTest, TestManagedSynonymGraphFilterFactory, PeerSyncTest, SyncSliceTest, ShufflingReplicaListTransformerTest, TestUniqueKeyFieldResource, BlockDirectoryTest, SliceStateTest, TestAuthorizationFramework, TestDocBasedVersionConstraints, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestCustomSort, TestScoreJoinQPNoScore, TestFastLRUCache, TestOrdValues, TestCollectionAPIs, TestBackupRepositoryFactory, TestMultiWordSynonyms, TestCopyFieldCollectionResource, CloudExitableDirectoryReaderTest, TestXIncludeConfig, TestAuthenticationFramework, TestSolrIndexConfig, SolrJmxReporterCloudTest, SuggestComponentTest, TestSegmentSorting, TestPullReplicaErrorHandling, TestFuzzyAnalyzedSuggestions, TestExecutePlanAction, TestSolrCloudSnapshots, TestObjectReleaseTracker, TestSearchPerf, TestSimpleTextCodec, MoveReplicaTest, JavabinLoaderTest, BasicFunctionalityTest, TestClusterStateProvider, DistributedMLTComponentTest, TestTolerantUpdateProcessorRandomCloud, ResponseHeaderTest, TestAnalyzeInfixSuggestions, QueryEqualityTest, TestJsonFacets, ForceLeaderTest, LeaderVoteWaitTimeoutTest, MetricTriggerTest, TestFieldCollectionResource, TestRecoveryHdfs, TestSurroundQueryParser, DistributedQueryComponentCustomSortTest, DirectUpdateHandlerOptimizeTest, TestGraphTermsQParserPlugin, TestManagedSchema, TestZkChroot, ClassificationUpdateProcessorTest, DocValuesMissingTest, OverseerModifyCollectionTest, SuggesterTest, DistributedQueueTest, MetricsHandlerTest, TestDistribDocBasedVersion, ExplicitHLLTest, ActionThrottleTest, TestTrie, OutOfBoxZkACLAndCredentialsProvidersTest, TriLevelCompositeIdRoutingTest, TestStressVersions, HdfsChaosMonkeyNothingIsSafeTest, TestReload, TestCloudInspectUtil, TestStreamBody, TestFieldCacheVsDocValues, XsltUpdateRequestHandlerTest, FileUtilsTest, SolrInfoBeanTest, BasicAuthIntegrationTest, TestSubQueryTransformerCrossCore, ResponseBuilderTest, TestRTGBase, TestRandomCollapseQParserPlugin, TestExclusionRuleCollectionAccess, TestXmlQParserPlugin, TestFoldingMultitermQuery, TestManagedResourceStorage, TestSolrCloudWithHadoopAuthPlugin, TestLegacyNumericRangeQueryBuilder, SoftAutoCommitTest, TestStressRecovery, SimplePostToolTest, SystemLogListenerTest, RankQueryTest, TestPayloadCheckQParserPlugin, CollectionsAPISolrJTest, SampleTest, TestReplicationHandler, ZkSolrClientTest, ShardRoutingCustomTest, TestDistributedSearch, DistributedTermsComponentTest, TestRangeQuery, SuggesterTSTTest, TestStressLucene, SuggesterWFSTTest, PolyFieldTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestAtomicUpdateErrorCases, StatelessScriptUpdateProcessorFactoryTest, TestQueryUtils, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TermsComponentTest, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, ReturnFieldsTest, MBeansHandlerTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestSolrDeletionPolicy2, MultiTermTest, TestConfig, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestCharFilters, SynonymTokenizerTest, EchoParamsTest, TestPerFieldSimilarity, TestIBSimilarityFactory, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, AssignBackwardCompatibilityTest, ConcurrentCreateRoutedAliasTest, CreateRoutedAliasTest, DistributedVersionInfoTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, SSLMigrationTest, TestCloudConsistency, TestLeaderInitiatedRecoveryThread, TestPrepRecovery, TestRandomRequestDistribution, TestRequestForwarding, TestSizeLimitedDistributedMap, TestSkipOverseerOperations, TestStressLiveNodes, ZkShardTermsTest, CollectionReloadTest, CollectionTooManyReplicasTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, HdfsCollectionsAPIDistributedZkTest, ShardSplitTest, AutoAddReplicasIntegrationTest, AutoAddReplicasPlanActionTest, ExecutePlanActionTest, ScheduledMaintenanceTriggerTest] [junit4] Completed [606/785 (1!)] on J1 in 62.01s, 2 tests, 1 failure <<< FAILURES! [...truncated 50074 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org