Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/480/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
3 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testBasic
Error Message:
there should be new MOVERPLICA ops
Stack Trace:
java.lang.AssertionError: there should be new MOVERPLICA ops
at
__randomizedtesting.SeedInfo.seed([D9D0E4CF33D446A4:722AF9DAEC08C08A]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at
org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testBasic(TestLargeCluster.java:206)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at
__randomizedtesting.SeedInfo.seed([D9D0E4CF33D446A4:66C52A31B03E2322]:0)
at
org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:261)
at
org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.doTestNodeLost(TestLargeCluster.java:401)
at
org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost(TestLargeCluster.java:298)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at
__randomizedtesting.SeedInfo.seed([D9D0E4CF33D446A4:8498FA46FC12E0EB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at
org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate(TestLargeCluster.java:548)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12535 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
[junit4] 2> Creating dataDir:
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestLargeCluster_D9D0E4CF33D446A4-001/init-core-data-001
[junit4] 2> 629584 INFO
(SUITE-TestLargeCluster-seed#[D9D0E4CF33D446A4]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 629585 INFO
(SUITE-TestLargeCluster-seed#[D9D0E4CF33D446A4]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via:
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 629585 INFO
(SUITE-TestLargeCluster-seed#[D9D0E4CF33D446A4]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 629604 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 629604 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 0
[junit4] 2> 629605 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 629605 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 629605 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 629607 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 629607 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 629609 DEBUG (ScheduledTrigger-2493-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 12
[junit4] IGNOR/A 0.00s J0 | TestLargeCluster.testSearchRate
[junit4] > Assumption #1: 'badapple' test group is disabled
(@BadApple(bugUrl=https://issues.apache.org/jira/browse/SOLR-11714))
[junit4] 2> 629618 INFO
(TEST-TestLargeCluster.testAddNode-seed#[D9D0E4CF33D446A4]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testAddNode
[junit4] 2> 629618 DEBUG
(TEST-TestLargeCluster.testAddNode-seed#[D9D0E4CF33D446A4]) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
1
[junit4] 2> 629619 INFO
(TEST-TestLargeCluster.testAddNode-seed#[D9D0E4CF33D446A4]) [ ]
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing
object cache...
[junit4] 2> 629620 DEBUG
(TEST-TestLargeCluster.testAddNode-seed#[D9D0E4CF33D446A4]) [ ]
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 629624 WARN (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 629632 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 629632 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 2
[junit4] 2> 629632 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr,
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr,
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr,
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr,
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr,
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr,
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr,
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr,
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr,
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr,
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr,
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr,
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr,
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr,
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr,
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr,
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr,
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr,
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr,
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr,
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr,
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr,
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr,
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr,
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 629632 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 629632 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 629632 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 629632 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 629633 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 629653 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 629674 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 629701 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 629727 DEBUG (simCloudManagerPool-2495-thread-1) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 629728 DEBUG (simCloudManagerPool-2495-thread-1) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
3
[junit4] 2> 629732 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 629737 DEBUG (simCloudManagerPool-2495-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr,
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr,
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr,
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr,
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr,
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr,
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr,
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr,
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr,
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr,
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr,
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr,
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr,
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr,
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr,
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr,
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr,
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr,
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr,
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr,
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr,
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr,
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr,
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr,
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 629740 DEBUG (simCloudManagerPool-2495-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10082_solr,
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr,
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr,
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr,
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr,
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr,
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr,
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr,
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr,
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr,
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr,
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr,
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr,
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr,
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr,
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr,
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr,
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr,
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr,
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr,
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr,
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr,
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr,
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr,
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr,
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 629740 DEBUG (simCloudManagerPool-2495-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated
with properties: {event=nodeAdded, waitFor=5, actions=[{name=compute,
class=org.apache.solr.cloud.autoscaling.ComputePlanAction}, {name=execute,
class=org.apache.solr.cloud.autoscaling.ExecutePlanAction}], enabled=true}
[junit4] 2> 629748 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 629749 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 629749 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 629749 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 629754 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 629776 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 629776 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 629797 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 629798 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 629798 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 629818 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 629818 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 629818 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 629838 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 629838 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 629838 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 629858 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 629858 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 629859 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 629879 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 629879 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 629879 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 629899 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 629899 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 629899 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 629921 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 629921 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 629921 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 629943 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 629944 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 629944 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 629979 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 629979 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 629979 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630008 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630009 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630009 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630029 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630029 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630029 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630049 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630050 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630050 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630071 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630071 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630071 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630092 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630092 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630092 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630112 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630112 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630112 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630135 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630135 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630135 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630155 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630155 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630155 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630175 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630185 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630185 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630196 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630205 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630206 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630216 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630226 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630226 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630236 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630246 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630246 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630257 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630267 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630267 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630277 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630287 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630287 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630298 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630308 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630308 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630318 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630328 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630328 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630339 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630348 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630349 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630359 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630371 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630371 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630380 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630391 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630391 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630401 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630416 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630416 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630424 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630437 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630437 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630446 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630457 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630457 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630467 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630478 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630478 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630488 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630500 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630500 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630517 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630520 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630520 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630537 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630541 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630542 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630559 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630562 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630562 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630581 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630582 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630582 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630601 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630603 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630603 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630634 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630634 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630634 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630671 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630671 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630671 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630692 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630692 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630692 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630712 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630712 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630712 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630735 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630735 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630735 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630755 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630755 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630755 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630775 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630775 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630776 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630808 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630808 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630808 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630828 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630829 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630829 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630855 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630855 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630856 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630876 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630876 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630876 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630897 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.sc.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630898 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630898 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630921 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630921 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630921 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630944 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630944 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630944 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630968 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630968 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630968 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 630988 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 630988 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 630988 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631009 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631009 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631009 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631040 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631040 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631040 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631072 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631072 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631072 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631108 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631108 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631108 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631134 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631134 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631134 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631154 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631154 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631155 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631175 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631175 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631175 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631195 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631195 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631195 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631215 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631215 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631215 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631236 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631236 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631236 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631256 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631256 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631256 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631276 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631277 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631277 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631299 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631299 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631299 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631319 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631319 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631319 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631339 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631340 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631340 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631360 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631360 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631360 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631380 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631380 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631380 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631401 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631401 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631401 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631421 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631421 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631421 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631442 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631442 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631442 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631468 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631468 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631468 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631488 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631488 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631488 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631508 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631508 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631509 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631529 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631529 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631529 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631549 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631549 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631549 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631569 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631570 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631570 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631590 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631590 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631590 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631610 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631610 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631610 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631630 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631630 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631631 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631651 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631651 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631651 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631671 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631671 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631671 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631691 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631691 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631692 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631712 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631712 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631712 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631732 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631732 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631732 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631752 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631752 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631753 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631774 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631774 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631774 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631794 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631794 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631794 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631814 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631814 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631815 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631835 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631835 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631835 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631855 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631855 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631855 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631875 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631875 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631876 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631896 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631896 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631896 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631916 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631916 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631916 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631936 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631937 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631937 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631957 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631957 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631957 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631977 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631977 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631977 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 631998 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 631998 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 631998 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632018 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632018 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632018 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632041 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632041 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632041 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632064 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632064 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632064 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632084 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632084 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632084 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632104 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632104 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632105 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632125 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632125 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632125 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632145 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632145 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632145 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632166 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632166 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632166 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632192 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632192 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632192 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632213 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632213 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632213 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632235 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632235 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632235 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632255 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632255 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632256 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632277 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632278 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632277 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632298 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632298 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632298 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632318 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632318 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632318 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632340 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632340 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632340 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632361 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632361 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632361 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632381 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632381 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632381 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632401 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632401 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632401 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632422 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632422 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632422 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632449 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632449 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632449 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632470 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632470 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632470 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632490 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632490 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632490 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632510 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632510 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632510 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632531 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632531 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632531 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632551 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632551 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632552 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632572 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632572 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632572 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632592 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632592 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632592 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632612 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632612 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632612 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632633 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632633 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632633 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632654 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632654 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632654 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632674 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632674 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632674 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632694 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632694 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632695 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632724 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632724 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632724 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632744 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632744 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632744 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632764 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632765 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632765 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632785 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632785 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632785 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632805 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632805 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632805 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632825 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632825 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632825 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632846 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632846 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632846 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632866 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632866 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632866 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632886 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632886 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632886 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632906 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632907 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632907 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632927 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632927 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632927 DEBUG (ScheduledTrigger-2496-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632948 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632948 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632948 DEBUG (ScheduledTrigger-2496-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632972 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 632972 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 100
[junit4] 2> 632972 DEBUG (ScheduledTrigger-2496-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 632993 DEBUG (ScheduledTrigger-2496-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4]
[...truncated too long message...]
junit4] 2> 57276 INFO (AutoscalingActionExecutor-10-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10110_solr&inPlaceMove=true&replica=core_node126
[junit4] 2> 58886 INFO (AutoscalingActionExecutor-10-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10106_solr&inPlaceMove=true&replica=core_node85
[junit4] 2> 60588 INFO (AutoscalingActionExecutor-10-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10109_solr&inPlaceMove=true&replica=core_node45
[junit4] 2> 61764 INFO (AutoscalingActionExecutor-10-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10103_solr&inPlaceMove=true&replica=core_node34
[junit4] 2> 65240 INFO (AutoscalingActionExecutor-10-thread-1) [ ]
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 698560592
sessionWrapper.createTime 695762185837380, this.sessionWrapper.createTime
695762185837380
[junit4] 2> 65241 WARN (AutoscalingActionExecutor-10-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> java.lang.Exception: Error executing action: execute for
trigger event: {
[junit4] 2> "id":"278bb2b4da402Tbi074k4qailc42q7pra2sz3b7",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":695695234147330,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 695695234147330,
[junit4] 2> 695695228235730,
[junit4] 2> 695695229631730,
[junit4] 2> 695695230595580,
[junit4] 2> 695695231490530,
[junit4] 2> 695695235932230,
[junit4] 2> 695695236816030,
[junit4] 2> 695695235046380,
[junit4] 2> 695695237690530,
[junit4] 2> 695695232384330,
[junit4] 2> 695695238561380,
[junit4] 2> 695695233276080],
[junit4] 2> "_enqueue_time_":695758486066180,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10112_solr",
[junit4] 2> "127.0.0.1:10104_solr",
[junit4] 2> "127.0.0.1:10105_solr",
[junit4] 2> "127.0.0.1:10102_solr",
[junit4] 2> "127.0.0.1:10107_solr",
[junit4] 2> "127.0.0.1:10110_solr",
[junit4] 2> "127.0.0.1:10106_solr",
[junit4] 2> "127.0.0.1:10113_solr",
[junit4] 2> "127.0.0.1:10109_solr",
[junit4] 2> "127.0.0.1:10108_solr",
[junit4] 2> "127.0.0.1:10103_solr",
[junit4] 2> "127.0.0.1:10111_solr"]}}
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:307)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unexpected
exception while processing event: {
[junit4] 2> "id":"278bb2b4da402Tbi074k4qailc42q7pra2sz3b7",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":695695234147330,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 695695234147330,
[junit4] 2> 695695228235730,
[junit4] 2> 695695229631730,
[junit4] 2> 695695230595580,
[junit4] 2> 695695231490530,
[junit4] 2> 695695235932230,
[junit4] 2> 695695236816030,
[junit4] 2> 695695235046380,
[junit4] 2> 695695237690530,
[junit4] 2> 695695232384330,
[junit4] 2> 695695238561380,
[junit4] 2> 695695233276080],
[junit4] 2> "_enqueue_time_":695758486066180,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10112_solr",
[junit4] 2> "127.0.0.1:10104_solr",
[junit4] 2> "127.0.0.1:10105_solr",
[junit4] 2> "127.0.0.1:10102_solr",
[junit4] 2> "127.0.0.1:10107_solr",
[junit4] 2> "127.0.0.1:10110_solr",
[junit4] 2> "127.0.0.1:10106_solr",
[junit4] 2> "127.0.0.1:10113_solr",
[junit4] 2> "127.0.0.1:10109_solr",
[junit4] 2> "127.0.0.1:10108_solr",
[junit4] 2> "127.0.0.1:10103_solr",
[junit4] 2> "127.0.0.1:10111_solr"]}}
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:120)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:304)
[junit4] 2> ... 6 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unexpected
exception executing operation:
action=MOVEREPLICA&async=node_added_trigger/278bb2b4da402Tbi074k4qailc42q7pra2sz3b7/0&waitForFinalState=true&collection=testNodeAdded&targetNode=127.0.0.1:10103_solr&inPlaceMove=true&replica=core_node100
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:110)
[junit4] 2> ... 7 more
[junit4] 2> Caused by: java.io.IOException:
java.util.concurrent.RejectedExecutionException: Task
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$48/1529849200@5e95a2f8
rejected from
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@b03610[Terminated,
pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1539]
[junit4] 2> at
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:462)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:80)
[junit4] 2> ... 7 more
[junit4] 2> Caused by: java.util.concurrent.RejectedExecutionException:
Task
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$48/1529849200@5e95a2f8
rejected from
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@b03610[Terminated,
pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1539]
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2063)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:830)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1379)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:173)
[junit4] 2> at
java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:134)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.submit(SimCloudManager.java:382)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:459)
[junit4] 2> ... 8 more
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {},
docValues:{}, maxPointsInLeafNode=1477, maxMBSortInHeap=6.83918913545029,
sim=RandomSimilarity(queryNorm=false): {}, locale=ar-AE,
timezone=America/Grand_Turk
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_162
(64-bit)/cpus=3,threads=1,free=59588288,total=97320960
[junit4] 2> NOTE: All tests run in this JVM: [TestLargeCluster]
[junit4] Completed [2/5 (2!)] on J1 in 67.11s, 4 tests, 2 failures <<<
FAILURES!
[...truncated 34 lines...]
BUILD FAILED
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/common-build.xml:1561:
The following error occurred while executing this line:
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/lucene/common-build.xml:1085:
There were test failures: 5 suites, 20 tests, 3 failures [seed:
D9D0E4CF33D446A4]
Total time: 2 minutes 37 seconds
[repro] Setting last failure code to 256
[repro] Failures:
[repro] 2/5 failed: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all
warnings.
<Git Blamer> GIT_COMMIT=1c504c974e2fe30809e5b68762caa3b31ad01072,
workspace=/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris
[WARNINGS] Computing warning deltas based on reference build #479
Recording test results
Setting
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting
ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
