Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1472/

4 tests failed.
FAILED:  org.apache.solr.cloud.ReplaceNodeNoTargetTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
        at 
__randomizedtesting.SeedInfo.seed([72A80B9024EAF300:FAFC344A8A169EF8]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertTrue(Assert.java:54)
        at 
org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.RestartWhileUpdatingTest.test

Error Message:
shard1 is not consistent.  Got 2551 from 
https://127.0.0.1:44662/un/collection1_shard1_replica_n23 (previous client) and 
got 1682 from https://127.0.0.1:41414/un/collection1_shard1_replica_n25

Stack Trace:
java.lang.AssertionError: shard1 is not consistent.  Got 2551 from 
https://127.0.0.1:44662/un/collection1_shard1_replica_n23 (previous client) and 
got 1682 from https://127.0.0.1:41414/un/collection1_shard1_replica_n25
        at 
__randomizedtesting.SeedInfo.seed([72A80B9024EAF300:FAFC344A8A169EF8]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1330)
        at 
org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1309)
        at 
org.apache.solr.cloud.RestartWhileUpdatingTest.test(RestartWhileUpdatingTest.java:155)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
        at 
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState

Error Message:


Stack Trace:
java.lang.AssertionError
        at 
__randomizedtesting.SeedInfo.seed([72A80B9024EAF300:729EBF500DE7576A]:0)
        at org.junit.Assert.fail(Assert.java:92)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertTrue(Assert.java:54)
        at 
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventFromRestoredState(TriggerIntegrationTest.java:760)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  
org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
        at 
__randomizedtesting.SeedInfo.seed([72A80B9024EAF300:2FE01519EB2C554F]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1178)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12976 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_72A80B9024EAF300-001/init-core-data-001
   [junit4]   2> 380534 INFO  
(SUITE-TestTriggerIntegration-seed#[72A80B9024EAF300]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 380589 INFO  
(SUITE-TestTriggerIntegration-seed#[72A80B9024EAF300]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 380590 INFO  
(SUITE-TestTriggerIntegration-seed#[72A80B9024EAF300]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 380625 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 380625 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 0
   [junit4]   2> 380625 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 
127.0.0.1:10007_solr]
   [junit4]   2> 380626 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 380626 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 380627 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
   [junit4]   2> 380627 DEBUG 
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 1
   [junit4]   2> 380627 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 380670 DEBUG 
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed 
explicitly
   [junit4]   2> 380690 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 380690 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 2
   [junit4]   2> 380691 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 
127.0.0.1:10007_solr]
   [junit4]   2> 380691 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
   [junit4]   2> 380691 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 380702 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 380702 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 380703 DEBUG (ScheduledTrigger-601-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 380723 DEBUG (ScheduledTrigger-601-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 380744 DEBUG (ScheduledTrigger-601-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 380764 DEBUG (ScheduledTrigger-601-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 380772 DEBUG (simCloudManagerPool-600-thread-1) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 380773 DEBUG (simCloudManagerPool-600-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
3
   [junit4]   2> 380773 DEBUG (simCloudManagerPool-600-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 
127.0.0.1:10007_solr]
   [junit4]   2> 380773 DEBUG (simCloudManagerPool-600-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 
127.0.0.1:10007_solr]
   [junit4]   2> 380773 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 380773 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 380773 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 380773 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 380773 DEBUG (ScheduledTrigger-601-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 2
   [junit4]   2> 380784 DEBUG (ScheduledTrigger-601-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1
   [junit4]   2> 380784 DEBUG (ScheduledTrigger-601-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10007_solr
   [junit4]   2> 380794 DEBUG (ScheduledTrigger-601-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 1
   [junit4]   2> 380794 DEBUG (ScheduledTrigger-601-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10007_solr
   [junit4]   2> 380804 DEBUG (ScheduledTrigger-601-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1
   [junit4]   2> 380814 DEBUG (ScheduledTrigger-601-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 1
   [junit4]   2> 380824 DEBUG (ScheduledTrigger-601-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1
   [junit4]   2> 380844 DEBUG (ScheduledTrigger-601-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 1
   [junit4]   2> 380845 DEBUG (ScheduledTrigger-601-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1
   [junit4]   2> 380865 DEBUG (ScheduledTrigger-601-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 1
   [junit4]   2> 380865 DEBUG (ScheduledTrigger-601-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost 
nodes: [127.0.0.1:10007_solr]
   [junit4]   2> 380865 DEBUG (ScheduledTrigger-601-thread-2) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"1645dec16faa8Tan6nwa3b1bfgog90jfqw6aua9",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":391829532375720,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391829532375720],
   [junit4]   2>     "nodeNames":["127.0.0.1:10007_solr"]}}
   [junit4]   2> 380865 DEBUG (ScheduledTrigger-601-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1
   [junit4]   2> 380865 DEBUG (ScheduledTrigger-601-thread-2) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
node_lost_trigger]
   [junit4]   2> 380897 DEBUG (AutoscalingActionExecutor-602-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"1645dec16faa8Tan6nwa3b1bfgog90jfqw6aua9",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":391829532375720,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391829532375720],
   [junit4]   2>     "_enqueue_time_":391833118477570,
   [junit4]   2>     "nodeNames":["127.0.0.1:10007_solr"]}}
   [junit4]   2> 380918 DEBUG (simCloudManagerPool-600-thread-4) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 380918 DEBUG (simCloudManagerPool-600-thread-4) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
4
   [junit4]   2> 380918 DEBUG (simCloudManagerPool-600-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr]
   [junit4]   2> 380919 DEBUG (simCloudManagerPool-600-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr]
   [junit4]   2> 380919 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 380934 DEBUG (AutoscalingActionExecutor-602-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 380934 DEBUG (AutoscalingActionExecutor-602-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
   [junit4]   2> 380934 DEBUG (AutoscalingActionExecutor-602-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 1823 ms for event 
id=1645dec16faa8Tan6nwa3b1bfgog90jfqw6aua9
   [junit4]   2> 380938 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 380938 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 380966 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
   [junit4]   2> 380966 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 380966 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 380966 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 380966 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 380967 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:          1
   [junit4]   2> 380967 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 1
   [junit4]   2> 380967 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:          1
   [junit4]   2> 380967 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ##              127.0.0.1:10007_solr
   [junit4]   2> 380967 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
   [junit4]   2> 380967 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:       0
   [junit4]   2> 380967 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:       0
   [junit4]   2> 380967 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:              0
   [junit4]   2> 380967 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 380967 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ##              - autoscaling        2
   [junit4]   2> 380967 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ##              - update             2
   [junit4]   2> 380967 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts 
###########
   [junit4]   2> 380967 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger
   [junit4]   2> 380967 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ##              - STARTED         1
   [junit4]   2> 380967 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ##              - SUCCEEDED       1
   [junit4]   2> 381008 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
   [junit4]   2> 381009 DEBUG 
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 5
   [junit4]   2> 381009 DEBUG 
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 
127.0.0.1:10007_solr
   [junit4]   2> 381009 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and 
clearing object cache...
   [junit4]   2> 381009 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 381009 DEBUG 
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed 
explicitly
   [junit4]   2> 381024 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 381024 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 6
   [junit4]   2> 381024 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 
127.0.0.1:10008_solr]
   [junit4]   2> 381024 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion -1
   [junit4]   2> 381024 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 381040 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 381040 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 381040 DEBUG (ScheduledTrigger-604-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 381060 DEBUG (ScheduledTrigger-604-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 381109 DEBUG (ScheduledTrigger-604-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 381122 DEBUG (simCloudManagerPool-603-thread-1) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 381123 DEBUG (simCloudManagerPool-603-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
7
   [junit4]   2> 381123 DEBUG (simCloudManagerPool-603-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 
127.0.0.1:10008_solr]
   [junit4]   2> 381123 DEBUG (simCloudManagerPool-603-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 
127.0.0.1:10008_solr]
   [junit4]   2> 381123 DEBUG (simCloudManagerPool-603-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated 
with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}],
 enabled=true}
   [junit4]   2> 381123 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 381123 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 381123 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 381124 DEBUG (ScheduledTrigger-604-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 381124 DEBUG (ScheduledTrigger-604-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 381128 DEBUG (simCloudManagerPool-603-thread-2) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 381128 DEBUG (simCloudManagerPool-603-thread-2) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
8
   [junit4]   2> 381128 DEBUG (simCloudManagerPool-603-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 
127.0.0.1:10008_solr]
   [junit4]   2> 381128 DEBUG (simCloudManagerPool-603-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated 
with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}],
 enabled=true}
   [junit4]   2> 381128 DEBUG (simCloudManagerPool-603-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 
127.0.0.1:10008_solr]
   [junit4]   2> 381128 DEBUG (simCloudManagerPool-603-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr, 
127.0.0.1:10008_solr]
   [junit4]   2> 381128 DEBUG (simCloudManagerPool-603-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated 
with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}],
 enabled=true}
   [junit4]   2> 381128 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 381129 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 381129 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 381129 DEBUG (ScheduledTrigger-604-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 381129 DEBUG (ScheduledTrigger-604-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 381133 DEBUG (ScheduledTrigger-604-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 381144 DEBUG (ScheduledTrigger-604-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 381144 DEBUG (ScheduledTrigger-604-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 381144 DEBUG (ScheduledTrigger-604-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10010_solr at time 
391847070094570
   [junit4]   2> 381144 DEBUG (ScheduledTrigger-604-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing 
registered processor for nodes: [127.0.0.1:10010_solr] added at times 
[391847070094570], now=391847074184870
   [junit4]   2> 381145 DEBUG (ScheduledTrigger-604-thread-2) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"16462016b54eaTan6nwa3b1bfgog90jfqw6auac",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":391847070094570,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391847070094570],
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 381145 DEBUG (ScheduledTrigger-604-thread-2) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
node_added_trigger2, node_added_trigger1]
   [junit4]   2> 381170 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"16462016b54eaTan6nwa3b1bfgog90jfqw6auac",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":391847070094570,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391847070094570],
   [junit4]   2>     "_enqueue_time_":391847092175170,
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 381170 INFO  (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger1
   [junit4]   2> 381171 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 381171 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
   [junit4]   2> 381171 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
   [junit4]   2> 381171 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 51 ms for event 
id=16462016b54eaTan6nwa3b1bfgog90jfqw6auac
   [junit4]   2> 381276 DEBUG (ScheduledTrigger-604-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 381276 DEBUG (ScheduledTrigger-604-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 381276 DEBUG (ScheduledTrigger-604-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 381276 DEBUG (ScheduledTrigger-604-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10010_solr at time 
391853661590620
   [junit4]   2> 381276 DEBUG (ScheduledTrigger-604-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing 
registered processor for nodes: [127.0.0.1:10010_solr] added at times 
[391853661590620], now=391853663528670
   [junit4]   2> 381276 DEBUG (ScheduledTrigger-604-thread-4) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"164638a4d945cTan6nwa3b1bfgog90jfqw6auaf",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":391853661590620,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391853661590620],
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 381276 DEBUG (ScheduledTrigger-604-thread-4) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
node_added_trigger2, node_added_trigger1]
   [junit4]   2> 381312 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"164638a4d945cTan6nwa3b1bfgog90jfqw6auaf",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":391853661590620,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391853661590620],
   [junit4]   2>     "_enqueue_time_":391853673458320,
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 381312 INFO  (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.s.TestTriggerIntegration last action at 391848366379970 time = 
391855464894270
   [junit4]   2> 381312 INFO  (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger2
   [junit4]   2> 381333 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 381333 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
   [junit4]   2> 381333 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
   [junit4]   2> 381333 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 1035 ms for event 
id=164638a4d945cTan6nwa3b1bfgog90jfqw6auaf
   [junit4]   2> 381352 DEBUG (simCloudManagerPool-603-thread-7) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 381352 DEBUG (simCloudManagerPool-603-thread-7) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
9
   [junit4]   2> 381353 DEBUG (simCloudManagerPool-603-thread-7) [    ] 
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10010_solr, 
127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381353 DEBUG (simCloudManagerPool-603-thread-7) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated 
with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}],
 enabled=true}
   [junit4]   2> 381353 DEBUG (simCloudManagerPool-603-thread-7) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10010_solr, 
127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381353 DEBUG (simCloudManagerPool-603-thread-7) [    ] 
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10010_solr, 
127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381365 DEBUG (simCloudManagerPool-603-thread-7) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated 
with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}],
 enabled=true}
   [junit4]   2> 381365 DEBUG (simCloudManagerPool-603-thread-7) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10010_solr, 
127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381365 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 381365 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 381365 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
   [junit4]   2> 381366 DEBUG (ScheduledTrigger-604-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with 
currently live nodes: 3
   [junit4]   2> 381386 DEBUG (simCloudManagerPool-603-thread-8) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 381386 DEBUG (simCloudManagerPool-603-thread-8) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
10
   [junit4]   2> 381386 DEBUG (ScheduledTrigger-604-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with 
currently live nodes: 3
   [junit4]   2> 381386 DEBUG (simCloudManagerPool-603-thread-8) [    ] 
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10010_solr, 
127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381386 DEBUG (simCloudManagerPool-603-thread-8) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated 
with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}],
 enabled=true}
   [junit4]   2> 381386 DEBUG (simCloudManagerPool-603-thread-8) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10010_solr, 
127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381386 DEBUG (simCloudManagerPool-603-thread-8) [    ] 
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10010_solr, 
127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381386 DEBUG (simCloudManagerPool-603-thread-8) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated 
with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}],
 enabled=true}
   [junit4]   2> 381386 DEBUG (simCloudManagerPool-603-thread-8) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10010_solr, 
127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381386 DEBUG (simCloudManagerPool-603-thread-8) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10010_solr, 
127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
   [junit4]   2> 381386 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
   [junit4]   2> 381387 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 381387 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
   [junit4]   2> 381387 DEBUG (ScheduledTrigger-604-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with 
currently live nodes: 3
   [junit4]   2> 381423 DEBUG (ScheduledTrigger-604-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with 
currently live nodes: 2
   [junit4]   2> 381423 DEBUG (ScheduledTrigger-604-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10010_solr
   [junit4]   2> 381423 DEBUG (ScheduledTrigger-604-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost 
nodes: [127.0.0.1:10010_solr]
   [junit4]   2> 381423 DEBUG (ScheduledTrigger-604-thread-4) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"164653f73ba68Tan6nwa3b1bfgog90jfqw6auai",
   [junit4]   2>   "source":"node_lost_trigger1",
   [junit4]   2>   "eventTime":391860995734120,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391860995734120],
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 381423 DEBUG (ScheduledTrigger-604-thread-4) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, 
.auto_add_replicas, node_added_trigger2, node_lost_trigger1, 
node_added_trigger1]
   [junit4]   2> 381424 DEBUG (ScheduledTrigger-604-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with 
currently live nodes: 2
   [junit4]   2> 381424 DEBUG (ScheduledTrigger-604-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10010_solr
   [junit4]   2> 381424 DEBUG (ScheduledTrigger-604-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost 
nodes: [127.0.0.1:10010_solr]
   [junit4]   2> 381424 DEBUG (ScheduledTrigger-604-thread-2) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"16465416d5752Tan6nwa3b1bfgog90jfqw6auak",
   [junit4]   2>   "source":"node_lost_trigger2",
   [junit4]   2>   "eventTime":391861028869970,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391861028869970],
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 381424 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"164653f73ba68Tan6nwa3b1bfgog90jfqw6auai",
   [junit4]   2>   "source":"node_lost_trigger1",
   [junit4]   2>   "eventTime":391860995734120,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391860995734120],
   [junit4]   2>     "_enqueue_time_":391861008352920,
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 381438 DEBUG (ScheduledTrigger-604-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes: 
[127.0.0.1:10010_solr] is not ready, will try later
   [junit4]   2> 381439 INFO  (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.s.TestTriggerIntegration action executed from node_lost_trigger1
   [junit4]   2> 381459 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 100ms
   [junit4]   2> 381459 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 381459 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
   [junit4]   2> 381459 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms
   [junit4]   2> 381459 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
   [junit4]   2> 381459 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 1757 ms for event 
id=164653f73ba68Tan6nwa3b1bfgog90jfqw6auai
   [junit4]   2> 381572 DEBUG (ScheduledTrigger-604-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with 
currently live nodes: 2
   [junit4]   2> 381573 DEBUG (ScheduledTrigger-604-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost 
nodes: [127.0.0.1:10010_solr]
   [junit4]   2> 381573 DEBUG (ScheduledTrigger-604-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"16465416d5752Tan6nwa3b1bfgog90jfqw6auan",
   [junit4]   2>   "source":"node_lost_trigger2",
   [junit4]   2>   "eventTime":391861028869970,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391861028869970],
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 381573 DEBUG (ScheduledTrigger-604-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, 
.auto_add_replicas, node_added_trigger2, node_lost_trigger1, 
node_added_trigger1]
   [junit4]   2> 381621 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"16465416d5752Tan6nwa3b1bfgog90jfqw6auan",
   [junit4]   2>   "source":"node_lost_trigger2",
   [junit4]   2>   "eventTime":391861028869970,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391861028869970],
   [junit4]   2>     "_enqueue_time_":391868493571170,
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 381621 INFO  (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.s.TestTriggerIntegration last action at 391861779166120 time = 
391870921606770
   [junit4]   2> 381621 INFO  (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.s.TestTriggerIntegration action executed from node_lost_trigger2
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerThrottling
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS 
############
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:                2
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:       2
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:                1
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            127.0.0.1:10010_solr
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:       []
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:     0
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:     0
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:            0
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            - autoscaling        4
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            - update             8
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts 
###########
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger1
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            - STARTED         1
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            - SUCCEEDED       1
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger2
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            - STARTED         1
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            - SUCCEEDED       1
   [junit4]   2> 381622 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger1
   [junit4]   2> 381623 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            - STARTED         1
   [junit4]   2> 381623 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            - SUCCEEDED       1
   [junit4]   2> 381623 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger2
   [junit4]   2> 381623 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            - IGNORED         1
   [junit4]   2> 381623 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[72A80B9024EAF300]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            - STARTED         1
   [junit4]   2> 381640 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 100ms
   [junit4]   2> 381640 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 381640 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
   [junit4]   2> 381640 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms
   [junit4]   2> 381640 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
   [junit4]   2> 381640 DEBUG (AutoscalingActionExecutor-605-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 940 ms for event 
id=16465416d5752Tan6nwa3b1bfgog90jfqw6auan
   [junit4]   2> 381677 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
   [junit4]   2> 381678 DEBUG 
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 11
   [junit4]   2> 381678 DEBUG 
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 
127.0.0.1:10010_solr
   [junit4]   2> 381678 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and 
clearing object cache...
   [junit4]   2> 381678 DEBUG 
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed 
explicitly
   [junit4]   2> 381694 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 381784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 381784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 12
   [junit4]   2> 381784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 
127.0.0.1:10008_solr]
   [junit4]   2> 381784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion -1
   [junit4]   2> 381784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
   [junit4]   2> 381785 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 381785 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
   [junit4]   2> 381786 DEBUG (ScheduledTrigger-607-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 381816 DEBUG (ScheduledTrigger-607-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 381837 DEBUG (ScheduledTrigger-607-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 381869 DEBUG (ScheduledTrigger-607-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 381870 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.TestTriggerIntegration ====== KILL OVERSEER 1
   [junit4]   2> 381870 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and 
clearing object cache...
   [junit4]   2> 381870 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 381871 DEBUG 
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed 
explicitly
   [junit4]   2> 381892 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 12
   [junit4]   2> 381892 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 
127.0.0.1:10011_solr]
   [junit4]   2> 381892 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion -1
   [junit4]   2> 381892 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
   [junit4]   2> 381892 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 
127.0.0.1:10009_solr
   [junit4]   2> 381908 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 381908 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
   [junit4]   2> 381908 DEBUG (ScheduledTrigger-610-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 381908 DEBUG (ScheduledTrigger-610-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10009_solr
   [junit4]   2> 381942 DEBUG (ScheduledTrigger-610-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 381963 DEBUG (ScheduledTrigger-610-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 382000 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.TestTriggerIntegration ====== ADD TRIGGERS
   [junit4]   2> 382012 DEBUG (ScheduledTrigger-610-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 382049 DEBUG (ScheduledTrigger-610-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 382085 DEBUG (ScheduledTrigger-610-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 382086 DEBUG (simCloudManagerPool-609-thread-1) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 382086 DEBUG (simCloudManagerPool-609-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
13
   [junit4]   2> 382087 DEBUG (simCloudManagerPool-609-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 
127.0.0.1:10011_solr]
   [junit4]   2> 382087 DEBUG (simCloudManagerPool-609-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10008_solr, 
127.0.0.1:10011_solr]
   [junit4]   2> 382087 DEBUG (simCloudManagerPool-609-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated 
with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventMarkerAction}],
 enabled=true}
   [junit4]   2> 382088 DEBUG (simCloudManagerPool-609-thread-2) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 382088 DEBUG (simCloudManagerPool-609-thread-2) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
14
   [junit4]   2> 382088 DEBUG (simCloudManagerPool-609-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 
127.0.0.1:10011_solr]
   [junit4]   2> 382088 DEBUG (simCloudManagerPool-609-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 
127.0.0.1:10011_solr]
   [junit4]   2> 382088 DEBUG (simCloudManagerPool-609-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10008_solr, 
127.0.0.1:10011_solr]
   [junit4]   2> 382088 DEBUG (simCloudManagerPool-609-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated 
with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventMarkerAction}],
 enabled=true}
   [junit4]   2> 382088 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.TestTriggerIntegration ====== ADD NODE 1
   [junit4]   2> 382097 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 14
   [junit4]   2> 382097 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 382097 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 382097 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion 14
   [junit4]   2> 382098 DEBUG (ScheduledTrigger-610-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 3
   [junit4]   2> 382098 DEBUG (ScheduledTrigger-610-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 382098 DEBUG (ScheduledTrigger-610-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 382098 DEBUG (ScheduledTrigger-610-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10012_solr at time 
391894739397270
   [junit4]   2> 382134 DEBUG (ScheduledTrigger-610-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 382135 DEBUG (ScheduledTrigger-610-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 3
   [junit4]   2> 382135 DEBUG (ScheduledTrigger-610-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 382135 DEBUG (ScheduledTrigger-610-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 382135 DEBUG (ScheduledTrigger-610-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing 
registered processor for nodes: [127.0.0.1:10012_solr] added at times 
[391894739397270], now=391896592848720
   [junit4]   2> 382135 DEBUG (ScheduledTrigger-610-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"1646d1abb2a96Tan6nwa3b1bfgog90jfqw6auaq",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":391894739397270,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391894739397270],
   [junit4]   2>     "nodeNames":["127.0.0.1:10012_solr"]}}
   [junit4]   2> 382136 DEBUG (ScheduledTrigger-610-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
node_lost_trigger, node_added_trigger]
   [junit4]   2> 382137 DEBUG (AutoscalingActionExecutor-611-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"1646d1abb2a96Tan6nwa3b1bfgog90jfqw6auaq",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":391894739397270,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391894739397270],
   [junit4]   2>     "_enqueue_time_":391896630509170,
   [junit4]   2>     "nodeNames":["127.0.0.1:10012_solr"]}}
   [junit4]   2> 382137 DEBUG (AutoscalingActionExecutor-611-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 382138 DEBUG (AutoscalingActionExecutor-611-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
   [junit4]   2> 382138 DEBUG (AutoscalingActionExecutor-611-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
   [junit4]   2> 382138 DEBUG (AutoscalingActionExecutor-611-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 27 ms for event 
id=1646d1abb2a96Tan6nwa3b1bfgog90jfqw6auaq
   [junit4]   2> 382199 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.TestTriggerIntegration ====== KILL OVERSEER 2
   [junit4]   2> 382199 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and 
clearing object cache...
   [junit4]   2> 382199 DEBUG 
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed 
explicitly
   [junit4]   2> 382200 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 382236 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 14
   [junit4]   2> 382236 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 
127.0.0.1:10012_solr]
   [junit4]   2> 382236 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 
127.0.0.1:10012_solr]
   [junit4]   2> 382237 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10008_solr, 
127.0.0.1:10012_solr]
   [junit4]   2> 382237 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated 
with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventMarkerAction}],
 enabled=true}
   [junit4]   2> 382237 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion -1
   [junit4]   2> 382237 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 14
   [junit4]   2> 382237 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 382237 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 
127.0.0.1:10011_solr
   [junit4]   2> 382237 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 382237 DEBUG (ScheduledTrigger-613-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 2
   [junit4]   2> 382237 DEBUG (ScheduledTrigger-613-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10011_solr
   [junit4]   2> 382240 DEBUG (ScheduledTrigger-613-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 382240 DEBUG (ScheduledTrigger-613-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 382240 DEBUG (ScheduledTrigger-613-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 382240 DEBUG (ScheduledTrigger-613-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10011_solr
   [junit4]   2> 382240 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion 14
   [junit4]   2> 382260 DEBUG (ScheduledTrigger-613-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 2
   [junit4]   2> 382260 DEBUG (ScheduledTrigger-613-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost 
nodes: [127.0.0.1:10011_solr]
   [junit4]   2> 382260 DEBUG (ScheduledTrigger-613-thread-2) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"1646ebad714daTan6nwa3b1bfgog90jfqw6auat",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":391901720548570,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391901720548570],
   [junit4]   2>     "nodeNames":["127.0.0.1:10011_solr"]}}
   [junit4]   2> 382260 DEBUG (ScheduledTrigger-613-thread-2) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
node_lost_trigger, node_added_trigger]
   [junit4]   2> 382261 DEBUG (AutoscalingActionExecutor-614-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"1646ebad714daTan6nwa3b1bfgog90jfqw6auat",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":391901720548570,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[391901720548570],
   [junit4]   2>     "_enqueue_time_":391902877434070,
   [junit4]   2>     "nodeNames":["127.0.0.1:10011_solr"]}}
   [junit4]   2> 382261 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
   [junit4]   2> 382261 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 382261 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 382261 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS 
############
   [junit4]   2> 382261 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 
   [junit4]   2> 382261 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:          2
   [junit4]   2> 382261 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 2
   [junit4]   2> 382261 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:          2
   [junit4]   2> 382261 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##              127.0.0.1:10009_solr
   [junit4]   2> 382262 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##              127.0.0.1:10011_solr
   [junit4]   2> 382262 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
   [junit4]   2> 382262 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:       0
   [junit4]   2> 382262 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:       0
   [junit4]   2> 382262 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:              0
   [junit4]   2> 382262 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts 
##########
   [junit4]   2> 382262 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##              - autoscaling        2
   [junit4]   2> 382262 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##              - update             3
   [junit4]   2> 382262 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts 
###########
   [junit4]   2> 382262 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger
   [junit4]   2> 382262 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##              - STARTED         1
   [junit4]   2> 382262 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##              - SUCCEEDED       1
   [junit4]   2> 382262 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger
   [junit4]   2> 382262 INFO  
(TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[72A80B9024EAF300])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##              - STARTED         1
   [junit4]   2> 382280 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
   [junit4]   2> 382280 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 15
   [junit4]   2> 382280 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 
127.0.0.1:10009_solr
   [junit4]   2> 382280 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 
127.0.0.1:10011_solr
   [junit4]   2> 382280 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 382280 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 382297 WARN  (AutoscalingActionExecutor-614-thread-1) [    ] 
o.a.s.c.a.SystemLogListener Exception sending event to collection .system
   [junit4]   2> java.io.IOException: java.lang.InterruptedException
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:462)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:122)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:744)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:714)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:312)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.InterruptedException
   [junit4]   2>        at 
java.util.concurrent.FutureTask.awaitDone(FutureTask.java:404)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.get(FutureTask.java:191)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:460)
   [junit4]   2>        ... 10 more
   [junit4]   2> 382298 DEBUG (AutoscalingActionExecutor-614-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 1821 ms for event 
id=1646ebad714daTan6nwa3b1bfgog90jfqw6auat
   [junit4]   2> 382298 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[72A80B9024EAF300]) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed 
explicitly
   [junit4]   2> 382313 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 382313 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 16
   [junit4]   2> 382313 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 
127.0.0.1:10012_solr]
   [junit4]   2> 382313 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion -1
   [junit4]   2> 382313 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 16
   [junit4]   2> 382351 DEBUG (ScheduledTrigger-616-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 382351 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 382351 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion 16
   [junit4]   2> 382371 DEBUG (ScheduledTrigger-616-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 382392 DEBUG (ScheduledTrigger-616-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 382426 DEBUG (ScheduledTrigger-616-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 382463 DEBUG (ScheduledTrigger-616-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 382463 DEBUG (simCloudManagerPool-615-thread-1) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 382466 DEBUG (simCloudManagerPool-615-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
17
   [junit4]   2> 382467 DEBUG (simCloudManagerPool-615-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10008_solr, 
127.0.0.1:10012_solr]
   [junit4]   2> 382467 DEBUG (simCloudManagerPool-615-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10008_solr, 
127.0.0.1:10012_solr]
   [junit4]   2> 382467 DEBUG (simCloudManagerPool-615-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated 
with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}],
 enabled=true}
   [junit4]   2> 382480 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 17
   [junit4]   2> 382480 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 382481 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 17, lastZnodeVersion 17
   [junit4]   2> 382499 DEBUG (ScheduledTrigger-616-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 382499 DEBUG (ScheduledTrigger-616-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 382500 DEBUG (ScheduledTrigger-616-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10013_solr at time 
391914825183120
   [junit4]   2> 382500 DEBUG (ScheduledTrigger-616-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 382536 DEBUG (ScheduledTrigger-616-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 382536 DEBUG (

[...truncated too long message...]

ser-62932-thread-9) [    ] o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@602b6002{/solr,null,UNAVAILABLE}
   [junit4]   2> 8118260 INFO  (jetty-closer-62932-thread-9) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 8118287 INFO  (jetty-closer-62932-thread-4) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@97d11f3{/solr,null,UNAVAILABLE}
   [junit4]   2> 8118289 INFO  (jetty-closer-62932-thread-4) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 8118355 INFO  (jetty-closer-62932-thread-5) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@23acfa06{/solr,null,UNAVAILABLE}
   [junit4]   2> 8118358 INFO  (jetty-closer-62932-thread-5) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 8118364 ERROR 
(SUITE-TriggerIntegrationTest-seed#[72A80B9024EAF300]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 8118364 INFO  
(SUITE-TriggerIntegrationTest-seed#[72A80B9024EAF300]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:41385 41385
   [junit4]   2> 8118547 INFO  (Thread-56590) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:41385 41385
   [junit4]   2> 8118552 WARN  (Thread-56590) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        39      /solr/collections/collection1/terms/shard1
   [junit4]   2>        21      /solr/clusterprops.json
   [junit4]   2>        21      /solr/aliases.json
   [junit4]   2>        20      /solr/security.json
   [junit4]   2>        10      /solr/collections/testMetricTrigger/terms/shard1
   [junit4]   2>        9       /solr/configs/conf
   [junit4]   2>        2       /solr/collections/testMetricTrigger/terms/shard2
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        130     /solr/collections/collection1/state.json
   [junit4]   2>        45      /solr/collections/testMetricTrigger/state.json
   [junit4]   2>        21      /solr/clusterstate.json
   [junit4]   2>        5       /solr/autoscaling.json
   [junit4]   2>        3       
/solr/overseer_elect/election/72083750673776691-127.0.0.1:36694_solr-n_0000000015
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard1/election/72083750673776667-core_node8-n_0000000003
   [junit4]   2>        2       
/solr/overseer_elect/election/72083750673776651-127.0.0.1:45006_solr-n_0000000002
   [junit4]   2>        2       
/solr/overseer_elect/election/72083750673776676-127.0.0.1:41843_solr-n_0000000010
   [junit4]   2>        2       
/solr/overseer_elect/election/72083750673776660-127.0.0.1:37913_solr-n_0000000005
   [junit4]   2>        2       
/solr/overseer_elect/election/72083750673776679-127.0.0.1:43345_solr-n_0000000011
   [junit4]   2>        2       
/solr/overseer_elect/election/72083750673776667-127.0.0.1:37338_solr-n_0000000007
   [junit4]   2>        2       
/solr/collections/collection1/leader_elect/shard1/election/72083750673776676-core_node3-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        21      /solr/live_nodes
   [junit4]   2>        21      /solr/collections
   [junit4]   2>        5       /solr/overseer/queue-work
   [junit4]   2>        5       /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2>        5       /solr/overseer/queue
   [junit4]   2>        5       /solr/overseer/collection-queue-work
   [junit4]   2>        2       /solr/autoscaling/events/node_lost_triggerMR
   [junit4]   2>        2       /solr/autoscaling/events/node_added_triggerCTOOR
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.TriggerIntegrationTest_72A80B9024EAF300-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{_version_=PostingsFormat(name=Asserting), id=BlockTreeOrds(blocksize=128), 
x_s=FST50}, docValues:{}, maxPointsInLeafNode=1506, 
maxMBSortInHeap=6.511489967595306, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@17e0b350),
 locale=vi-VN, timezone=Australia/Sydney
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 
1.8.0_152 (64-bit)/cpus=4,threads=1,free=272195184,total=516947968
   [junit4]   2> NOTE: All tests run in this JVM: [TestExecutePlanAction, 
BlockJoinFacetDistribTest, FullSolrCloudDistribCmdsTest, 
XmlUpdateRequestHandlerTest, TestCloudInspectUtil, TestAddFieldRealTimeGet, 
OpenExchangeRatesOrgProviderTest, TestFilteredDocIdSet, TestSolrCoreSnapshots, 
AssignTest, TestInitQParser, TestHighlightDedupGrouping, 
TestFieldTypeCollectionResource, BigEndianAscendingWordDeserializerTest, 
TestWordDelimiterFilterFactory, TestSubQueryTransformer, MetricsConfigTest, 
PluginInfoTest, IndexBasedSpellCheckerTest, CustomCollectionTest, 
TestDistributedSearch, DistributedQueryElevationComponentTest, 
TestClusterProperties, TestAuthorizationFramework, HealthCheckHandlerTest, 
CoreAdminCreateDiscoverTest, TestConfigSetsAPIZkFailure, 
TestJsonFacetRefinement, DistributedSuggestComponentTest, 
ManagedSchemaRoundRobinCloudTest, TestApiFramework, DistributedVersionInfoTest, 
DeleteLastCustomShardedReplicaTest, TestBinaryField, TestFreeTextSuggestions, 
BasicAuthIntegrationTest, BlockDirectoryTest, RequestHandlersTest, 
ConcurrentCreateRoutedAliasTest, SolrSlf4jReporterTest, 
TestIBSimilarityFactory, TestBackupRepositoryFactory, SpellCheckCollatorTest, 
DistribDocExpirationUpdateProcessorTest, AssignBackwardCompatibilityTest, 
TestUseDocValuesAsStored2, OutputWriterTest, TestLuceneIndexBackCompat, 
TestNodeAddedTrigger, TestStressLucene, TestRemoteStreaming, 
TestLegacyFieldReuse, TestManagedResource, TestSerializedLuceneMatchVersion, 
DistributedTermsComponentTest, SuggestComponentContextFilterQueryTest, 
HdfsUnloadDistributedZkTest, TestRestoreCore, TestCrossCoreJoin, 
MigrateRouteKeyTest, SolrPluginUtilsTest, TestCSVLoader, TestIntervalFaceting, 
SolrGraphiteReporterTest, ResponseHeaderTest, TestOmitPositions, 
DataDrivenBlockJoinTest, CurrencyRangeFacetCloudTest, UUIDFieldTest, 
TestMissingGroups, AutoScalingHandlerTest, TestPhraseSuggestions, 
TestLMDirichletSimilarityFactory, TestOrdValues, TestInPlaceUpdatesDistrib, 
TestSolrCloudWithDelegationTokens, AddBlockUpdateTest, BooleanFieldTest, 
SimpleFacetsTest, OverseerCollectionConfigSetProcessorTest, 
TestObjectReleaseTracker, BinaryUpdateRequestHandlerTest, TestDocumentBuilder, 
LeaderFailureAfterFreshStartTest, TestRequestForwarding, MergeStrategyTest, 
FieldAnalysisRequestHandlerTest, DistributedFacetPivotWhiteBoxTest, 
TestTrackingShardHandlerFactory, ExplicitHLLTest, TestDFISimilarityFactory, 
RegexBytesRefFilterTest, CreateCollectionCleanupTest, 
HdfsChaosMonkeyNothingIsSafeTest, SynonymTokenizerTest, SolrIndexSplitterTest, 
IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestFastOutputStream, 
TestCloudPseudoReturnFields, TestStressCloudBlindAtomicUpdates, 
TestSimDistributedQueue, TestRandomFaceting, TestManagedSynonymFilterFactory, 
TestManagedSchemaThreadSafety, SystemLogListenerTest, DebugComponentTest, 
TestNumericTerms32, TestConfigSetProperties, 
TermVectorComponentDistributedTest, RollingRestartTest, TestMergePolicyConfig, 
TestGroupingSearch, TestMacros, TestBinaryResponseWriter, 
TestAnalyzeInfixSuggestions, SimpleCollectionCreateDeleteTest, 
TestScoreJoinQPNoScore, TestCollationField, TestWriterPerf, 
LIRRollingUpdatesTest, TestDocSet, TestStandardQParsers, SolrRequestParserTest, 
CloudMLTQParserTest, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, 
TestCoreDiscovery, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, 
DocValuesTest, SuggesterTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, 
PolyFieldTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, 
TestPseudoReturnFields, QueryEqualityTest, DefaultValueUpdateProcessorTest, 
StatelessScriptUpdateProcessorFactoryTest, DistanceFunctionTest, 
TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, 
DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, 
DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, 
TestValueSourceCache, PathHierarchyTokenizerFactoryTest, 
TestIndexingPerformance, RequiredFieldsTest, TestSolrQueryParser, 
FastVectorHighlighterTest, RegexBoostProcessorTest, IndexSchemaTest, 
ReturnFieldsTest, TestCSVResponseWriter, MBeansHandlerTest, TestComponentsName, 
TestQuerySenderNoQuery, ResponseLogComponentTest, SolrIndexConfigTest, 
SampleTest, TestConfig, TestPostingsSolrHighlighter, 
SpellPossibilityIteratorTest, EchoParamsTest, TestSweetSpotSimilarityFactory, 
TestDFRSimilarityFactory, ResourceLoaderTest, ScriptEngineTest, 
PreAnalyzedFieldTest, TestSystemIdResolver, TestSuggestSpellingConverter, 
SpellingQueryConverterTest, DOMUtilTest, RAMDirectoryFactoryTest, 
ZkNodePropsTest, SliceStateTest, FileUtilsTest, DistributedMLTComponentTest, 
TestRTGBase, CursorPagingTest, TestCursorMarkWithoutUniqueKey, 
TestTolerantSearch, TestEmbeddedSolrServerSchemaAPI, ConnectionReuseTest, 
ActionThrottleTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, 
CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionsAPISolrJTest, 
LeaderElectionContextKeyTest, LeaderInitiatedRecoveryOnShardRestartTest, 
MissingSegmentRecoveryTest, MoveReplicaTest, NodeMutatorTest, 
OutOfBoxZkACLAndCredentialsProvidersTest, 
OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, 
OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, 
RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplicationFactorTest, 
RestartWhileUpdatingTest, TestDistribDocBasedVersion, TestLockTree, 
TestMiniSolrCloudClusterSSL, TestPullReplicaErrorHandling, 
TestRebalanceLeaders, TestShortCircuitedRequests, TestSolrCloudWithKerberosAlt, 
TestStressLiveNodes, HdfsCollectionsAPIDistributedZkTest, 
AutoAddReplicasPlanActionTest, ComputePlanActionTest, 
HdfsAutoAddReplicasIntegrationTest, TriggerIntegrationTest]
   [junit4] Completed [602/775 (4!)] on J0 in 204.74s, 14 tests, 1 failure <<< 
FAILURES!

[...truncated 48730 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to