Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/7264/
Java: 64bit/jdk-11-ea+5 -XX:-UseCompressedOops -XX:+UseSerialGC

3 tests failed.
FAILED:  
org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testEventQueue

Error Message:
action wasn't interrupted

Stack Trace:
java.lang.AssertionError: action wasn't interrupted
        at 
__randomizedtesting.SeedInfo.seed([8BF79FDBC8F9AC87:4242DD75C19E6A72]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testEventQueue(TestTriggerIntegration.java:654)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:841)


FAILED:  
org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeAddedTriggerRestoreState

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
        at 
__randomizedtesting.SeedInfo.seed([8BF79FDBC8F9AC87:3CA16A4F2394D2A]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at 
org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeAddedTriggerRestoreState(TestTriggerIntegration.java:379)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:841)


FAILED:  
org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication

Error Message:
timed out waiting for collection1 startAt time to exceed: Wed Apr 11 05:34:28 
CST 2018

Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to 
exceed: Wed Apr 11 05:34:28 CST 2018
        at 
__randomizedtesting.SeedInfo.seed([8BF79FDBC8F9AC87:7C8471830E110361]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at 
org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1579)
        at 
org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication(TestReplicationHandler.java:1378)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.base/java.lang.reflect.Method.invoke(Method.java:564)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.base/java.lang.Thread.run(Thread.java:841)




Build Log:
[...truncated 12589 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration
   [junit4]   2> Creating dataDir: 
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J1\temp\solr.cloud.autoscaling.sim.TestTriggerIntegration_8BF79FDBC8F9AC87-001\init-core-data-001
   [junit4]   2> 310559 INFO  
(SUITE-TestTriggerIntegration-seed#[8BF79FDBC8F9AC87]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 310559 INFO  
(SUITE-TestTriggerIntegration-seed#[8BF79FDBC8F9AC87]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, 
clientAuth=0.0/0.0)
   [junit4]   2> 310559 INFO  
(SUITE-TestTriggerIntegration-seed#[8BF79FDBC8F9AC87]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 310559 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and 
.scheduled_maintenance triggers
   [junit4]   2> 310559 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 0
   [junit4]   2> 310559 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 310559 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 310559 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial 
livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
   [junit4]   2> 310559 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 310559 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
   [junit4]   2> 310559 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
   [junit4]   2> 310559 DEBUG 
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 1
   [junit4]   2> 310559 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and 
clearing object cache...
   [junit4]   2> 310559 DEBUG 
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 310559 DEBUG 
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 310559 DEBUG 
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 310559 DEBUG 
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool 
executor
   [junit4]   2> 310579 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 310579 DEBUG 
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 310579 DEBUG 
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed 
explicitly
   [junit4]   2> 310634 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and 
.scheduled_maintenance triggers
   [junit4]   2> 310634 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 2
   [junit4]   2> 310634 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
   [junit4]   2> 310634 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 310634 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial 
livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
   [junit4]   2> 310634 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 310634 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 310634 DEBUG (ScheduledTrigger-1278-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 310680 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 310711 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 310731 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 310731 DEBUG (simCloudManagerPool-1277-thread-1) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 310731 DEBUG (simCloudManagerPool-1277-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
3
   [junit4]   2> 310731 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 310731 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 310731 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 310731 DEBUG (simCloudManagerPool-1277-thread-2) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 310731 DEBUG (simCloudManagerPool-1277-thread-2) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
4
   [junit4]   2> 310731 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 310731 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 310731 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 - Initial 
livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
   [junit4]   2> 310731 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated 
with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}],
 enabled=true}
   [junit4]   2> 310731 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 310731 DEBUG (ScheduledTrigger-1278-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 310731 DEBUG (ScheduledTrigger-1278-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 310743 DEBUG (simCloudManagerPool-1277-thread-3) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 310743 DEBUG (simCloudManagerPool-1277-thread-3) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
5
   [junit4]   2> 310743 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 310743 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 310743 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 - Initial 
livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
   [junit4]   2> 310743 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated 
with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}],
 enabled=true}
   [junit4]   2> 310743 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 310743 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 310743 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 310743 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10008_solr at time 
1556006407270246
   [junit4]   2> 310743 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing 
registered processor for nodes: [127.0.0.1:10008_solr] added at times 
[1556006407270246], now=1556006408464896
   [junit4]   2> 310743 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"5872df92c6f66Tdoebac5p59d333s5c89yvpy9q",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":1556006407270246,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1556006407270246],
   [junit4]   2>     "nodeNames":["127.0.0.1:10008_solr"]}}
   [junit4]   2> 310743 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
node_added_trigger2, node_added_trigger1]
   [junit4]   2> 310743 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 - removing 
marker path: /autoscaling/nodeAdded/127.0.0.1:10008_solr
   [junit4]   2> 310743 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"5872df92c6f66Tdoebac5p59d333s5c89yvpy9q",
   [junit4]   2>   "source":"node_added_trigger2",
   [junit4]   2>   "eventTime":1556006407270246,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1556006407270246],
   [junit4]   2>     "_enqueue_time_":1556006520934246,
   [junit4]   2>     "nodeNames":["127.0.0.1:10008_solr"]}}
   [junit4]   2> 310743 INFO  (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger2
   [junit4]   2> 310743 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 310743 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
   [junit4]   2> 310743 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
   [junit4]   2> 310743 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 292 ms for event 
id=5872df92c6f66Tdoebac5p59d333s5c89yvpy9q
   [junit4]   2> 310868 DEBUG (ScheduledTrigger-1278-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 310868 DEBUG (ScheduledTrigger-1278-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 310868 DEBUG (ScheduledTrigger-1278-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 310868 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 310868 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 310868 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10008_solr at time 
1556012801284496
   [junit4]   2> 310868 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing 
registered processor for nodes: [127.0.0.1:10008_solr] added at times 
[1556012801284496], now=1556012803176046
   [junit4]   2> 310868 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"5872f76495990Tdoebac5p59d333s5c89yvpy9t",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1556012801284496,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1556012801284496],
   [junit4]   2>     "nodeNames":["127.0.0.1:10008_solr"]}}
   [junit4]   2> 310868 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
node_added_trigger2, node_added_trigger1]
   [junit4]   2> 310868 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 - removing 
marker path: /autoscaling/nodeAdded/127.0.0.1:10008_solr
   [junit4]   2> 310868 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"5872f76495990Tdoebac5p59d333s5c89yvpy9t",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1556012801284496,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1556012801284496],
   [junit4]   2>     "_enqueue_time_":1556012817227596,
   [junit4]   2>     "nodeNames":["127.0.0.1:10008_solr"]}}
   [junit4]   2> 310868 INFO  (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.s.TestTriggerIntegration last action at 1556006796674796 time = 
1556012880132546
   [junit4]   2> 310868 INFO  (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger1
   [junit4]   2> 310868 DEBUG (simCloudManagerPool-1277-thread-8) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 310868 DEBUG (simCloudManagerPool-1277-thread-8) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
6
   [junit4]   2> 310868 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 310868 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 310868 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger1 - Initial 
livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10008_solr, 127.0.0.1:10007_solr]
   [junit4]   2> 310868 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 310868 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 310868 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
   [junit4]   2> 310868 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
   [junit4]   2> 310868 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 197 ms for event 
id=5872f76495990Tdoebac5p59d333s5c89yvpy9t
   [junit4]   2> 310868 DEBUG (ScheduledTrigger-1278-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with 
currently live nodes: 3
   [junit4]   2> 310868 DEBUG (simCloudManagerPool-1277-thread-9) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 310868 DEBUG (simCloudManagerPool-1277-thread-9) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
7
   [junit4]   2> 310868 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 310868 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 310868 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger2 - Initial 
livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10008_solr, 127.0.0.1:10007_solr]
   [junit4]   2> 310868 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 310868 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with 
currently live nodes: 2
   [junit4]   2> 310868 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10008_solr
   [junit4]   2> 310868 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost 
nodes: [127.0.0.1:10008_solr]
   [junit4]   2> 310868 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"5872f8f010b04Tdoebac5p59d333s5c89yvpy9w",
   [junit4]   2>   "source":"node_lost_trigger2",
   [junit4]   2>   "eventTime":1556013215976196,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1556013215976196],
   [junit4]   2>     "nodeNames":["127.0.0.1:10008_solr"]}}
   [junit4]   2> 310868 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, 
.auto_add_replicas, node_added_trigger2, node_lost_trigger1, 
node_added_trigger1]
   [junit4]   2> 310868 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"5872f8f010b04Tdoebac5p59d333s5c89yvpy9w",
   [junit4]   2>   "source":"node_lost_trigger2",
   [junit4]   2>   "eventTime":1556013215976196,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1556013215976196],
   [junit4]   2>     "_enqueue_time_":1556013231777046,
   [junit4]   2>     "nodeNames":["127.0.0.1:10008_solr"]}}
   [junit4]   2> 310868 INFO  (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.s.TestTriggerIntegration action executed from node_lost_trigger2
   [junit4]   2> 310884 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 100ms
   [junit4]   2> 310884 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 310884 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
   [junit4]   2> 310884 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms
   [junit4]   2> 310884 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
   [junit4]   2> 310884 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 53 ms for event 
id=5872f8f010b04Tdoebac5p59d333s5c89yvpy9w
   [junit4]   2> 310992 DEBUG (ScheduledTrigger-1278-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 310992 DEBUG (ScheduledTrigger-1278-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with 
currently live nodes: 2
   [junit4]   2> 310992 DEBUG (ScheduledTrigger-1278-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
   [junit4]   2> 310992 DEBUG (ScheduledTrigger-1278-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10008_solr
   [junit4]   2> 310992 DEBUG (ScheduledTrigger-1278-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 310992 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with 
currently live nodes: 2
   [junit4]   2> 310992 DEBUG (ScheduledTrigger-1278-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 310992 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10008_solr
   [junit4]   2> 310992 DEBUG (ScheduledTrigger-1278-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 310992 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost 
nodes: [127.0.0.1:10008_solr]
   [junit4]   2> 310992 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"58730dd2bf112Tdoebac5p59d333s5c89yvpy9z",
   [junit4]   2>   "source":"node_lost_trigger1",
   [junit4]   2>   "eventTime":1556018822377746,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1556018822377746],
   [junit4]   2>     "nodeNames":["127.0.0.1:10008_solr"]}}
   [junit4]   2> 310992 DEBUG (ScheduledTrigger-1278-thread-3) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2, 
.auto_add_replicas, node_added_trigger2, node_lost_trigger1, 
node_added_trigger1]
   [junit4]   2> 310992 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"58730dd2bf112Tdoebac5p59d333s5c89yvpy9z",
   [junit4]   2>   "source":"node_lost_trigger1",
   [junit4]   2>   "eventTime":1556018822377746,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1556018822377746],
   [junit4]   2>     "_enqueue_time_":1556018841535096,
   [junit4]   2>     "nodeNames":["127.0.0.1:10008_solr"]}}
   [junit4]   2> 310992 INFO  (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.s.TestTriggerIntegration last action at 1556013301451746 time = 
1556018896432896
   [junit4]   2> 310992 INFO  (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.s.TestTriggerIntegration action executed from node_lost_trigger1
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerThrottling
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS 
############
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:                2
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:       2
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:                1
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            127.0.0.1:10008_solr
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:       []
   [junit4]   2> 310992 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 100ms
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:     0
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:     0
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:            0
   [junit4]   2> 310992 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 310992 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
   [junit4]   2> 310992 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms
   [junit4]   2> 310992 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
   [junit4]   2> 310992 DEBUG (AutoscalingActionExecutor-1279-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 64 ms for event 
id=58730dd2bf112Tdoebac5p59d333s5c89yvpy9z
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            - autoscaling        5
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            - update             8
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts 
###########
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger1
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            - STARTED         1
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            - SUCCEEDED       1
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger2
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            - STARTED         1
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            - SUCCEEDED       1
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger1
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            - STARTED         1
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            - SUCCEEDED       1
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger2
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            - STARTED         1
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[8BF79FDBC8F9AC87]) [   
 ] o.a.s.c.a.s.SimSolrCloudTestCase ##            - SUCCEEDED       1
   [junit4] IGNOR/A 0.00s J1 | 
TestTriggerIntegration.testNodeMarkersRegistration
   [junit4]    > Assumption #1: 'badapple' test group is disabled 
(@BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028";))
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
   [junit4]   2> 310992 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 8
   [junit4]   2> 310992 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 310992 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 
127.0.0.1:10008_solr
   [junit4]   2> 310992 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 310992 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 310992 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 310992 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 310992 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 310992 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 310992 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2>        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1261)
 ~[?:?]
   [junit4]   2>        at 
java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:317)
 ~[?:?]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:169)
 [java/:?]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:841) [?:?]
   [junit4]   2> 310992 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool 
executor
   [junit4]   2> 310992 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 310992 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed 
explicitly
   [junit4]   2> 310992 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and 
.scheduled_maintenance triggers
   [junit4]   2> 310992 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 9
   [junit4]   2> 310992 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion -1
   [junit4]   2> 310992 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 310992 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial 
livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
   [junit4]   2> 310992 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 310992 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
   [junit4]   2> 310992 DEBUG (ScheduledTrigger-1281-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 311039 DEBUG (ScheduledTrigger-1281-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 311071 DEBUG (ScheduledTrigger-1281-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 311118 DEBUG (ScheduledTrigger-1281-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 311118 DEBUG (simCloudManagerPool-1280-thread-1) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 311118 DEBUG (simCloudManagerPool-1280-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
10
   [junit4]   2> 311118 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
   [junit4]   2> 311118 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 311118 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
   [junit4]   2> 311118 DEBUG (simCloudManagerPool-1280-thread-2) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 311118 DEBUG (simCloudManagerPool-1280-thread-2) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
11
   [junit4]   2> 311118 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
   [junit4]   2> 311118 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 311118 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial 
livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
   [junit4]   2> 311118 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated 
with properties: {event=nodeAdded, waitFor=2, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}],
 enabled=true}
   [junit4]   2> 311118 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
   [junit4]   2> 311118 DEBUG (ScheduledTrigger-1281-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 311118 DEBUG (ScheduledTrigger-1281-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 311152 DEBUG (ScheduledTrigger-1281-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 311152 DEBUG (ScheduledTrigger-1281-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 311152 DEBUG (ScheduledTrigger-1281-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 311152 DEBUG (ScheduledTrigger-1281-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10009_solr at time 
1556026765348896
   [junit4]   2> 311180 DEBUG (ScheduledTrigger-1281-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 311180 DEBUG (ScheduledTrigger-1281-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 311180 DEBUG (ScheduledTrigger-1281-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 311211 DEBUG (ScheduledTrigger-1281-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 311211 DEBUG (ScheduledTrigger-1281-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 311211 DEBUG (ScheduledTrigger-1281-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 311211 DEBUG (ScheduledTrigger-1281-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing 
registered processor for nodes: [127.0.0.1:10009_solr] added at times 
[1556026765348896], now=1556029723017296
   [junit4]   2> 311211 DEBUG (ScheduledTrigger-1281-thread-2) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"58732b69c1020Tdoebac5p59d333s5c89yvpya2",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":1556026765348896,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1556026765348896],
   [junit4]   2>     "nodeNames":["127.0.0.1:10009_solr"]}}
   [junit4]   2> 311211 DEBUG (ScheduledTrigger-1281-thread-2) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
node_added_trigger]
   [junit4]   2> 311211 DEBUG (ScheduledTrigger-1281-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - removing 
marker path: /autoscaling/nodeAdded/127.0.0.1:10009_solr
   [junit4]   2> 311211 DEBUG (AutoscalingActionExecutor-1282-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"58732b69c1020Tdoebac5p59d333s5c89yvpya2",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":1556026765348896,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1556026765348896],
   [junit4]   2>     "_enqueue_time_":1556029748531996,
   [junit4]   2>     "nodeNames":["127.0.0.1:10009_solr"]}}
   [junit4]   2> 311211 DEBUG (AutoscalingActionExecutor-1282-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 311211 DEBUG (AutoscalingActionExecutor-1282-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
   [junit4]   2> 311211 DEBUG (AutoscalingActionExecutor-1282-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 65 ms for event 
id=58732b69c1020Tdoebac5p59d333s5c89yvpya2
   [junit4]   2> 311211 DEBUG (simCloudManagerPool-1280-thread-4) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 311211 DEBUG (simCloudManagerPool-1280-thread-4) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
12
   [junit4]   2> 311211 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
   [junit4]   2> 311211 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
   [junit4]   2> 311274 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
   [junit4]   2> 311274 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 311274 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 311274 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 311274 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 311274 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:         3
   [junit4]   2> 311274 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:        3
   [junit4]   2> 311274 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:         0
   [junit4]   2> 311274 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:        []
   [junit4]   2> 311274 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:      0
   [junit4]   2> 311274 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:      0
   [junit4]   2> 311274 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:             0
   [junit4]   2> 311274 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 311274 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ##             - autoscaling        3
   [junit4]   2> 311274 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ##             - update             2
   [junit4]   2> 311274 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts 
###########
   [junit4]   2> 311274 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger
   [junit4]   2> 311274 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ##             - STARTED         1
   [junit4]   2> 311274 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[8BF79FDBC8F9AC87]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ##             - SUCCEEDED       1
   [junit4] IGNOR/A 0.00s J1 | TestTriggerIntegration.testNodeLostTrigger
   [junit4]    > Assumption #1: 'badapple' test group is disabled 
(@BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028";))
   [junit4] IGNOR/A 0.00s J1 | 
TestTriggerIntegration.testNodeLostTriggerRestoreState
   [junit4]    > Assumption #1: 'badapple' test group is disabled 
(@BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028";))
   [junit4] IGNOR/A 0.00s J1 | TestTriggerIntegration.testEventFromRestoredState
   [junit4]    > Assumption #1: 'badapple' test group is disabled 
(@BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028";))
   [junit4] IGNOR/A 0.00s J1 | TestTriggerIntegration.testSearchRate
   [junit4]    > Assumption #1: 'badapple' test group is disabled 
(@BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028";))
   [junit4]   2> 311274 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
   [junit4]   2> 311274 DEBUG 
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
13
   [junit4]   2> 311274 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 13
   [junit4]   2> 311274 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 311274 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 311274 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 311274 DEBUG 
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 311274 DEBUG 
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 311274 DEBUG 
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 311274 DEBUG 
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool 
executor
   [junit4]   2> 311274 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException: null
   [junit4]   2>        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1261)
 ~[?:?]
   [junit4]   2>        at 
java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:317)
 ~[?:?]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:169)
 [java/:?]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:841) [?:?]
   [junit4]   2> 311274 DEBUG 
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 311274 DEBUG 
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 311274 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and 
.scheduled_maintenance triggers
   [junit4]   2> 311274 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 14
   [junit4]   2> 311274 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion -1
   [junit4]   2> 311274 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 14
   [junit4]   2> 311274 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial 
livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
   [junit4]   2> 311274 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 311274 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion 14
   [junit4]   2> 311274 DEBUG (ScheduledTrigger-1284-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 311305 DEBUG (ScheduledTrigger-1284-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 311337 DEBUG (ScheduledTrigger-1284-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 311368 DEBUG (ScheduledTrigger-1284-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 311384 DEBUG (simCloudManagerPool-1283-thread-1) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 311384 DEBUG (simCloudManagerPool-1283-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
15
   [junit4]   2> 311384 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 15
   [junit4]   2> 311384 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 311384 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 15, lastZnodeVersion 15
   [junit4]   2> 311384 INFO  (simCloudManagerPool-1283-thread-2) [    ] 
o.a.s.c.a.s.TestTriggerIntegration TestEventQueueAction instantiated
   [junit4]   2> 311384 DEBUG (simCloudManagerPool-1283-thread-2) [    ] 
o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 311384 DEBUG (simCloudManagerPool-1283-thread-2) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 311384 DEBUG (simCloudManagerPool-1283-thread-2) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
16
   [junit4]   2> 311384 INFO  (simCloudManagerPool-1283-thread-2) [    ] 
o.a.s.c.a.s.TestTriggerIntegration TestEventQueueAction instantiated
   [junit4]   2> 311384 DEBUG (simCloudManagerPool-1283-thread-2) [    ] 
o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 311384 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 16
   [junit4]   2> 311384 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 - Initial 
livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10010_solr, 127.0.0.1:10007_solr]
   [junit4]   2> 311384 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated 
with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventQueueAction}],
 enabled=true}
   [junit4]   2> 311384 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:10010_solr
   [junit4]   2> 311384 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 - removing 
marker path: /autoscaling/nodeAdded/127.0.0.1:10010_solr
   [junit4]   2> 311384 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion 16
   [junit4]   2> 311414 DEBUG (ScheduledTrigger-1284-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 311414 DEBUG (ScheduledTrigger-1284-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 311414 DEBUG (ScheduledTrigger-1284-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 311414 DEBUG (ScheduledTrigger-1284-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing 
registered processor for nodes: [127.0.0.1:10010_solr] added at times 
[1556038589949596], now=1556039887613996
   [junit4]   2> 311414 DEBUG (ScheduledTrigger-1284-thread-2) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"587357769269cTdoebac5p59d333s5c89yvpya5",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1556038589949596,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1556038589949596],
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 311414 DEBUG (ScheduledTrigger-1284-thread-2) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
node_added_trigger1]
   [junit4]   2> 311414 DEBUG (ScheduledTrigger-1284-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 - removing 
marker path: /autoscaling/nodeAdded/127.0.0.1:10010_solr
   [junit4]   2> 311414 DEBUG (AutoscalingActionExecutor-1285-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"587357769269cTdoebac5p59d333s5c89yvpya5",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1556038589949596,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1556038589949596],
   [junit4]   2>     "_enqueue_time_":1556039954230896,
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 311414 INFO  (AutoscalingActionExecutor-1285-thread-1) [    ] 
o.a.s.c.a.s.TestTriggerIntegration -- event: {
   [junit4]   2>   "id":"587357769269cTdoebac5p59d333s5c89yvpya5",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1556038589949596,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1556038589949596],
   [junit4]   2>     "_enqueue_time_":1556039954230896,
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"]}}
   [junit4]   2> 311414 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 311414 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 311414 DEBUG 
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 311414 DEBUG 
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 311414 DEBUG 
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 311414 WARN  (AutoscalingActionExecutor-1285-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Exception executing actions
   [junit4]   2> org.apache.lucene.store.AlreadyClosedException: 
ScheduledTrigger node_added_trigger1 has been closed.
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.dequeue(ScheduledTriggers.java:545)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:318)
 [java/:?]
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) [?:?]
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
 [java/:?]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) 
[?:?]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) 
[?:?]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:841) [?:?]
   [junit4]   2> 311414 DEBUG (AutoscalingActionExecutor-1285-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 338 ms for event 
id=587357769269cTdoebac5p59d333s5c89yvpya5
   [junit4]   2> 311414 DEBUG 
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool 
executor
   [junit4]   2> 311414 DEBUG 
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 311414 DEBUG 
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 311461 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 16
   [junit4]   2> 311461 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestEventQueueAction instantiated
   [junit4]   2> 311461 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 311461 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion -1
   [junit4]   2> 311461 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 16
   [junit4]   2> 311461 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial 
livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10007_solr]
   [junit4]   2> 311461 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 
127.0.0.1:10006_solr
   [junit4]   2> 311461 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 - Initial 
livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10007_solr]
   [junit4]   2> 311461 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated 
with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventQueueAction}],
 enabled=true}
   [junit4]   2> 311461 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion 16
   [junit4]   2> 311461 DEBUG (ScheduledTrigger-1287-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 311461 DEBUG (ScheduledTrigger-1287-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10006_solr
   [junit4]   2> 311461 DEBUG (ScheduledTrigger-1287-thread-2) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"587357769269cTdoebac5p59d333s5c89yvpya5",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1556038589949596,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1556038589949596],
   [junit4]   2>     "_dequeue_time_":1556042309673346,
   [junit4]   2>     "_enqueue_time_":1556039954230896,
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 311461 DEBUG (ScheduledTrigger-1287-thread-2) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
node_added_trigger1]
   [junit4]   2> 311461 DEBUG (ScheduledTrigger-1287-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 311461 DEBUG (ScheduledTrigger-1287-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 311461 DEBUG (AutoscalingActionExecutor-1288-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"587357769269cTdoebac5p59d333s5c89yvpya5",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1556038589949596,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1556038589949596],
   [junit4]   2>     "_dequeue_time_":1556042309673346,
   [junit4]   2>     "_enqueue_time_":1556039954230896,
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 311461 INFO  (AutoscalingActionExecutor-1288-thread-1) [    ] 
o.a.s.c.a.s.TestTriggerIntegration -- event: {
   [junit4]   2>   "id":"587357769269cTdoebac5p59d333s5c89yvpya5",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1556038589949596,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1556038589949596],
   [junit4]   2>     "_dequeue_time_":1556042309673346,
   [junit4]   2>     "_enqueue_time_":1556039954230896,
   [junit4]   2>     "nodeNames":["127.0.0.1:10010_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 311471 DEBUG (AutoscalingActionExecutor-1288-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 311471 DEBUG (AutoscalingActionExecutor-1288-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
   [junit4]   2> 311471 DEBUG (AutoscalingActionExecutor-1288-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 152 ms for event 
id=587357769269cTdoebac5p59d333s5c89yvpya5
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:               2
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:      2
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:               1
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##           127.0.0.1:10006_solr
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:      []
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:    0
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:    0
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:           0
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##           - autoscaling        2
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##           - update             3
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger1
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##           - STARTED         2
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testEventQueue-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##           - SUCCEEDED       1
   [junit4] IGNOR/A 0.00s J1 | TestTriggerIntegration.testCooldown
   [junit4]    > Assumption #1: 'badapple' test group is disabled 
(@BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028";))
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[8BF79FDBC8F9AC87])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
   [junit4]   2> 311542 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[8BF79FDBC8F9AC87])
 [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 17
   [junit4]   2> 311542 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[8BF79FDBC8F9AC87])
 [    ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 
127.0.0.1:10006_solr
   [junit4]   2> 311542 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[8BF79FDBC8F9AC87])
 [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and 
clearing object cache...
   [junit4]   2> 311542 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 311542 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[8BF79FDBC8F9AC87])
 [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool 
executor now
   [junit4]   2> 311542 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[8BF79FDBC8F9AC87])
 [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 311542 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[8BF79FDBC8F9AC87])
 [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 311655 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[8BF79FDBC8F9AC87])
 [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread 
pool executor
   [junit4]   2> 311655 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[8BF79FDBC8F9AC87])
 [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 311655 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[8BF79FDBC8F9AC87])
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed 
explicitly
   [junit4]   2> 311667 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and 
.scheduled_maintenance triggers
   [junit4]   2> 311667 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 18
   [junit4]   2> 311667 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 18, lastZnodeVersion -1
   [junit4]   2> 311667 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 18
   [junit4]   2> 311667 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial 
livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10007_solr]
   [junit4]   2> 311667 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 311667 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 18, lastZnodeVersion 18
   [junit4]   2> 311667 DEBUG (ScheduledTrigger-1290-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 311714 DEBUG (ScheduledTrigger-1290-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 311760 DEBUG (ScheduledTrigger-1290-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 311760 DEBUG (simCloudManagerPool-1289-thread-1) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 311760 DEBUG (simCloudManagerPool-1289-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
19
   [junit4]   2> 311760 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 19
   [junit4]   2> 311760 DEBUG (simCloudManagerPool-1289-thread-2) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 311760 DEBUG (simCloudManagerPool-1289-thread-2) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
20
   [junit4]   2> 311760 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 311760 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread   -- deleted 
/autoscaling/nodeAdded/127.0.0.1:10011_solr
   [junit4]   2> 311760 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 20, lastZnodeVersion 19
   [junit4]   2> 311760 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 20
   [junit4]   2> 311760 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 311760 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger - 
Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10007_solr, 
127.0.0.1:10011_solr]
   [junit4]   2> 311760 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger 
instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}],
 enabled=true}
   [junit4]   2> 311760 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 20, lastZnodeVersion 20
   [junit4]   2> 311760 DEBUG (ScheduledTrigger-1290-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 311760 DEBUG (ScheduledTrigger-1290-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 311791 DEBUG (ScheduledTrigger-1290-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 311791 DEBUG (ScheduledTrigger-1290-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 311791 DEBUG (ScheduledTrigger-1290-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 311791 DEBUG (simCloudManagerPool-1289-thread-3) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 311791 DEBUG (simCloudManagerPool-1289-thread-3) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
21
   [junit4]   2> 311791 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 21
   [junit4]   2> 311791 INFO  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 311791 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger - 
Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10007_solr, 
127.0.0.1:10011_solr]
   [junit4]   2> 311791 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger 
instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}],
 enabled=true}
   [junit4]   2> 311791 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 21, lastZnodeVersion 21
   [junit4]   2> 311791 DEBUG (ScheduledTrigger-1290-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 311791 DEBUG (ScheduledTrigger-1290-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 311837 DEBUG (ScheduledTrigger-1290-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 311837 DEBUG (ScheduledTrigger-1290-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 311837 DEBUG (ScheduledTrigger-1290-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 311868 DEBUG (ScheduledTrigger-1290-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 311868 DEBUG (ScheduledTrigger-1290-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 311868 DEBUG (ScheduledTrigger-1290-thread-1) [    ] o.a.s.

[...truncated too long message...]

 "id":"58a63eca6e609Tdoebac5p59d333s5c89yvpxzj",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":1559536660309513,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1559536660309513],
   [junit4]   2>     "_enqueue_time_":1559538783602563,
   [junit4]   2>     "nodeNames":["127.0.0.1:10047_solr"]}}
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:311)
 [java/:?]
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) [?:?]
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:192)
 [java/:?]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) 
[?:?]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) 
[?:?]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:841) [?:?]
   [junit4]   2> Caused by: java.lang.RuntimeException: failure
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestDummyAction.process(TestTriggerIntegration.java:908)
 ~[test/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:308)
 ~[java/:?]
   [junit4]   2>        ... 6 more
   [junit4]   2> 192942 DEBUG (AutoscalingActionExecutor-1632-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 192942 DEBUG (AutoscalingActionExecutor-1632-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
   [junit4]   2> 192942 DEBUG (AutoscalingActionExecutor-1632-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 61 ms for event 
id=58a63eca6e609Tdoebac5p59d333s5c89yvpxzj
   [junit4]   2> 192982 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testListeners
   [junit4]   2> 192982 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 192982 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 192982 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 192982 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 192982 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:                4
   [junit4]   2> 192982 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:       4
   [junit4]   2> 192982 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:                0
   [junit4]   2> 192982 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:       []
   [junit4]   2> 192982 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:     0
   [junit4]   2> 192982 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:     0
   [junit4]   2> 192982 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:            0
   [junit4]   2> 192982 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 192982 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##            - autoscaling        4
   [junit4]   2> 192982 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##            - update             4
   [junit4]   2> 192982 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 192982 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger
   [junit4]   2> 192982 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##            - FAILED          1
   [junit4]   2> 192982 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##            - STARTED         2
   [junit4]   2> 192982 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[8BF79FDBC8F9AC87]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##            - SUCCEEDED       1
   [junit4] OK      0.36s J0 | TestTriggerIntegration.testListeners
   [junit4]   2> 192983 DEBUG 
(SUITE-TestTriggerIntegration-seed#[8BF79FDBC8F9AC87]-worker) [    ] 
o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 192983 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 192983 DEBUG 
(SUITE-TestTriggerIntegration-seed#[8BF79FDBC8F9AC87]-worker) [    ] 
o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 192983 DEBUG 
(SUITE-TestTriggerIntegration-seed#[8BF79FDBC8F9AC87]-worker) [    ] 
o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 192983 DEBUG 
(SUITE-TestTriggerIntegration-seed#[8BF79FDBC8F9AC87]-worker) [    ] 
o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool 
executor
   [junit4]   2> 192983 DEBUG 
(SUITE-TestTriggerIntegration-seed#[8BF79FDBC8F9AC87]-worker) [    ] 
o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 192983 DEBUG 
(SUITE-TestTriggerIntegration-seed#[8BF79FDBC8F9AC87]-worker) [    ] 
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> NOTE: leaving temporary files on disk at: 
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.sim.TestTriggerIntegration_8BF79FDBC8F9AC87-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@48982ccf),
 locale=ar-QA, timezone=CST
   [junit4]   2> NOTE: Windows 10 10.0 amd64/Oracle Corporation 11-ea 
(64-bit)/cpus=3,threads=1,free=57799376,total=120262656
   [junit4]   2> NOTE: All tests run in this JVM: [TestReplicationHandler, 
TestReplicationHandler, TestTriggerIntegration, TestTriggerIntegration, 
TestTriggerIntegration]
   [junit4] Completed [9/10 (1!)] on J0 in 3.47s, 11 tests, 1 failure <<< 
FAILURES!

[...truncated 29 lines...]
BUILD FAILED
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:1568:
 The following error occurred while executing this line:
C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\lucene\common-build.xml:1092:
 There were test failures: 10 suites, 135 tests, 1 failure [seed: 
8BF79FDBC8F9AC87]

Total time: 3 minutes 58 seconds

[repro] Setting last failure code to 1

[repro] Failures:
[repro]   0/5 failed: org.apache.solr.handler.TestReplicationHandler
[repro]   1/5 failed: 
org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration
[repro] Exiting with code 1

C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST lucene\build 
move /y lucene\build lucene\build.repro 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST solr\build move 
/y solr\build solr\build.repro 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST 
lucene\build.orig move /y lucene\build.orig lucene\build 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>IF EXIST solr\build.orig 
move /y solr\build.orig solr\build 
        1 dir(s) moved.

C:\Users\jenkins\workspace\Lucene-Solr-master-Windows>exit 0 
Archiving artifacts
Setting 
ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting 
ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting 
ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all 
warnings.
<Git Blamer> GIT_COMMIT=040a9601b1b346391ad37e5a0a4f2f598e72d26e, 
workspace=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows
[WARNINGS] Computing warning deltas based on reference build #7263
Recording test results
Setting 
ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting 
ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting 
ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting 
ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
Setting 
ANT_1_8_2_HOME=C:\Users\jenkins\tools\hudson.tasks.Ant_AntInstallation\ANT_1.8.2
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to