Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4373/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  
org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration

Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:10042_solr should have been deleted

Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:10042_solr 
should have been deleted
        at 
__randomizedtesting.SeedInfo.seed([EB5C5F11E234F6A1:F3E6D71DEC013B4E]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.assertTrue(Assert.java:43)
        at org.junit.Assert.assertFalse(Assert.java:68)
        at 
org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testNodeMarkersRegistration(TestTriggerIntegration.java:842)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13518 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration
   [junit4]   2> 3440918 INFO  
(SUITE-TestTriggerIntegration-seed#[EB5C5F11E234F6A1]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_EB5C5F11E234F6A1-001/init-core-data-001
   [junit4]   2> 3440919 INFO  
(SUITE-TestTriggerIntegration-seed#[EB5C5F11E234F6A1]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 3440920 INFO  
(SUITE-TestTriggerIntegration-seed#[EB5C5F11E234F6A1]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) 
w/ MAC_OS_X supressed clientAuth
   [junit4]   2> 3440921 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 3440921 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 0
   [junit4]   2> 3440921 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10028_solr, 
127.0.0.1:10027_solr]
   [junit4]   2> 3440921 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 3440921 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 3440921 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3440921 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
   [junit4]   2> 3440926 DEBUG (ScheduledTrigger-12851-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3440929 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testListeners
   [junit4]   2> 3440929 DEBUG 
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
1
   [junit4]   2> 3440929 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 3440929 WARN  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 3440936 DEBUG 
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 3440937 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 3440937 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 2
   [junit4]   2> 3440937 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10028_solr, 
127.0.0.1:10027_solr]
   [junit4]   2> 3440937 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
   [junit4]   2> 3440937 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 3440939 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3440939 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 3440939 DEBUG (ScheduledTrigger-12854-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3440969 DEBUG (ScheduledTrigger-12854-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3440994 DEBUG (ScheduledTrigger-12854-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3441020 DEBUG (ScheduledTrigger-12854-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3441044 DEBUG (ScheduledTrigger-12854-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3441048 DEBUG (simCloudManagerPool-12853-thread-1) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3441048 DEBUG (simCloudManagerPool-12853-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
3
   [junit4]   2> 3441051 DEBUG (simCloudManagerPool-12853-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10028_solr, 
127.0.0.1:10027_solr]
   [junit4]   2> 3441051 DEBUG (simCloudManagerPool-12853-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10028_solr, 
127.0.0.1:10027_solr]
   [junit4]   2> 3441051 DEBUG (simCloudManagerPool-12853-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated 
with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction},
 {name=test1, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestDummyAction}],
 enabled=true}
   [junit4]   2> 3441052 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 3441052 INFO  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 3441052 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 3441052 DEBUG (ScheduledTrigger-12854-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 3441052 DEBUG (ScheduledTrigger-12854-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 3441054 DEBUG (simCloudManagerPool-12853-thread-2) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3441054 DEBUG (simCloudManagerPool-12853-thread-2) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
4
   [junit4]   2> 3441055 DEBUG (simCloudManagerPool-12853-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10028_solr, 
127.0.0.1:10027_solr]
   [junit4]   2> 3441055 DEBUG (simCloudManagerPool-12853-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10028_solr, 
127.0.0.1:10027_solr]
   [junit4]   2> 3441055 DEBUG (simCloudManagerPool-12853-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated 
with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction},
 {name=test1, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestDummyAction}],
 enabled=true}
   [junit4]   2> 3441055 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 3441055 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 3441056 DEBUG (simCloudManagerPool-12853-thread-3) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3441056 DEBUG (simCloudManagerPool-12853-thread-3) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
5
   [junit4]   2> 3441056 DEBUG (simCloudManagerPool-12853-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10028_solr, 
127.0.0.1:10027_solr]
   [junit4]   2> 3441056 DEBUG (simCloudManagerPool-12853-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10028_solr, 
127.0.0.1:10027_solr]
   [junit4]   2> 3441056 DEBUG (simCloudManagerPool-12853-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated 
with properties: {event=nodeAdded, waitFor=3, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction},
 {name=test1, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestDummyAction}],
 enabled=true}
   [junit4]   2> 3441056 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 3441057 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 3441071 DEBUG (ScheduledTrigger-12854-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 3441078 DEBUG (ScheduledTrigger-12854-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 3441078 DEBUG (ScheduledTrigger-12854-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3441078 DEBUG (ScheduledTrigger-12854-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10029_solr at time 
528411704143002
   [junit4]   2> 3441100 DEBUG (ScheduledTrigger-12854-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 3441100 DEBUG (ScheduledTrigger-12854-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 3441100 DEBUG (ScheduledTrigger-12854-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3441130 DEBUG (ScheduledTrigger-12854-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 3441130 DEBUG (ScheduledTrigger-12854-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 3441130 DEBUG (ScheduledTrigger-12854-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3441154 DEBUG (ScheduledTrigger-12854-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 3441154 DEBUG (ScheduledTrigger-12854-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 3441155 DEBUG (ScheduledTrigger-12854-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3441155 DEBUG (ScheduledTrigger-12854-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing 
registered processor for nodes: [127.0.0.1:10029_solr] added at times 
[528411704143002], now=528415549391152
   [junit4]   2> 3441155 DEBUG (ScheduledTrigger-12854-thread-3) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"1e0966febac9aTbp42ve588tcz6x9s6dndr3pk5",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":528411704143002,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[528411704143002],
   [junit4]   2>     "nodeNames":["127.0.0.1:10029_solr"]}}
   [junit4]   2> 3441157 DEBUG (AutoscalingActionExecutor-12855-thread-1) [    
] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"1e0966febac9aTbp42ve588tcz6x9s6dndr3pk5",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":528411704143002,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[528411704143002],
   [junit4]   2>     "_enqueue_time_":528415561638152,
   [junit4]   2>     "nodeNames":["127.0.0.1:10029_solr"]}}
   [junit4]   2> 3441160 DEBUG (AutoscalingActionExecutor-12855-thread-1) [    
] o.a.s.c.a.ScheduledTriggers -- processing took 153 ms for event 
id=1e0966febac9aTbp42ve588tcz6x9s6dndr3pk5
   [junit4]   2> 3441184 DEBUG (ScheduledTrigger-12854-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 3441184 DEBUG (ScheduledTrigger-12854-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 3441184 DEBUG (ScheduledTrigger-12854-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3441210 DEBUG (ScheduledTrigger-12854-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 3441210 DEBUG (ScheduledTrigger-12854-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3441210 DEBUG (ScheduledTrigger-12854-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 3441239 DEBUG (ScheduledTrigger-12854-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 3441239 DEBUG (ScheduledTrigger-12854-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3441239 DEBUG (ScheduledTrigger-12854-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10030_solr at time 
528419770807002
   [junit4]   2> 3441239 DEBUG (ScheduledTrigger-12854-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 4
   [junit4]   2> 3441269 DEBUG (ScheduledTrigger-12854-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 3441269 DEBUG (ScheduledTrigger-12854-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 4
   [junit4]   2> 3441269 DEBUG (ScheduledTrigger-12854-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3441299 DEBUG (ScheduledTrigger-12854-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 4
   [junit4]   2> 3441299 DEBUG (ScheduledTrigger-12854-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 3441299 DEBUG (ScheduledTrigger-12854-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3441300 DEBUG (ScheduledTrigger-12854-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing 
registered processor for nodes: [127.0.0.1:10030_solr] added at times 
[528419770807002], now=528422787422252
   [junit4]   2> 3441300 DEBUG (ScheduledTrigger-12854-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"1e09850bb32daTbp42ve588tcz6x9s6dndr3pk8",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":528419770807002,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[528419770807002],
   [junit4]   2>     "nodeNames":["127.0.0.1:10030_solr"]}}
   [junit4]   2> 3441300 DEBUG (AutoscalingActionExecutor-12855-thread-1) [    
] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"1e09850bb32daTbp42ve588tcz6x9s6dndr3pk8",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":528419770807002,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[528419770807002],
   [junit4]   2>     "_enqueue_time_":528422798637902,
   [junit4]   2>     "nodeNames":["127.0.0.1:10030_solr"]}}
   [junit4]   2> 3441301 WARN  (AutoscalingActionExecutor-12855-thread-1) [    
] o.a.s.c.a.ScheduledTriggers Exception executing actions
   [junit4]   2> java.lang.Exception: Error executing action: test1 for trigger 
event: {
   [junit4]   2>   "id":"1e09850bb32daTbp42ve588tcz6x9s6dndr3pk8",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":528419770807002,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[528419770807002],
   [junit4]   2>     "_enqueue_time_":528422798637902,
   [junit4]   2>     "nodeNames":["127.0.0.1:10030_solr"]}}
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:298)
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.RuntimeException: failure
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestDummyAction.process(TestTriggerIntegration.java:890)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:295)
   [junit4]   2>        ... 6 more
   [junit4]   2> 3441302 DEBUG (AutoscalingActionExecutor-12855-thread-1) [    
] o.a.s.c.a.ScheduledTriggers -- processing took 58 ms for event 
id=1e09850bb32daTbp42ve588tcz6x9s6dndr3pk8
   [junit4]   2> 3441329 DEBUG (ScheduledTrigger-12854-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 4
   [junit4]   2> 3441329 DEBUG (ScheduledTrigger-12854-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 3441330 DEBUG (ScheduledTrigger-12854-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3441351 DEBUG (ScheduledTrigger-12854-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 4
   [junit4]   2> 3441351 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testListeners
   [junit4]   2> 3441351 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 3441351 DEBUG (ScheduledTrigger-12854-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 3441352 DEBUG (ScheduledTrigger-12854-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3441351 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 3441352 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 3441352 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 3441352 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:               4
   [junit4]   2> 3441352 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:      4
   [junit4]   2> 3441352 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:               0
   [junit4]   2> 3441352 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:      []
   [junit4]   2> 3441353 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:    0
   [junit4]   2> 3441353 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:    0
   [junit4]   2> 3441353 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:           0
   [junit4]   2> 3441353 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 3441353 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##           - autoscaling        3
   [junit4]   2> 3441353 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##           - update             4
   [junit4]   2> 3441353 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 3441353 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger
   [junit4]   2> 3441353 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##           - FAILED          1
   [junit4]   2> 3441353 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##           - STARTED         2
   [junit4]   2> 3441354 INFO  
(TEST-TestTriggerIntegration.testListeners-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##           - SUCCEEDED       1
   [junit4]   2> 3441377 DEBUG (ScheduledTrigger-12854-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 4
   [junit4]   2> 3441377 DEBUG (ScheduledTrigger-12854-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 3441384 DEBUG (ScheduledTrigger-12854-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3441406 DEBUG (ScheduledTrigger-12854-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 4
   [junit4]   2> 3441406 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
   [junit4]   2> 3441406 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 6
   [junit4]   2> 3441406 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 3441407 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and 
clearing object cache...
   [junit4]   2> 3441407 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3441411 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3441411 WARN  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2>        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
   [junit4]   2>        at 
java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3441412 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed 
explicitly
   [junit4]   2> 3441415 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 3441416 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 7
   [junit4]   2> 3441416 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10029_solr, 
127.0.0.1:10028_solr]
   [junit4]   2> 3441416 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
   [junit4]   2> 3441417 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 3441417 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3441417 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 3441418 DEBUG (ScheduledTrigger-12857-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3441441 DEBUG (ScheduledTrigger-12857-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3441476 DEBUG (ScheduledTrigger-12857-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3441505 DEBUG (ScheduledTrigger-12857-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3441523 DEBUG (simCloudManagerPool-12856-thread-1) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3441523 DEBUG (simCloudManagerPool-12856-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
8
   [junit4]   2> 3441526 DEBUG (ScheduledTrigger-12857-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3441526 DEBUG (simCloudManagerPool-12856-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10029_solr, 
127.0.0.1:10028_solr]
   [junit4]   2> 3441527 DEBUG (simCloudManagerPool-12856-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger 
instantiated with properties: {event=nodeAdded, waitFor=5, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}],
 enabled=true}
   [junit4]   2> 3441527 DEBUG (simCloudManagerPool-12856-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10029_solr, 
127.0.0.1:10028_solr]
   [junit4]   2> 3441527 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 3441528 INFO  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 3441528 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 3441528 DEBUG (ScheduledTrigger-12857-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 3441528 DEBUG (ScheduledTrigger-12857-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3441528 DEBUG (ScheduledTrigger-12857-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10031_solr at time 
528434219142252
   [junit4]   2> 3441550 DEBUG (ScheduledTrigger-12857-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 3441554 DEBUG (ScheduledTrigger-12857-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 3441554 DEBUG (ScheduledTrigger-12857-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3441569 DEBUG (simCloudManagerPool-12856-thread-2) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3441569 DEBUG (simCloudManagerPool-12856-thread-2) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
9
   [junit4]   2> 3441569 DEBUG (simCloudManagerPool-12856-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10031_solr, 
127.0.0.1:10029_solr, 127.0.0.1:10028_solr]
   [junit4]   2> 3441569 DEBUG (simCloudManagerPool-12856-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger 
instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}],
 enabled=true}
   [junit4]   2> 3441569 DEBUG (simCloudManagerPool-12856-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10031_solr, 
127.0.0.1:10029_solr, 127.0.0.1:10028_solr]
   [junit4]   2> 3441569 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 3441570 INFO  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 3441570 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:10031_solr
   [junit4]   2> 3441570 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
   [junit4]   2> 3441570 DEBUG (ScheduledTrigger-12857-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 3441570 DEBUG (ScheduledTrigger-12857-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 3441570 DEBUG (ScheduledTrigger-12857-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3441571 DEBUG (ScheduledTrigger-12857-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing 
registered processor for nodes: [127.0.0.1:10031_solr] added at times 
[528436313689002], now=528436344256302
   [junit4]   2> 3441571 DEBUG (ScheduledTrigger-12857-thread-2) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"1e09c2ac38baaTbp42ve588tcz6x9s6dndr3pkb",
   [junit4]   2>   "source":"node_added_restore_trigger",
   [junit4]   2>   "eventTime":528436313689002,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[528436313689002],
   [junit4]   2>     "nodeNames":["127.0.0.1:10031_solr"]}}
   [junit4]   2> 3441572 DEBUG (AutoscalingActionExecutor-12858-thread-1) [    
] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"1e09c2ac38baaTbp42ve588tcz6x9s6dndr3pkb",
   [junit4]   2>   "source":"node_added_restore_trigger",
   [junit4]   2>   "eventTime":528436313689002,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[528436313689002],
   [junit4]   2>     "_enqueue_time_":528436353100952,
   [junit4]   2>     "nodeNames":["127.0.0.1:10031_solr"]}}
   [junit4]   2> 3441573 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
   [junit4]   2> 3441573 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 3441573 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 3441573 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS 
############
   [junit4]   2> 3441573 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 
   [junit4]   2> 3441573 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:            3
   [junit4]   2> 3441573 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:   3
   [junit4]   2> 3441573 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:            0
   [junit4]   2> 3441574 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:   []
   [junit4]   2> 3441574 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
   [junit4]   2> 3441574 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
   [junit4]   2> 3441574 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:                0
   [junit4]   2> 3441574 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts 
##########
   [junit4]   2> 3441574 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##                - autoscaling        
2
   [junit4]   2> 3441574 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##                - update             
1
   [junit4]   2> 3441574 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts 
###########
   [junit4]   2> 3441574 DEBUG (AutoscalingActionExecutor-12858-thread-1) [    
] o.a.s.c.a.ScheduledTriggers -- processing took 110 ms for event 
id=1e09c2ac38baaTbp42ve588tcz6x9s6dndr3pkb
   [junit4]   2> 3441574 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: 
node_added_restore_trigger
   [junit4]   2> 3441574 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##                - STARTED         1
   [junit4]   2> 3441574 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##                - SUCCEEDED       1
   [junit4]   2> 3441592 DEBUG (ScheduledTrigger-12857-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 3441598 DEBUG (ScheduledTrigger-12857-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
   [junit4]   2> 3441599 DEBUG (ScheduledTrigger-12857-thread-3) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3441599 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testCooldown
   [junit4]   2> 3441599 DEBUG 
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
10
   [junit4]   2> 3441599 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 3441599 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 
10
   [junit4]   2> 3441599 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3441599 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3441599 WARN  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2>        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
   [junit4]   2>        at 
java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3441603 DEBUG 
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 3441605 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 3441605 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 11
   [junit4]   2> 3441605 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10031_solr, 
127.0.0.1:10028_solr]
   [junit4]   2> 3441605 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion -1
   [junit4]   2> 3441605 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 
11
   [junit4]   2> 3441606 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3441606 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
   [junit4]   2> 3441606 DEBUG (ScheduledTrigger-12860-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3441634 DEBUG (ScheduledTrigger-12860-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3441668 DEBUG (ScheduledTrigger-12860-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3441703 DEBUG (ScheduledTrigger-12860-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3441715 DEBUG (simCloudManagerPool-12859-thread-1) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3441716 DEBUG (simCloudManagerPool-12859-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
12
   [junit4]   2> 3441718 DEBUG (simCloudManagerPool-12859-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10031_solr, 
127.0.0.1:10028_solr]
   [junit4]   2> 3441718 DEBUG (simCloudManagerPool-12859-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger 
instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}],
 enabled=true}
   [junit4]   2> 3441718 DEBUG (simCloudManagerPool-12859-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10031_solr, 
127.0.0.1:10028_solr]
   [junit4]   2> 3441718 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 
12
   [junit4]   2> 3441718 INFO  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 3441718 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
   [junit4]   2> 3441718 DEBUG (ScheduledTrigger-12860-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3441718 DEBUG (ScheduledTrigger-12860-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 3441718 DEBUG (simCloudManagerPool-12859-thread-2) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3441719 DEBUG (simCloudManagerPool-12859-thread-2) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
13
   [junit4]   2> 3441719 DEBUG (simCloudManagerPool-12859-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10031_solr, 
127.0.0.1:10028_solr]
   [junit4]   2> 3441719 DEBUG (simCloudManagerPool-12859-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger 
instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, 
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}],
 enabled=true}
   [junit4]   2> 3441719 DEBUG (simCloudManagerPool-12859-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10031_solr, 
127.0.0.1:10028_solr]
   [junit4]   2> 3441719 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 
13
   [junit4]   2> 3441719 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion 13
   [junit4]   2> 3441726 DEBUG (ScheduledTrigger-12860-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 3441748 DEBUG (ScheduledTrigger-12860-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 3441748 DEBUG (ScheduledTrigger-12860-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3441748 DEBUG (ScheduledTrigger-12860-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3441748 DEBUG (ScheduledTrigger-12860-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10032_solr at time 
528445228233002
   [junit4]   2> 3441775 DEBUG (ScheduledTrigger-12860-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 3441775 DEBUG (ScheduledTrigger-12860-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3441775 DEBUG (ScheduledTrigger-12860-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3441775 DEBUG (ScheduledTrigger-12860-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing 
registered processor for nodes: [127.0.0.1:10032_solr] added at times 
[528445228233002], now=528446563569352
   [junit4]   2> 3441775 DEBUG (ScheduledTrigger-12860-thread-4) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"1e09e3e1cb12aTbp42ve588tcz6x9s6dndr3pke",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":528445228233002,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[528445228233002],
   [junit4]   2>     "nodeNames":["127.0.0.1:10032_solr"]}}
   [junit4]   2> 3441776 DEBUG (AutoscalingActionExecutor-12861-thread-1) [    
] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"1e09e3e1cb12aTbp42ve588tcz6x9s6dndr3pke",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":528445228233002,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[528445228233002],
   [junit4]   2>     "_enqueue_time_":528446575300352,
   [junit4]   2>     "nodeNames":["127.0.0.1:10032_solr"]}}
   [junit4]   2> 3441776 DEBUG (AutoscalingActionExecutor-12861-thread-1) [    
] o.a.s.c.a.ScheduledTriggers -- processing took 24 ms for event 
id=1e09e3e1cb12aTbp42ve588tcz6x9s6dndr3pke
   [junit4]   2> 3441808 DEBUG (ScheduledTrigger-12860-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 3
   [junit4]   2> 3441808 DEBUG (ScheduledTrigger-12860-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3441808 DEBUG (ScheduledTrigger-12860-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3441808 DEBUG (ScheduledTrigger-12860-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10033_solr at time 
528448216286402
   [junit4]   2> 3441828 DEBUG (ScheduledTrigger-12860-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 4
   [junit4]   2> 3441828 DEBUG (ScheduledTrigger-12860-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3441828 DEBUG (ScheduledTrigger-12860-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3441829 DEBUG (ScheduledTrigger-12860-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing 
registered processor for nodes: [127.0.0.1:10033_solr] added at times 
[528448216286402], now=528449238894052
   [junit4]   2> 3441829 DEBUG (ScheduledTrigger-12860-thread-4) [    ] 
o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
   [junit4]   2>   "id":"1e09ef036c4c2Tbp42ve588tcz6x9s6dndr3pkh",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":528448216286402,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[528448216286402],
   [junit4]   2>     "nodeNames":["127.0.0.1:10033_solr"]}}
   [junit4]   2> 3441858 DEBUG (ScheduledTrigger-12860-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 4
   [junit4]   2> 3441858 DEBUG (ScheduledTrigger-12860-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3441859 DEBUG (ScheduledTrigger-12860-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3441859 DEBUG (ScheduledTrigger-12860-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing 
registered processor for nodes: [127.0.0.1:10033_solr] added at times 
[528448216286402], now=528450762002602
   [junit4]   2> 3441859 DEBUG (ScheduledTrigger-12860-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
   [junit4]   2>   "id":"1e09ef036c4c2Tbp42ve588tcz6x9s6dndr3pkj",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":528448216286402,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[528448216286402],
   [junit4]   2>     "nodeNames":["127.0.0.1:10033_solr"]}}
   [junit4]   2> 3441886 DEBUG (ScheduledTrigger-12860-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 4
   [junit4]   2> 3441886 DEBUG (ScheduledTrigger-12860-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3441886 DEBUG (ScheduledTrigger-12860-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3441886 DEBUG (ScheduledTrigger-12860-thread-4) [    ] 
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing 
registered processor for nodes: [127.0.0.1:10033_solr] added at times 
[528448216286402], now=528452121923802
   [junit4]   2> 3441886 DEBUG (ScheduledTrigger-12860-thread-4) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"1e09ef036c4c2Tbp42ve588tcz6x9s6dndr3pkl",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":528448216286402,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[528448216286402],
   [junit4]   2>     "nodeNames":["127.0.0.1:10033_solr"]}}
   [junit4]   2> 3441887 DEBUG (AutoscalingActionExecutor-12861-thread-1) [    
] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"1e09ef036c4c2Tbp42ve588tcz6x9s6dndr3pkl",
   [junit4]   2>   "source":"node_added_cooldown_trigger",
   [junit4]   2>   "eventTime":528448216286402,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[528448216286402],
   [junit4]   2>     "_enqueue_time_":528452132972152,
   [junit4]   2>     "nodeNames":["127.0.0.1:10033_solr"]}}
   [junit4]   2> 3441888 DEBUG (AutoscalingActionExecutor-12861-thread-1) [    
] o.a.s.c.a.ScheduledTriggers -- processing took 49 ms for event 
id=1e09ef036c4c2Tbp42ve588tcz6x9s6dndr3pkl
   [junit4]   2> 3441906 DEBUG (ScheduledTrigger-12860-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 4
   [junit4]   2> 3441908 DEBUG (ScheduledTrigger-12860-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3441908 DEBUG (ScheduledTrigger-12860-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3441940 DEBUG (ScheduledTrigger-12860-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 4
   [junit4]   2> 3441940 DEBUG (ScheduledTrigger-12860-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3441940 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.SolrTestCaseJ4 ###Ending testCooldown
   [junit4]   2> 3441941 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 3441941 DEBUG (ScheduledTrigger-12860-thread-2) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3441941 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 3441941 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 3441941 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 3441941 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:                4
   [junit4]   2> 3441941 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:       4
   [junit4]   2> 3441941 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:                0
   [junit4]   2> 3441941 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:       []
   [junit4]   2> 3441941 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:     0
   [junit4]   2> 3441941 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:     0
   [junit4]   2> 3441941 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:            0
   [junit4]   2> 3441941 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 3441941 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##            - autoscaling        2
   [junit4]   2> 3441941 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##            - update             6
   [junit4]   2> 3441941 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
   [junit4]   2> 3441942 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_cooldown_trigger
   [junit4]   2> 3441942 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##            - IGNORED         2
   [junit4]   2> 3441942 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##            - STARTED         2
   [junit4]   2> 3441942 INFO  
(TEST-TestTriggerIntegration.testCooldown-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##            - SUCCEEDED       2
   [junit4]   2> 3441962 DEBUG (ScheduledTrigger-12860-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 4
   [junit4]   2> 3441962 DEBUG (ScheduledTrigger-12860-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
   [junit4]   2> 3441967 DEBUG (ScheduledTrigger-12860-thread-1) [    ] 
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
   [junit4]   2> 3441986 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
   [junit4]   2> 3441986 DEBUG 
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 14
   [junit4]   2> 3441986 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 
14
   [junit4]   2> 3441986 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and 
clearing object cache...
   [junit4]   2> 3441986 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3441991 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3441991 WARN  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2>        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
   [junit4]   2>        at 
java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3441991 DEBUG 
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed 
explicitly
   [junit4]   2> 3441994 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 3441994 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 15
   [junit4]   2> 3441995 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10032_solr, 
127.0.0.1:10028_solr]
   [junit4]   2> 3441995 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 15, lastZnodeVersion -1
   [junit4]   2> 3441995 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 
15
   [junit4]   2> 3441996 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3441996 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 15, lastZnodeVersion 15
   [junit4]   2> 3441996 DEBUG (ScheduledTrigger-12863-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3442024 DEBUG (ScheduledTrigger-12863-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3442052 DEBUG (ScheduledTrigger-12863-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3442077 DEBUG (ScheduledTrigger-12863-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3442104 DEBUG (ScheduledTrigger-12863-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3442106 DEBUG (simCloudManagerPool-12862-thread-1) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3442106 DEBUG (simCloudManagerPool-12862-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
16
   [junit4]   2> 3442109 DEBUG (simCloudManagerPool-12862-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10034_solr, 
127.0.0.1:10032_solr, 127.0.0.1:10028_solr]
   [junit4]   2> 3442110 DEBUG (simCloudManagerPool-12862-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10034_solr, 
127.0.0.1:10032_solr, 127.0.0.1:10028_solr]
   [junit4]   2> 3442110 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 
16
   [junit4]   2> 3442110 INFO  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 3442110 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3442110 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion 16
   [junit4]   2> 3442110 DEBUG (ScheduledTrigger-12863-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger 
with currently live nodes: 2
   [junit4]   2> 3442110 DEBUG (ScheduledTrigger-12863-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10034_solr
   [junit4]   2> 3442131 DEBUG (ScheduledTrigger-12863-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3442136 DEBUG (ScheduledTrigger-12863-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger 
with currently live nodes: 2
   [junit4]   2> 3442151 DEBUG (simCloudManagerPool-12862-thread-2) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3442151 DEBUG (simCloudManagerPool-12862-thread-2) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
17
   [junit4]   2> 3442151 DEBUG (simCloudManagerPool-12862-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10032_solr, 
127.0.0.1:10028_solr]
   [junit4]   2> 3442151 DEBUG (simCloudManagerPool-12862-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10032_solr, 
127.0.0.1:10028_solr]
   [junit4]   2> 3442151 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 
17
   [junit4]   2> 3442151 INFO  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 3442151 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3442151 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 17, lastZnodeVersion 17
   [junit4]   2> 3442151 DEBUG (ScheduledTrigger-12863-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger 
with currently live nodes: 2
   [junit4]   2> 3442151 DEBUG (ScheduledTrigger-12863-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost 
nodes: [127.0.0.1:10034_solr]
   [junit4]   2> 3442151 DEBUG (ScheduledTrigger-12863-thread-4) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"1e0a275ab005cTbp42ve588tcz6x9s6dndr3pko",
   [junit4]   2>   "source":"node_lost_restore_trigger",
   [junit4]   2>   "eventTime":528463340175452,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[528463340175452],
   [junit4]   2>     "nodeNames":["127.0.0.1:10034_solr"]}}
   [junit4]   2> 3442151 DEBUG (AutoscalingActionExecutor-12864-thread-1) [    
] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"1e0a275ab005cTbp42ve588tcz6x9s6dndr3pko",
   [junit4]   2>   "source":"node_lost_restore_trigger",
   [junit4]   2>   "eventTime":528463340175452,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[528463340175452],
   [junit4]   2>     "_enqueue_time_":528465348968402,
   [junit4]   2>     "nodeNames":["127.0.0.1:10034_solr"]}}
   [junit4]   2> 3442155 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
   [junit4]   2> 3442156 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 3442156 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 3442156 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS 
############
   [junit4]   2> 3442156 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase 
#############################################
   [junit4]   2> 
   [junit4]   2> 3442156 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:             2
   [junit4]   2> 3442156 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:    2
   [junit4]   2> 3442156 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:             1
   [junit4]   2> 3442156 DEBUG (AutoscalingActionExecutor-12864-thread-1) [    
] o.a.s.c.a.ScheduledTriggers -- processing took 260 ms for event 
id=1e0a275ab005cTbp42ve588tcz6x9s6dndr3pko
   [junit4]   2> 3442156 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##         127.0.0.1:10034_solr
   [junit4]   2> 3442156 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:    []
   [junit4]   2> 3442156 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:  0
   [junit4]   2> 3442156 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:  0
   [junit4]   2> 3442156 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:         0
   [junit4]   2> 3442156 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts 
##########
   [junit4]   2> 3442157 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##         - autoscaling        2
   [junit4]   2> 3442157 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##         - update             2
   [junit4]   2> 3442157 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts 
###########
   [junit4]   2> 3442157 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_restore_trigger
   [junit4]   2> 3442157 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##         - STARTED         1
   [junit4]   2> 3442157 INFO  
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[EB5C5F11E234F6A1])
 [    ] o.a.s.c.a.s.SimSolrCloudTestCase ##         - SUCCEEDED       1
   [junit4]   2> 3442163 DEBUG (ScheduledTrigger-12863-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3442185 DEBUG (ScheduledTrigger-12863-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3442188 DEBUG (ScheduledTrigger-12863-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger 
with currently live nodes: 2
   [junit4]   2> 3442223 DEBUG (ScheduledTrigger-12863-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3442223 DEBUG (ScheduledTrigger-12863-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger 
with currently live nodes: 2
   [junit4]   2> 3442234 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
   [junit4]   2> 3442235 DEBUG 
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 18
   [junit4]   2> 3442235 DEBUG 
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 
127.0.0.1:10034_solr
   [junit4]   2> 3442235 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 3442235 WARN  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 3442242 DEBUG 
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed 
explicitly
   [junit4]   2> 3442243 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 3442243 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 19
   [junit4]   2> 3442243 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10032_solr, 
127.0.0.1:10028_solr]
   [junit4]   2> 3442243 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 19, lastZnodeVersion -1
   [junit4]   2> 3442243 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 
19
   [junit4]   2> 3442244 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3442244 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 19, lastZnodeVersion 19
   [junit4]   2> 3442244 DEBUG (ScheduledTrigger-12866-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3442271 DEBUG (ScheduledTrigger-12866-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3442306 DEBUG (ScheduledTrigger-12866-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3442332 DEBUG (ScheduledTrigger-12866-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3442353 DEBUG (simCloudManagerPool-12865-thread-1) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3442353 DEBUG (simCloudManagerPool-12865-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
20
   [junit4]   2> 3442356 DEBUG (ScheduledTrigger-12866-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3442356 DEBUG (simCloudManagerPool-12865-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10032_solr, 
127.0.0.1:10028_solr]
   [junit4]   2> 3442356 DEBUG (simCloudManagerPool-12865-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10032_solr, 
127.0.0.1:10028_solr]
   [junit4]   2> 3442357 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 
20
   [junit4]   2> 3442357 INFO  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
   [junit4]   2> 3442357 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3442357 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 20, lastZnodeVersion 20
   [junit4]   2> 3442357 DEBUG (ScheduledTrigger-12866-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 1
   [junit4]   2> 3442357 DEBUG (ScheduledTrigger-12866-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10032_solr
   [junit4]   2> 3442383 DEBUG (ScheduledTrigger-12866-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1
   [junit4]   2> 3442388 DEBUG (ScheduledTrigger-12866-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 1
   [junit4]   2> 3442388 DEBUG (ScheduledTrigger-12866-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10032_solr
   [junit4]   2> 3442388 DEBUG (ScheduledTrigger-12866-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost 
nodes: [127.0.0.1:10032_solr]
   [junit4]   2> 3442388 DEBUG (ScheduledTrigger-12866-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"1e0a554e613f4Tbp42ve588tcz6x9s6dndr3pkr",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":528475675300852,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[528475675300852],
   [junit4]   2>     "nodeNames":["127.0.0.1:10032_solr"]}}
   [junit4]   2> 3442389 DEBUG (AutoscalingActionExecutor-12867-thread-1) [    
] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"1e0a554e613f4Tbp42ve588tcz6x9s6dndr3pkr",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":528475675300852,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[528475675300852],
   [junit4]   2>     "_enqueue_time_":528477225484202,
   [junit4]   2>     "nodeNames":["127.0.0.1:10032_solr"]}}
   [junit4]   2> 3442390 DEBUG (AutoscalingActionExecutor-12867-thread-1) [    
] o.a.s.c.a.ScheduledTriggers -- processing took 31 ms for event 
id=1e0a554e613f4Tbp42ve588tcz6x9s6dndr3pkr
   [junit4]   2> 3442390 DEBUG (simCloudManagerPool-12865-thread-4) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3442390 DEBUG (simCloudManagerPool-12865-thread-4) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
21
   [junit4]   2> 3442391 DEBUG (simCloudManagerPool-12865-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10028_solr]
   [junit4]   2> 3442391 DEBUG (simCloudManagerPool-12865-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10028_solr]
   [junit4]   2> 3442391 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 
21
   [junit4]   2> 3442391 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3442391 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 21, lastZnodeVersion 21
   [junit4]   2> 3442413 DEBUG (ScheduledTrigger-12866-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1
   [junit4]   2> 3442413 DEBUG (ScheduledTrigger-12866-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 1
   [junit4]   2> 3442433 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTrigger
   [junit4]   2> 3442433 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase 
   [junit4]   2> 
   [junit4]   2> 3442433 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 3442433 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
   [junit4]   2> 3442433 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
   [junit4]   2> 
   [junit4]   2> 3442433 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes:         1
   [junit4]   2> 3442434 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes:        1
   [junit4]   2> 3442434 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes:         1
   [junit4]   2> 3442434 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ##             127.0.0.1:10032_solr
   [junit4]   2> 3442434 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections:        []
   [junit4]   2> 3442434 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node:      0
   [junit4]   2> 3442434 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node:      0
   [junit4]   2> 3442434 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas:             0
   [junit4]   2> 3442434 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
   [junit4]   2> 3442434 DEBUG (ScheduledTrigger-12866-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1
   [junit4]   2> 3442434 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ##             - autoscaling        2
   [junit4]   2> 3442434 DEBUG (ScheduledTrigger-12866-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 1
   [junit4]   2> 3442434 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ##             - update             2
   [junit4]   2> 3442434 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts 
###########
   [junit4]   2> 3442434 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger
   [junit4]   2> 3442434 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ##             - STARTED         1
   [junit4]   2> 3442434 INFO  
(TEST-TestTriggerIntegration.testNodeLostTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimSolrCloudTestCase ##             - SUCCEEDED       1
   [junit4]   2> 3442463 DEBUG (ScheduledTrigger-12866-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1
   [junit4]   2> 3442463 DEBUG (ScheduledTrigger-12866-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 1
   [junit4]   2> 3442463 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
   [junit4]   2> 3442463 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 22
   [junit4]   2> 3442463 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 
22
   [junit4]   2> 3442463 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 
127.0.0.1:10032_solr
   [junit4]   2> 3442463 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 3442463 INFO  
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 3442463 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3442470 WARN  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2>        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
   [junit4]   2>        at 
java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 3442470 DEBUG 
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[EB5C5F11E234F6A1]) [    
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed 
explicitly
   [junit4]   2> 3442472 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 3442472 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 23
   [junit4]   2> 3442472 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10035_solr, 
127.0.0.1:10028_solr]
   [junit4]   2> 3442472 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 23, lastZnodeVersion -1
   [junit4]   2> 3442472 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 
23
   [junit4]   2> 3442473 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 3442473 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 23, lastZnodeVersion 23
   [junit4]   2> 3442473 DEBUG (ScheduledTrigger-12869-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3442503 DEBUG (ScheduledTrigger-12869-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3442537 DEBUG (ScheduledTrigger-12869-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3442568 DEBUG (ScheduledTrigger-12869-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2
   [junit4]   2> 3442578 DEBUG (simCloudManagerPool-12868-thread-1) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3442579 DEBUG (simCloudManagerPool-12868-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autosc

[...truncated too long message...]

loudTestCase ##         - IGNORED         1
   [junit4]   2> 3444884 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##          - STARTED         1
   [junit4]   2> 3444884 INFO  
(TEST-TestTriggerIntegration.testSearchRate-seed#[EB5C5F11E234F6A1]) [    ] 
o.a.s.c.a.s.SimSolrCloudTestCase ##          - SUCCEEDED       1
   [junit4]   2> 3444884 WARN  (Simulated OverseerAutoScalingTriggerThread) [   
 ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 3444890 DEBUG 
(SUITE-TestTriggerIntegration-seed#[EB5C5F11E234F6A1]-worker) [    ] 
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_EB5C5F11E234F6A1-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@25799abe),
 locale=he, timezone=Asia/Chongqing
   [junit4]   2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 
(64-bit)/cpus=3,threads=1,free=125994184,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TolerantUpdateProcessorTest, 
DistributedQueryComponentCustomSortTest, SolrCoreCheckLockOnStartupTest, 
AutoScalingHandlerTest, RollingRestartTest, ZkNodePropsTest, 
TestHttpShardHandlerFactory, SolrGraphiteReporterTest, AssignTest, 
TestBM25SimilarityFactory, MigrateRouteKeyTest, HighlighterMaxOffsetTest, 
TestReRankQParserPlugin, SpatialRPTFieldTypeTest, SecurityConfHandlerTest, 
DOMUtilTest, DistributedFacetExistsSmallTest, 
DeleteLastCustomShardedReplicaTest, LeaderElectionContextKeyTest, 
TestPolicyCloud, TestCloudPseudoReturnFields, TestScoreJoinQPScore, 
AnalysisAfterCoreReloadTest, TestFoldingMultitermQuery, TestHashPartitioner, 
SynonymTokenizerTest, TestSolr4Spatial2, ClassificationUpdateProcessorTest, 
TestRequestStatusCollectionAPI, SpellCheckCollatorWithCollapseTest, 
ShufflingReplicaListTransformerTest, TermsComponentTest, TestManagedResource, 
AddBlockUpdateTest, HdfsRecoverLeaseTest, VersionInfoTest, SearchHandlerTest, 
ZkSolrClientTest, VMParamsZkACLAndCredentialsProvidersTest, 
TestBlendedInfixSuggestions, TestInitQParser, TestSuggestSpellingConverter, 
V2StandaloneTest, TestDownShardTolerantSearch, EchoParamsTest, 
PeerSyncReplicationTest, LukeRequestHandlerTest, SortSpecParsingTest, 
DocValuesTest, BasicAuthIntegrationTest, TestConfigSetsAPI, 
TestSolrQueryParser, SolrCLIZkUtilsTest, DirectSolrSpellCheckerTest, 
SolrIndexConfigTest, TestDocumentBuilder, TestSchemaVersionResource, 
TestFieldCacheVsDocValues, CdcrRequestHandlerTest, 
TestWordDelimiterFilterFactory, SaslZkACLProviderTest, 
TestNonDefinedSimilarityFactory, OverriddenZkACLAndCredentialsProvidersTest, 
PreAnalyzedFieldTest, TestLegacyField, TestLegacyFieldCache, 
TestRandomRequestDistribution, TestFieldCacheSort, 
TestDistributedStatsComponentCardinality, SimpleFacetsTest, DeleteStatusTest, 
DistributedMLTComponentTest, TestPostingsSolrHighlighter, 
TestReplicaProperties, TestTrackingShardHandlerFactory, 
DistributedFacetSimpleRefinementLongTailTest, TestComplexPhraseQParserPlugin, 
TestConfig, TestLuceneMatchVersion, LeaderInitiatedRecoveryOnShardRestartTest, 
TestFastWriter, SuggestComponentContextFilterQueryTest, 
TestMaxScoreQueryParser, TestConfigSets, TestTrie, 
TestEmbeddedSolrServerConstructors, HdfsLockFactoryTest, StatsReloadRaceTest, 
TestBadConfig, JsonLoaderTest, BasicZkTest, SolrCoreTest, TestJsonFacets, 
TestSQLHandler, ActionThrottleTest, TestPKIAuthenticationPlugin, 
TestMergePolicyConfig, BJQParserTest, PeerSyncWithIndexFingerprintCachingTest, 
DocValuesMultiTest, PingRequestHandlerTest, DistanceUnitsTest, 
TermVectorComponentTest, UpdateParamsTest, TestSolrIndexConfig, 
TestCopyFieldCollectionResource, TestElisionMultitermQuery, TestDocSet, 
DistributedFacetPivotLongTailTest, TestReload, SimplePostToolTest, 
DebugComponentTest, TestFreeTextSuggestions, TestHdfsBackupRestoreCore, 
CacheHeaderTest, SearchHandlerTest, SearchRateTriggerTest, TestOrdValues, 
TestNodeAddedTrigger, TestGeoJSONResponseWriter, 
TestOverriddenPrefixQueryForCustomFieldType, ZkStateReaderTest, 
ParsingFieldUpdateProcessorsTest, TestRemoteStreaming, TestCustomStream, 
PolyFieldTest, TestStreamBody, TestDistribIDF, 
TestSolrCloudWithDelegationTokens, CloudMLTQParserTest, TestQueryTypes, 
MoveReplicaTest, TestRandomCollapseQParserPlugin, BadComponentTest, 
TestCharFilters, TestUseDocValuesAsStored, TestPullReplicaErrorHandling, 
BasicDistributedZk2Test, LeaderFailureAfterFreshStartTest, 
SpellingQueryConverterTest, TestSubQueryTransformerCrossCore, 
BigEndianAscendingWordSerializerTest, TestFunctionQuery, 
OpenExchangeRatesOrgProviderTest, TestCollectionAPI, TestCoreContainer, 
LeaderElectionIntegrationTest, SolrMetricManagerTest, HLLSerializationTest, 
ClassificationUpdateProcessorFactoryTest, CdcrReplicationDistributedZkTest, 
TestImplicitCoreProperties, CloudExitableDirectoryReaderTest, 
TestExactStatsCache, TestValueSourceCache, 
DocExpirationUpdateProcessorFactoryTest, TestDocBasedVersionConstraints, 
BufferStoreTest, ChaosMonkeySafeLeaderTest, TestConfigReload, 
TestHdfsCloudBackupRestore, TestSchemaManager, 
TermVectorComponentDistributedTest, ReplicationFactorTest, TestQueryUtils, 
TestPrepRecovery, PluginInfoTest, TestBackupRepositoryFactory, 
TestSolrDeletionPolicy1, TestCustomDocTransformer, TestFieldTypeResource, 
TestManagedSchema, TestDeleteCollectionOnDownNodes, TestReloadDeadlock, 
TestFieldCache, MetricsConfigTest, TestUniqueKeyFieldResource, 
ResponseHeaderTest, FullSolrCloudDistribCmdsTest, SolrMetricsIntegrationTest, 
TestLeaderElectionZkExpiry, HdfsDirectoryFactoryTest, SystemInfoHandlerTest, 
TestManagedSchemaThreadSafety, IndexSchemaRuntimeFieldTest, 
TestRawResponseWriter, CollectionsAPIDistributedZkTest, SyncSliceTest, 
OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, RecoveryZkTest, 
TestReplicationHandler, TestRandomFaceting, LeaderElectionTest, TestZkChroot, 
TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedGrouping, 
TestFaceting, TestRecovery, ZkControllerTest, TestStressReorder, TestJoin, 
TestStressVersions, TestRangeQuery, TestGroupingSearch, 
QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, TestSort, 
TestFiltering, BasicFunctionalityTest, DirectUpdateHandlerTest, 
TestIndexSearcher, SoftAutoCommitTest, DistributedQueryElevationComponentTest, 
SolrIndexSplitterTest, SignatureUpdateProcessorFactoryTest, 
TestExtendedDismaxParser, CoreAdminHandlerTest, SolrRequestParserTest, 
SuggesterTSTTest, TestStressLucene, SpatialFilterTest, SuggesterWFSTTest, 
TestCSVLoader, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, 
TestUpdate, FieldMutatingUpdateProcessorTest, QueryEqualityTest, 
DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, 
SortByFunctionTest, DistanceFunctionTest, SolrInfoBeanTest, 
XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, 
TestSurroundQueryParser, DisMaxRequestHandlerTest, 
DocumentAnalysisRequestHandlerTest, FileBasedSpellCheckerTest, 
XmlUpdateRequestHandlerTest, DocumentBuilderTest, TestIndexingPerformance, 
MoreLikeThisHandlerTest, RequiredFieldsTest, LoggingHandlerTest, 
SolrPluginUtilsTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, 
UpdateRequestProcessorFactoryTest, MBeansHandlerTest, TestAnalyzedSuggestions, 
BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, 
TestComponentsName, TestLFUCache, SOLR749Test, TestQuerySenderListener, 
AlternateDirectoryTest, CopyFieldTest, ResponseLogComponentTest, 
TestSolrDeletionPolicy2, SampleTest, TestSearchPerf, NumericFieldsTest, 
OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, 
SpellPossibilityIteratorTest, TestXIncludeConfig, TestDFRSimilarityFactory, 
TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, 
TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, 
TimeZoneUtilsTest, TestFastOutputStream, ScriptEngineTest, 
URLClassifyProcessorTest, TestFastLRUCache, TestSystemIdResolver, 
PrimUtilsTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, 
SliceStateTest, UUIDFieldTest, FileUtilsTest, CircularListTest, TestRTGBase, 
CursorPagingTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, 
TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, 
TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, 
TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, 
TestJettySolrRunner, ConnectionReuseTest, AliasIntegrationTest, 
AssignBackwardCompatibilityTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, 
ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionTooManyReplicasTest, 
CollectionsAPISolrJTest, DeleteInactiveReplicaTest, DeleteShardTest, 
DistribDocExpirationUpdateProcessorTest, DocValuesNotIndexedTest, 
ForceLeaderTest, SharedFSAutoReplicaFailoverTest, SolrCloudExampleTest, 
SolrXmlInZkTest, TestCloudDeleteByQuery, TestCloudInspectUtil, 
TestCloudJSONFacetJoinDomain, TestCloudSearcherWarming, TestClusterProperties, 
TestConfigSetsAPIZkFailure, TestLeaderElectionWithEmptyReplica, 
TestLeaderInitiatedRecoveryThread, TestLocalFSCloudBackupRestore, 
TestMiniSolrCloudClusterSSL, TestRequestForwarding, TestSSLRandomization, 
TestSegmentSorting, TestSizeLimitedDistributedMap, TestSkipOverseerOperations, 
TestSolrCloudWithKerberosAlt, TestSolrCloudWithSecureImpersonation, 
TestStressCloudBlindAtomicUpdates, TestStressInPlaceUpdates, 
TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, 
TestUtilizeNode, TlogReplayBufferedWhileIndexingTest, 
AutoAddReplicasIntegrationTest, NodeLostTriggerTest, TestPolicyCloud, 
TestClusterStateProvider, TestComputePlanAction, TestDistribStateManager, 
TestGenericDistributedQueue, TestNodeLostTrigger, TestSimDistributedQueue, 
TestTriggerIntegration]
   [junit4] Completed [591/766 (1!)] on J1 in 4.00s, 11 tests, 1 failure <<< 
FAILURES!

[...truncated 48695 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to