Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2273/

2 tests failed.
FAILED:  org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory

Error Message:
expected:<5> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
        at 
__randomizedtesting.SeedInfo.seed([6C39456755DC4D49:1C5E19AEF94B24E]:0)
        at org.junit.Assert.fail(Assert.java:93)
        at org.junit.Assert.failNotEquals(Assert.java:647)
        at org.junit.Assert.assertEquals(Assert.java:128)
        at org.junit.Assert.assertEquals(Assert.java:472)
        at org.junit.Assert.assertEquals(Assert.java:456)
        at 
org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:274)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
        at 
__randomizedtesting.SeedInfo.seed([6C39456755DC4D49:D32C8B99D63628CF]:0)
        at 
org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:271)
        at 
org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.doTestNodeLost(TestLargeCluster.java:453)
        at 
org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost(TestLargeCluster.java:295)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11689 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
   [junit4]   2> Creating dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestLargeCluster_6C39456755DC4D49-001/init-core-data-001
   [junit4]   2> 23785 WARN  
(SUITE-TestLargeCluster-seed#[6C39456755DC4D49]-worker) [    ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 23785 INFO  
(SUITE-TestLargeCluster-seed#[6C39456755DC4D49]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 23787 INFO  
(SUITE-TestLargeCluster-seed#[6C39456755DC4D49]-worker) [    ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: 
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 23787 INFO  
(SUITE-TestLargeCluster-seed#[6C39456755DC4D49]-worker) [    ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 23900 INFO  
(SUITE-TestLargeCluster-seed#[6C39456755DC4D49]-worker) [    ] 
o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find 
system property or JNDI)
   [junit4]   2> 24343 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 24381 INFO  
(TEST-TestLargeCluster.testBasic-seed#[6C39456755DC4D49]) [    ] 
o.a.s.SolrTestCaseJ4 ###Starting testBasic
   [junit4]   2> 24438 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 1
   [junit4]   2> 24402 INFO  
(TEST-TestLargeCluster.testBasic-seed#[6C39456755DC4D49]) [    ] 
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing 
object cache...
   [junit4]   2> 24726 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
   [junit4]   2> 24726 DEBUG 
(TEST-TestLargeCluster.testBasic-seed#[6C39456755DC4D49]) [    ] 
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 24778 WARN  (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2>        at 
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
   [junit4]   2>        at 
java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 24834 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 1
   [junit4]   2> 24834 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
   [junit4]   2> 24835 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 24836 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 24923 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 24923 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 24932 DEBUG (ScheduledTrigger-19-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25013 DEBUG (ScheduledTrigger-19-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25142 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25178 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25277 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25297 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25304 DEBUG (simCloudManagerPool-18-thread-1) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 25307 DEBUG (simCloudManagerPool-18-thread-1) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
2
   [junit4]   2> 25333 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25336 DEBUG (simCloudManagerPool-18-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
   [junit4]   2> 25337 DEBUG (simCloudManagerPool-18-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
   [junit4]   2> 25338 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 25339 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 25339 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 25340 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25365 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25514 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25530 DEBUG (simCloudManagerPool-18-thread-2) [    ] 
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 25547 DEBUG (simCloudManagerPool-18-thread-2) [    ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
3
   [junit4]   2> 25548 DEBUG (simCloudManagerPool-18-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
   [junit4]   2> 25548 DEBUG (simCloudManagerPool-18-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
   [junit4]   2> 25548 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 25549 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 25549 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 25551 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25583 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25603 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25620 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25640 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25640 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25676 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25677 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25713 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25713 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25749 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25749 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25786 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25786 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25822 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25822 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25859 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25859 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25895 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25895 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 25931 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 25932 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26082 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26082 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26122 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26245 DEBUG (ScheduledTrigger-19-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26281 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26281 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26316 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26317 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26353 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26354 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26389 DEBUG (ScheduledTrigger-19-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26390 DEBUG (ScheduledTrigger-19-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26426 DEBUG (ScheduledTrigger-19-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26426 DEBUG (ScheduledTrigger-19-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26458 DEBUG (ScheduledTrigger-19-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26458 DEBUG (ScheduledTrigger-19-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26479 DEBUG (ScheduledTrigger-19-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26479 DEBUG (ScheduledTrigger-19-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26515 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26515 DEBUG (ScheduledTrigger-19-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26556 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26556 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26584 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26584 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26604 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26604 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26632 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26632 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26653 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26653 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26673 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26674 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26694 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26694 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26730 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26730 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26766 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26766 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26802 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26803 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26839 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26839 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26876 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26876 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26912 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26912 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26948 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 26948 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26981 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 26982 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27009 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27009 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27045 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27046 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27078 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27090 DEBUG (ScheduledTrigger-19-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27099 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27114 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27131 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27151 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27151 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27187 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27187 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27224 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27224 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27260 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27260 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27297 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27297 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27333 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27333 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27370 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27370 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27406 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27406 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27442 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27443 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27479 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27479 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27515 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27515 DEBUG (ScheduledTrigger-19-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27544 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27545 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27576 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27576 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27596 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27597 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27633 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27633 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27653 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27653 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27690 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27690 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27726 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27726 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27763 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27763 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27795 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27795 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27815 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27816 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27852 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27852 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27880 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27880 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27882 DEBUG (simCloudManagerPool-18-thread-79) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / 
shard2: {"core_node18":{
   [junit4]   2>     "node_name":"127.0.0.1:10005_solr",
   [junit4]   2>     "core":"testBasic_shard2_replica_n18",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "INDEX.sizeInBytes":123450000,
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testBasic"}}
   [junit4]   2> 27883 DEBUG (simCloudManagerPool-18-thread-81) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / 
shard4: {"core_node54":{
   [junit4]   2>     "node_name":"127.0.0.1:10051_solr",
   [junit4]   2>     "core":"testBasic_shard4_replica_t54",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"TLOG",
   [junit4]   2>     "INDEX.sizeInBytes":123450000,
   [junit4]   2>     "shard":"shard4",
   [junit4]   2>     "collection":"testBasic"}}
   [junit4]   2> 27883 DEBUG (simCloudManagerPool-18-thread-83) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / 
shard1: {"core_node1":{
   [junit4]   2>     "node_name":"127.0.0.1:10093_solr",
   [junit4]   2>     "core":"testBasic_shard1_replica_n1",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "INDEX.sizeInBytes":123450000,
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testBasic"}}
   [junit4]   2> 27883 DEBUG (simCloudManagerPool-18-thread-80) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / 
shard3: {"core_node39":{
   [junit4]   2>     "node_name":"127.0.0.1:10079_solr",
   [junit4]   2>     "core":"testBasic_shard3_replica_t39",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"TLOG",
   [junit4]   2>     "INDEX.sizeInBytes":123450000,
   [junit4]   2>     "shard":"shard3",
   [junit4]   2>     "collection":"testBasic"}}
   [junit4]   2> 27884 DEBUG (simCloudManagerPool-18-thread-82) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / 
shard5: {"core_node65":{
   [junit4]   2>     "node_name":"127.0.0.1:10004_solr",
   [junit4]   2>     "core":"testBasic_shard5_replica_n65",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "INDEX.sizeInBytes":123450000,
   [junit4]   2>     "shard":"shard5",
   [junit4]   2>     "collection":"testBasic"}}
   [junit4]   2> 27976 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 100
   [junit4]   2> 27976 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100
   [junit4]   2> 27991 INFO  
(TEST-TestLargeCluster.testBasic-seed#[6C39456755DC4D49]) [    ] 
o.a.s.c.a.s.TestLargeCluster Ready after 9307ms
   [junit4]   2> 27998 DEBUG (ScheduledTrigger-19-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 99
   [junit4]   2> 27998 DEBUG (ScheduledTrigger-19-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10032_solr
   [junit4]   2> 27998 DEBUG (ScheduledTrigger-19-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 99
   [junit4]   2> 27998 DEBUG (ScheduledTrigger-19-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10032_solr
   [junit4]   2> 28034 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 99
   [junit4]   2> 28034 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 99
   [junit4]   2> 28070 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 99
   [junit4]   2> 28071 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 99
   [junit4]   2> 28109 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 99
   [junit4]   2> 28109 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost 
nodes: [127.0.0.1:10032_solr]
   [junit4]   2> 28109 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"473dc50a6e694T7424eev8u3xr3pnwjbozw10ih",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":1253289989957268,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1253289989957268],
   [junit4]   2>     "nodeNames":["127.0.0.1:10032_solr"]}}
   [junit4]   2> 28160 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
node_lost_trigger]
   [junit4]   2> 28209 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"473dc50a6e694T7424eev8u3xr3pnwjbozw10ih",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":1253289989957268,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1253289989957268],
   [junit4]   2>     "_enqueue_time_":1253298112576168,
   [junit4]   2>     "nodeNames":["127.0.0.1:10032_solr"]}}
   [junit4]   2> 28211 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"473dc50a6e694T7424eev8u3xr3pnwjbozw10ih",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":1253289989957268,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1253289989957268],
   [junit4]   2>     "_enqueue_time_":1253298112576168,
   [junit4]   2>     "nodeNames":["127.0.0.1:10032_solr"]}} with context 
properties: {BEFORE_ACTION=[compute]}
   [junit4]   2> 28416 INFO  (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node56
   [junit4]   2> 28417 INFO  (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1253310931 
sessionWrapper.createTime 1253306232487018, this.sessionWrapper.createTime 
1253306232487018 
   [junit4]   2> 28417 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"473dc50a6e694T7424eev8u3xr3pnwjbozw10ih",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":1253289989957268,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1253289989957268],
   [junit4]   2>     "_enqueue_time_":1253298112576168,
   [junit4]   2>     "nodeNames":["127.0.0.1:10032_solr"]}} with context 
properties: 
{operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@3ad63a3b],
 AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
   [junit4]   2> 28417 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction Executing operation: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node56
   [junit4]   2> 28537 DEBUG (simCloudManagerPool-18-thread-125) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node77":{
   [junit4]   2>     "core":"testBasic_shard4_replica_p76",
   [junit4]   2>     "shard":"shard4",
   [junit4]   2>     "collection":"testBasic",
   [junit4]   2>     "node_name":"127.0.0.1:10072_solr",
   [junit4]   2>     "type":"PULL"}}
   [junit4]   2> 28704 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 28704 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
   [junit4]   2> 28704 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 24750 ms for event 
id=473dc50a6e694T7424eev8u3xr3pnwjbozw10ih
   [junit4]   2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 92
   [junit4]   2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr
   [junit4]   2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr
   [junit4]   2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10052_solr
   [junit4]   2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10003_solr
   [junit4]   2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10080_solr
   [junit4]   2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10026_solr
   [junit4]   2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10028_solr
   [junit4]   2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost 
nodes: [127.0.0.1:10032_solr]
   [junit4]   2> 28817 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"473dc521fec5aT7424eev8u3xr3pnwjbozw10ik",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":1253290014665818,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1253290014665818],
   [junit4]   2>     "nodeNames":["127.0.0.1:10032_solr"]}}
   [junit4]   2> 28817 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
node_lost_trigger]
   [junit4]   2> 28835 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"473dc521fec5aT7424eev8u3xr3pnwjbozw10ik",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":1253290014665818,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1253290014665818],
   [junit4]   2>     "_enqueue_time_":1253330937519368,
   [junit4]   2>     "nodeNames":["127.0.0.1:10032_solr"]}}
   [junit4]   2> 28835 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"473dc521fec5aT7424eev8u3xr3pnwjbozw10ik",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":1253290014665818,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1253290014665818],
   [junit4]   2>     "_enqueue_time_":1253330937519368,
   [junit4]   2>     "nodeNames":["127.0.0.1:10032_solr"]}} with context 
properties: {BEFORE_ACTION=[auto_add_replicas_plan]}
   [junit4]   2> 28870 INFO  (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1253333597 
sessionWrapper.createTime 1253333580513168, this.sessionWrapper.createTime 
1253333580513168 
   [junit4]   2> 28870 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"473dc521fec5aT7424eev8u3xr3pnwjbozw10ik",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":1253290014665818,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1253290014665818],
   [junit4]   2>     "_enqueue_time_":1253330937519368,
   [junit4]   2>     "nodeNames":["127.0.0.1:10032_solr"]}} with context 
properties: {AFTER_ACTION=[auto_add_replicas_plan], 
BEFORE_ACTION=[auto_add_replicas_plan, execute_plan]}
   [junit4]   2> 28870 INFO  (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
   [junit4]   2>   "id":"473dc521fec5aT7424eev8u3xr3pnwjbozw10ik",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":1253290014665818,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1253290014665818],
   [junit4]   2>     "_enqueue_time_":1253330937519368,
   [junit4]   2>     "nodeNames":["127.0.0.1:10032_solr"]}}
   [junit4]   2> 28905 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 28905 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
   [junit4]   2> 28906 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 3541 ms for event 
id=473dc521fec5aT7424eev8u3xr3pnwjbozw10ik
   [junit4]   2> 29006 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 92
   [junit4]   2> 29006 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 92
   [junit4]   2> 29007 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr
   [junit4]   2> 29007 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr
   [junit4]   2> 29007 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10052_solr
   [junit4]   2> 29007 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10003_solr
   [junit4]   2> 29007 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10080_solr
   [junit4]   2> 29007 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10026_solr
   [junit4]   2> 29007 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10028_solr
   [junit4]   2> 29027 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 92
   [junit4]   2> 29027 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 92
   [junit4]   2> 29047 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 92
   [junit4]   2> 29063 DEBUG (ScheduledTrigger-19-thread-1) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 92
   [junit4]   2> 29079 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 92
   [junit4]   2> 29099 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 92
   [junit4]   2> 29100 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 92
   [junit4]   2> 29136 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 92
   [junit4]   2> 29136 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost 
nodes: [127.0.0.1:10052_solr, 127.0.0.1:10018_solr, 127.0.0.1:10026_solr, 
127.0.0.1:10019_solr, 127.0.0.1:10003_solr, 127.0.0.1:10080_solr, 
127.0.0.1:10028_solr]
   [junit4]   2> 29136 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"473e80f94dfe2T7424eev8u3xr3pnwjbozw10in",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":1253340437864418,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       1253340437864418,
   [junit4]   2>       1253340433351668,
   [junit4]   2>       1253340443005618,
   [junit4]   2>       1253340435980868,
   [junit4]   2>       1253340439581768,
   [junit4]   2>       1253340441305068,
   [junit4]   2>       1253340444667618],
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10052_solr",
   [junit4]   2>       "127.0.0.1:10018_solr",
   [junit4]   2>       "127.0.0.1:10026_solr",
   [junit4]   2>       "127.0.0.1:10019_solr",
   [junit4]   2>       "127.0.0.1:10003_solr",
   [junit4]   2>       "127.0.0.1:10080_solr",
   [junit4]   2>       "127.0.0.1:10028_solr"]}}
   [junit4]   2> 29136 DEBUG (ScheduledTrigger-19-thread-3) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
node_lost_trigger]
   [junit4]   2> 29153 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"473e80f94dfe2T7424eev8u3xr3pnwjbozw10in",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":1253340437864418,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       1253340437864418,
   [junit4]   2>       1253340433351668,
   [junit4]   2>       1253340443005618,
   [junit4]   2>       1253340435980868,
   [junit4]   2>       1253340439581768,
   [junit4]   2>       1253340441305068,
   [junit4]   2>       1253340444667618],
   [junit4]   2>     "_enqueue_time_":1253346922705718,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10052_solr",
   [junit4]   2>       "127.0.0.1:10018_solr",
   [junit4]   2>       "127.0.0.1:10026_solr",
   [junit4]   2>       "127.0.0.1:10019_solr",
   [junit4]   2>       "127.0.0.1:10003_solr",
   [junit4]   2>       "127.0.0.1:10080_solr",
   [junit4]   2>       "127.0.0.1:10028_solr"]}}
   [junit4]   2> 29153 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"473e80f94dfe2T7424eev8u3xr3pnwjbozw10in",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":1253340437864418,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       1253340437864418,
   [junit4]   2>       1253340433351668,
   [junit4]   2>       1253340443005618,
   [junit4]   2>       1253340435980868,
   [junit4]   2>       1253340439581768,
   [junit4]   2>       1253340441305068,
   [junit4]   2>       1253340444667618],
   [junit4]   2>     "_enqueue_time_":1253346922705718,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10052_solr",
   [junit4]   2>       "127.0.0.1:10018_solr",
   [junit4]   2>       "127.0.0.1:10026_solr",
   [junit4]   2>       "127.0.0.1:10019_solr",
   [junit4]   2>       "127.0.0.1:10003_solr",
   [junit4]   2>       "127.0.0.1:10080_solr",
   [junit4]   2>       "127.0.0.1:10028_solr"]}} with context properties: 
{BEFORE_ACTION=[compute]}
   [junit4]   2> 29540 INFO  (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node31
   [junit4]   2> 29720 INFO  (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node29
   [junit4]   2> 29794 INFO  (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node4
   [junit4]   2> 29866 INFO  (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node61
   [junit4]   2> 29884 INFO  (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node20
   [junit4]   2> 29904 INFO  (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10091_solr&inPlaceMove=true&replica=core_node6
   [junit4]   2> 29919 INFO  (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10034_solr&inPlaceMove=true&replica=core_node8
   [junit4]   2> 29919 INFO  (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1253386070 
sessionWrapper.createTime 1253347834048918, this.sessionWrapper.createTime 
1253347834048918 
   [junit4]   2> 29920 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"473e80f94dfe2T7424eev8u3xr3pnwjbozw10in",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":1253340437864418,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       1253340437864418,
   [junit4]   2>       1253340433351668,
   [junit4]   2>       1253340443005618,
   [junit4]   2>       1253340435980868,
   [junit4]   2>       1253340439581768,
   [junit4]   2>       1253340441305068,
   [junit4]   2>       1253340444667618],
   [junit4]   2>     "_enqueue_time_":1253346922705718,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10052_solr",
   [junit4]   2>       "127.0.0.1:10018_solr",
   [junit4]   2>       "127.0.0.1:10026_solr",
   [junit4]   2>       "127.0.0.1:10019_solr",
   [junit4]   2>       "127.0.0.1:10003_solr",
   [junit4]   2>       "127.0.0.1:10080_solr",
   [junit4]   2>       "127.0.0.1:10028_solr"]}} with context properties: 
{operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@1fb31a3d,
 
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@44de352e,
 
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@631c66fb,
 
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@42fc6afe,
 
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@4519f26e,
 
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@70dbd8a6,
 
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@707043f8],
 AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
   [junit4]   2> 29920 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction Executing operation: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node31
   [junit4]   2> 30042 DEBUG (simCloudManagerPool-18-thread-137) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node79":{
   [junit4]   2>     "core":"testBasic_shard3_replica_n78",
   [junit4]   2>     "shard":"shard3",
   [junit4]   2>     "collection":"testBasic",
   [junit4]   2>     "node_name":"127.0.0.1:10056_solr",
   [junit4]   2>     "type":"NRT"}}
   [junit4]   2> 30195 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction Executing operation: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node29
   [junit4]   2> 30303 DEBUG (simCloudManagerPool-18-thread-145) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node81":{
   [junit4]   2>     "core":"testBasic_shard2_replica_p80",
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testBasic",
   [junit4]   2>     "node_name":"127.0.0.1:10059_solr",
   [junit4]   2>     "type":"PULL"}}
   [junit4]   2> 30514 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction Executing operation: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node4
   [junit4]   2> 30643 DEBUG (simCloudManagerPool-18-thread-153) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node83":{
   [junit4]   2>     "core":"testBasic_shard1_replica_n82",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testBasic",
   [junit4]   2>     "node_name":"127.0.0.1:10053_solr",
   [junit4]   2>     "type":"NRT"}}
   [junit4]   2> 30847 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction Executing operation: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node61
   [junit4]   2> 30951 DEBUG (simCloudManagerPool-18-thread-161) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node85":{
   [junit4]   2>     "core":"testBasic_shard5_replica_n84",
   [junit4]   2>     "shard":"shard5",
   [junit4]   2>     "collection":"testBasic",
   [junit4]   2>     "node_name":"127.0.0.1:10037_solr",
   [junit4]   2>     "type":"NRT"}}
   [junit4]   2> 31166 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction Executing operation: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node20
   [junit4]   2> 31296 DEBUG (simCloudManagerPool-18-thread-169) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node87":{
   [junit4]   2>     "core":"testBasic_shard2_replica_n86",
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testBasic",
   [junit4]   2>     "node_name":"127.0.0.1:10094_solr",
   [junit4]   2>     "type":"NRT"}}
   [junit4]   2> 31454 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction Executing operation: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10091_solr&inPlaceMove=true&replica=core_node6
   [junit4]   2> 31583 DEBUG (simCloudManagerPool-18-thread-177) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node89":{
   [junit4]   2>     "core":"testBasic_shard1_replica_t88",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testBasic",
   [junit4]   2>     "node_name":"127.0.0.1:10091_solr",
   [junit4]   2>     "type":"TLOG"}}
   [junit4]   2> 31798 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction Executing operation: 
action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10034_solr&inPlaceMove=true&replica=core_node8
   [junit4]   2> 31908 DEBUG (simCloudManagerPool-18-thread-185) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node91":{
   [junit4]   2>     "core":"testBasic_shard1_replica_t90",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testBasic",
   [junit4]   2>     "node_name":"127.0.0.1:10034_solr",
   [junit4]   2>     "type":"TLOG"}}
   [junit4]   2> 32070 INFO  
(TEST-TestLargeCluster.testBasic-seed#[6C39456755DC4D49]) [    ] 
o.a.s.c.a.s.TestLargeCluster Ready after 186919ms
   [junit4]   2> 32070 INFO  
(TEST-TestLargeCluster.testBasic-seed#[6C39456755DC4D49]) [    ] 
o.a.s.c.a.s.TestLargeCluster OP COUNTS: {CREATE=1, DELETESTATUS=7, 
MOVEREPLICA=8, REQUESTSTATUS=7, autoscaling=2, update=5}
   [junit4]   2> 32203 DEBUG (simCloudManagerPool-18-thread-19) [    ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / 
shard2: {"core_node17":{
   [junit4]   2>     "node_name":"127.0.0.1:10098_solr",
   [junit4]   2>     "core":"testBasic_shard2_replica_n17",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "INDEX.sizeInBytes":123450000,
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testBasic"}}
   [junit4]   2> 32203 INFO  (simCloudManagerPool-18-thread-19) [    ] 
o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 4985ms
   [junit4]   2> 32204 INFO  (simCloudManagerPool-18-thread-18) [    ] 
o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 4974ms
   [junit4]   2> 32255 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 32272 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
   [junit4]   2> 32272 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 155980 ms for event 
id=473e80f94dfe2T7424eev8u3xr3pnwjbozw10in
   [junit4]   2> 32381 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 82
   [junit4]   2> 32381 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10065_solr
   [junit4]   2> 32381 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10012_solr
   [junit4]   2> 32381 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10005_solr
   [junit4]   2> 32381 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10058_solr
   [junit4]   2> 32381 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10090_solr
   [junit4]   2> 32381 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10022_solr
   [junit4]   2> 32382 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10044_solr
   [junit4]   2> 32382 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10009_solr
   [junit4]   2> 32382 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10055_solr
   [junit4]   2> 32382 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10048_solr
   [junit4]   2> 32382 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost 
nodes: [127.0.0.1:10018_solr, 127.0.0.1:10026_solr, 127.0.0.1:10028_solr, 
127.0.0.1:10052_solr, 127.0.0.1:10019_solr, 127.0.0.1:10003_solr, 
127.0.0.1:10080_solr]
   [junit4]   2> 32382 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"473e5d7a8b592T7424eev8u3xr3pnwjbozw10iq",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":1253330909705618,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       1253330909705618,
   [junit4]   2>       1253330919933268,
   [junit4]   2>       1253330921688418,
   [junit4]   2>       1253330913757268,
   [junit4]   2>       1253330911939418,
   [junit4]   2>       1253330915647818,
   [junit4]   2>       1253330917971468],
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10018_solr",
   [junit4]   2>       "127.0.0.1:10026_solr",
   [junit4]   2>       "127.0.0.1:10028_solr",
   [junit4]   2>       "127.0.0.1:10052_solr",
   [junit4]   2>       "127.0.0.1:10019_solr",
   [junit4]   2>       "127.0.0.1:10003_solr",
   [junit4]   2>       "127.0.0.1:10080_solr"]}}
   [junit4]   2> 32382 DEBUG (ScheduledTrigger-19-thread-4) [    ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
node_lost_trigger]
   [junit4]   2> 32384 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"473e5d7a8b592T7424eev8u3xr3pnwjbozw10iq",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":1253330909705618,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       1253330909705618,
   [junit4]   2>       1253330919933268,
   [junit4]   2>       1253330921688418,
   [junit4]   2>       1253330913757268,
   [junit4]   2>       1253330911939418,
   [junit4]   2>       1253330915647818,
   [junit4]   2>       1253330917971468],
   [junit4]   2>     "_enqueue_time_":1253509206309068,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10018_solr",
   [junit4]   2>       "127.0.0.1:10026_solr",
   [junit4]   2>       "127.0.0.1:10028_solr",
   [junit4]   2>       "127.0.0.1:10052_solr",
   [junit4]   2>       "127.0.0.1:10019_solr",
   [junit4]   2>       "127.0.0.1:10003_solr",
   [junit4]   2>       "127.0.0.1:10080_solr"]}}
   [junit4]   2> 32384 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"473e5d7a8b592T7424eev8u3xr3pnwjbozw10iq",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":1253330909705618,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       1253330909705618,
   [junit4]   2>       1253330919933268,
   [junit4]   2>       1253330921688418,
   [junit4]   2>       1253330913757268,
   [junit4]   2>       1253330911939418,
   [junit4]   2>       1253330915647818,
   [junit4]   2>       1253330917971468],
   [junit4]   2>     "_enqueue_time_":1253509206309068,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10018_solr",
   [junit4]   2>       "127.0.0.1:10026_solr",
   [junit4]   2>       "127.0.0.1:10028_solr",
   [junit4]   2>       "127.0.0.1:10052_solr",
   [junit4]   2>       "127.0.0.1:10019_solr",
   [junit4]   2>       "127.0.0.1:10003_solr",
   [junit4]   2>       "127.0.0.1:10080_solr"]}} with context properties: 
{BEFORE_ACTION=[auto_add_replicas_plan]}
   [junit4]   2> 32400 INFO  (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1253510077 
sessionWrapper.createTime 1253510072032668, this.sessionWrapper.createTime 
1253510072032668 
   [junit4]   2> 32400 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"473e5d7a8b592T7424eev8u3xr3pnwjbozw10iq",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":1253330909705618,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       1253330909705618,
   [junit4]   2>       1253330919933268,
   [junit4]   2>       1253330921688418,
   [junit4]   2>       1253330913757268,
   [junit4]   2>       1253330911939418,
   [junit4]   2>       1253330915647818,
   [junit4]   2>       1253330917971468],
   [junit4]   2>     "_enqueue_time_":1253509206309068,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10018_solr",
   [junit4]   2>       "127.0.0.1:10026_solr",
   [junit4]   2>       "127.0.0.1:10028_solr",
   [junit4]   2>       "127.0.0.1:10052_solr",
   [junit4]   2>       "127.0.0.1:10019_solr",
   [junit4]   2>       "127.0.0.1:10003_solr",
   [junit4]   2>       "127.0.0.1:10080_solr"]}} with context properties: 
{AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan, 
execute_plan]}
   [junit4]   2> 32400 INFO  (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
   [junit4]   2>   "id":"473e5d7a8b592T7424eev8u3xr3pnwjbozw10iq",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":1253330909705618,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[
   [junit4]   2>       1253330909705618,
   [junit4]   2>       1253330919933268,
   [junit4]   2>       1253330921688418,
   [junit4]   2>       1253330913757268,
   [junit4]   2>       1253330911939418,
   [junit4]   2>       1253330915647818,
   [junit4]   2>       1253330917971468],
   [junit4]   2>     "_enqueue_time_":1253509206309068,
   [junit4]   2>     "nodeNames":[
   [junit4]   2>       "127.0.0.1:10018_solr",
   [junit4]   2>       "127.0.0.1:10026_solr",
   [junit4]   2>       "127.0.0.1:10028_solr",
   [junit4]   2>       "127.0.0.1:10052_solr",
   [junit4]   2>       "127.0.0.1:10019_solr",
   [junit4]   2>       "127.0.0.1:10003_solr",
   [junit4]   2>       "127.0.0.1:10080_solr"]}}
   [junit4]   2> 32400 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 32400 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
   [junit4]   2> 32400 DEBUG (AutoscalingActionExecutor-20-thread-1) [    ] 
o.a.s.c.a.ScheduledTriggers -- processing took 833 ms for event 
id=473e5d7a8b592T7424eev8u3xr3pnwjbozw10iq
   [junit4]   2> 32511 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 90
   [junit4]   2> 32511 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with 
currently live nodes: 90
   [junit4]   2> 32511 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10065_solr
   [junit4]   2> 32511 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10048_solr
   [junit4]   2> 32547 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 85
   [junit4]   2> 32547 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10005_solr
   [junit4]   2> 32547 DEBUG (ScheduledTrigger-19-thread-2) [    ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:1

[...truncated too long message...]

 Unexpected exception while processing event: {
   [junit4]   2>   "id":"474bdbdb734c0T7424eev8u3xr3pnwjbozw122g",
   [junit4]   2>   "source":"AutoscalingHistoryHandlerTest_node_lost_trigger",
   [junit4]   2>   "eventTime":1254258187384000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1254258187384000],
   [junit4]   2>     "_enqueue_time_":1254258187588351,
   [junit4]   2>     "nodeNames":["127.0.0.1:39811_solr"]}}
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:91)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:299)
   [junit4]   2>        ... 6 more
   [junit4]   2> Caused by: java.lang.InterruptedException
   [junit4]   2>        at java.lang.Object.wait(Native Method)
   [junit4]   2>        at java.lang.Object.wait(Object.java:502)
   [junit4]   2>        at 
org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406)
   [junit4]   2>        at 
org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1210)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:339)
   [junit4]   2>        at 
org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2>        at 
org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:339)
   [junit4]   2>        at 
org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:173)
   [junit4]   2>        at 
org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:74)
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:60)
   [junit4]   2>        ... 7 more
   [junit4]   2> 1202686 DEBUG 
(AutoscalingActionExecutor-2370-thread-1-processing-n:127.0.0.1:39811_solr) 
[n:127.0.0.1:39811_solr    ] o.a.s.c.a.ScheduledTriggers -- processing took 103 
ms for event id=474bdbdb734c0T7424eev8u3xr3pnwjbozw122g
   [junit4]   2> 1202684 INFO  (coreCloseExecutor-2435-thread-2) 
[n:127.0.0.1:41099_solr c:.system s:shard1 r:core_node5 
x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter 
[org.apache.solr.metrics.reporters.SolrJmxReporter@7af89aa: rootName = 
solr_41099, domain = solr.core..system.shard1.replica_n2, service url = null, 
agent id = null] for registry solr.core..system.shard1.replica_n2 / 
com.codahale.metrics.MetricRegistry@2dd4477e
   [junit4]   2> 1202697 INFO  (coreCloseExecutor-2434-thread-2) 
[n:127.0.0.1:33392_solr c:.system s:shard1 r:core_node8 
x:.system_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters 
for registry=solr.collection..system.shard1.leader, tag=894528712
   [junit4]   2> 1202697 INFO  (coreCloseExecutor-2434-thread-1) 
[n:127.0.0.1:33392_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 
r:core_node8 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n7] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.AutoscalingHistoryHandlerTest_collection.shard1.leader,
 tag=595298853
   [junit4]   2> 1202751 INFO  
(zkCallback-1110-thread-2-processing-n:127.0.0.1:41099_solr) 
[n:127.0.0.1:41099_solr    ] o.a.s.c.OverseerElectionContext I am going to be 
the leader 127.0.0.1:41099_solr
   [junit4]   2> 1202774 INFO  (jetty-closer-1089-thread-2) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@296c8620{/solr,null,UNAVAILABLE}
   [junit4]   2> 1202774 INFO  (jetty-closer-1089-thread-2) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1202776 INFO  (jetty-closer-1089-thread-3) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@7dbf1f98{/solr,null,UNAVAILABLE}
   [junit4]   2> 1202776 INFO  (jetty-closer-1089-thread-3) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1202785 INFO  (coreCloseExecutor-2435-thread-1) 
[n:127.0.0.1:41099_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 
r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] 
o.a.s.m.SolrMetricManager Closing metric reporters for 
registry=solr.collection.AutoscalingHistoryHandlerTest_collection.shard1.leader,
 tag=1763915415
   [junit4]   2> 1202785 INFO  (coreCloseExecutor-2435-thread-2) 
[n:127.0.0.1:41099_solr c:.system s:shard1 r:core_node5 
x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters 
for registry=solr.collection..system.shard1.leader, tag=13146252
   [junit4]   2> 1202801 INFO  (jetty-closer-1089-thread-1) [    ] 
o.e.j.s.h.ContextHandler Stopped 
o.e.j.s.ServletContextHandler@55471eef{/solr,null,UNAVAILABLE}
   [junit4]   2> 1202802 INFO  (jetty-closer-1089-thread-1) [    ] 
o.e.j.s.session Stopped scavenging
   [junit4]   2> 1202802 ERROR 
(SUITE-AutoscalingHistoryHandlerTest-seed#[6C39456755DC4D49]-worker) [    ] 
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper 
server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1202802 INFO  
(SUITE-AutoscalingHistoryHandlerTest-seed#[6C39456755DC4D49]-worker) [    ] 
o.a.s.c.ZkTestServer connecting to 127.0.0.1:44261 44261
   [junit4]   2> 1203037 INFO  (Thread-1062) [    ] o.a.s.c.ZkTestServer 
connecting to 127.0.0.1:44261 44261
   [junit4]   2> 1203038 WARN  (Thread-1062) [    ] o.a.s.c.ZkTestServer Watch 
limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2>        13      /solr/aliases.json
   [junit4]   2>        13      /solr/clusterprops.json
   [junit4]   2>        5       /solr/configs/.system
   [junit4]   2>        5       /solr/configs/.system/managed-schema
   [junit4]   2>        4       /solr/security.json
   [junit4]   2>        4       
/solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
   [junit4]   2>        4       
/solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2>        66      /solr/collections/.system/state.json
   [junit4]   2>        40      
/solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
   [junit4]   2>        13      /solr/clusterstate.json
   [junit4]   2>        2       
/solr/collections/AutoscalingHistoryHandlerTest_collection/leader_elect/shard1/election/99404997297963015-core_node3-n_0000000000
   [junit4]   2>        2       
/solr/collections/.system/leader_elect/shard1/election/99404997297963016-core_node6-n_0000000000
   [junit4]   2>        2       
/solr/overseer_elect/election/99404997297963015-127.0.0.1:41099_solr-n_0000000001
   [junit4]   2>        2       
/solr/collections/AutoscalingHistoryHandlerTest_collection/leader_elect/shard1/election/99404997297963017-core_node5-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2>        13      /solr/live_nodes
   [junit4]   2>        13      /solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6C39456755DC4D49-001
   [junit4]   2> Jan 24, 2018 1:18:46 PM 
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked 
thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): 
{action_s=Lucene50(blocksize=128), 
event.source_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), 
type=Lucene50(blocksize=128), 
before.actions_ss=PostingsFormat(name=LuceneVarGapDocFreqInterval), 
event.property._enqueue_time__ss=Lucene50(blocksize=128), 
after.actions_ss=PostingsFormat(name=Asserting), 
stage_s=Lucene50(blocksize=128), event.id_s=BlockTreeOrds(blocksize=128), 
event.property.eventTimes_ss=Lucene50(blocksize=128), 
source_s=BlockTreeOrds(blocksize=128), event.type_s=Lucene50(blocksize=128), 
responses_ts=PostingsFormat(name=Asserting), id=BlockTreeOrds(blocksize=128), 
collections_ss=Lucene50(blocksize=128), 
operations.params_ts=Lucene50(blocksize=128), 
event.property.nodeNames_ss=Lucene50(blocksize=128)}, 
docValues:{_version_=DocValuesFormat(name=Lucene70), 
event.time_l=DocValuesFormat(name=Lucene70), 
timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1576, 
maxMBSortInHeap=7.879633852112584, 
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1bc1594e),
 locale=de-LU, timezone=Europe/Zagreb
   [junit4]   2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 
1.8.0_152 (64-bit)/cpus=4,threads=1,free=86950768,total=516423680
   [junit4]   2> NOTE: All tests run in this JVM: 
[TestSolrCloudWithDelegationTokens, TestFiltering, TestLegacyField, 
TestExactSharedStatsCache, ClassificationUpdateProcessorTest, TestUtilizeNode, 
DistributedFacetPivotLargeTest, SolrMetricManagerTest, 
LegacyCloudClusterPropTest, ReturnFieldsTest, 
OverriddenZkACLAndCredentialsProvidersTest, CurrencyRangeFacetCloudTest, 
LukeRequestHandlerTest, VMParamsZkACLAndCredentialsProvidersTest, 
LeaderFailureAfterFreshStartTest, HdfsBasicDistributedZkTest, 
TestRawTransformer, TestNumericTerms32, BadCopyFieldTest, HttpPartitionTest, 
DistributedFacetPivotSmallTest, SolrJmxReporterTest, TestConfigSetImmutable, 
BasicAuthIntegrationTest, StatelessScriptUpdateProcessorFactoryTest, 
TestInitQParser, CachingDirectoryFactoryTest, 
TestDynamicFieldCollectionResource, TestFieldResource, SolrTestCaseJ4Test, 
DistributedDebugComponentTest, SpatialFilterTest, DateFieldTest, 
TestLMJelinekMercerSimilarityFactory, TestCloudPseudoReturnFields, 
CircularListTest, HLLUtilTest, TestPolicyCloud, TestTlogReplica, 
OverseerRolesTest, SuggesterTSTTest, TestStressReorder, CleanupOldIndexTest, 
AutoAddReplicasIntegrationTest, TestCoreDiscovery, TestSchemaVersionResource, 
ResponseHeaderTest, ClusterStateUpdateTest, TestRandomDVFaceting, 
WordBreakSolrSpellCheckerTest, AutoscalingHistoryHandlerTest]
   [junit4] Completed [220/768 (2!)] on J2 in 41.60s, 1 test, 1 failure <<< 
FAILURES!

[...truncated 49956 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to