Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2273/
2 tests failed. FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory Error Message: expected:<5> but was:<0> Stack Trace: java.lang.AssertionError: expected:<5> but was:<0> at __randomizedtesting.SeedInfo.seed([6C39456755DC4D49:1C5E19AEF94B24E]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.failNotEquals(Assert.java:647) at org.junit.Assert.assertEquals(Assert.java:128) at org.junit.Assert.assertEquals(Assert.java:472) at org.junit.Assert.assertEquals(Assert.java:456) at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:274) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost Error Message: Stack Trace: java.util.concurrent.TimeoutException at __randomizedtesting.SeedInfo.seed([6C39456755DC4D49:D32C8B99D63628CF]:0) at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:271) at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.doTestNodeLost(TestLargeCluster.java:453) at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testNodeLost(TestLargeCluster.java:295) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 11689 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster [junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestLargeCluster_6C39456755DC4D49-001/init-core-data-001 [junit4] 2> 23785 WARN (SUITE-TestLargeCluster-seed#[6C39456755DC4D49]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1 [junit4] 2> 23785 INFO (SUITE-TestLargeCluster-seed#[6C39456755DC4D49]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 23787 INFO (SUITE-TestLargeCluster-seed#[6C39456755DC4D49]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 23787 INFO (SUITE-TestLargeCluster-seed#[6C39456755DC4D49]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 23900 INFO (SUITE-TestLargeCluster-seed#[6C39456755DC4D49]-worker) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 24343 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 24381 INFO (TEST-TestLargeCluster.testBasic-seed#[6C39456755DC4D49]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasic [junit4] 2> 24438 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 24402 INFO (TEST-TestLargeCluster.testBasic-seed#[6C39456755DC4D49]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 24726 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 24726 DEBUG (TEST-TestLargeCluster.testBasic-seed#[6C39456755DC4D49]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 24778 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted [junit4] 2> java.lang.InterruptedException [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) [junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) [junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154) [junit4] 2> at java.lang.Thread.run(Thread.java:748) [junit4] 2> 24834 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 24834 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 24835 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1 [junit4] 2> 24836 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 24923 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 24923 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 24932 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25013 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25142 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25178 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25277 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25297 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25304 DEBUG (simCloudManagerPool-18-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 25307 DEBUG (simCloudManagerPool-18-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 25333 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25336 DEBUG (simCloudManagerPool-18-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 25337 DEBUG (simCloudManagerPool-18-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 25338 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 25339 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 25339 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 25340 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25365 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25514 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25530 DEBUG (simCloudManagerPool-18-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 25547 DEBUG (simCloudManagerPool-18-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 25548 DEBUG (simCloudManagerPool-18-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 25548 DEBUG (simCloudManagerPool-18-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 25548 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 25549 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 25549 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 25551 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25583 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25603 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25620 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25640 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25640 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25676 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25677 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25713 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25713 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25749 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25749 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25786 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25786 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25822 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25822 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25859 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25859 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25895 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25895 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 25931 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 25932 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26082 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26082 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26122 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26245 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26281 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26281 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26316 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26317 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26353 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26354 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26389 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26390 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26426 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26426 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26458 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26458 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26479 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26479 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26515 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26515 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26556 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26556 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26584 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26584 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26604 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26604 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26632 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26632 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26653 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26653 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26673 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26674 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26694 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26694 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26730 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26730 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26766 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26766 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26802 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26803 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26839 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26839 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26876 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26876 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26912 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26912 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26948 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 26948 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26981 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 26982 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27009 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27009 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27045 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27046 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27078 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27090 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27099 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27114 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27131 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27151 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27151 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27187 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27187 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27224 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27224 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27260 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27260 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27297 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27297 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27333 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27333 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27370 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27370 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27406 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27406 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27442 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27443 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27479 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27479 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27515 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27515 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27544 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27545 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27576 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27576 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27596 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27597 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27633 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27633 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27653 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27653 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27690 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27690 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27726 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27726 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27763 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27763 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27795 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27795 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27815 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27816 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27852 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27852 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27880 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27880 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27882 DEBUG (simCloudManagerPool-18-thread-79) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard2: {"core_node18":{ [junit4] 2> "node_name":"127.0.0.1:10005_solr", [junit4] 2> "core":"testBasic_shard2_replica_n18", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 27883 DEBUG (simCloudManagerPool-18-thread-81) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard4: {"core_node54":{ [junit4] 2> "node_name":"127.0.0.1:10051_solr", [junit4] 2> "core":"testBasic_shard4_replica_t54", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"TLOG", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard4", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 27883 DEBUG (simCloudManagerPool-18-thread-83) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard1: {"core_node1":{ [junit4] 2> "node_name":"127.0.0.1:10093_solr", [junit4] 2> "core":"testBasic_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 27883 DEBUG (simCloudManagerPool-18-thread-80) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard3: {"core_node39":{ [junit4] 2> "node_name":"127.0.0.1:10079_solr", [junit4] 2> "core":"testBasic_shard3_replica_t39", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"TLOG", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 27884 DEBUG (simCloudManagerPool-18-thread-82) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard5: {"core_node65":{ [junit4] 2> "node_name":"127.0.0.1:10004_solr", [junit4] 2> "core":"testBasic_shard5_replica_n65", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard5", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 27976 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 100 [junit4] 2> 27976 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 27991 INFO (TEST-TestLargeCluster.testBasic-seed#[6C39456755DC4D49]) [ ] o.a.s.c.a.s.TestLargeCluster Ready after 9307ms [junit4] 2> 27998 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 99 [junit4] 2> 27998 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10032_solr [junit4] 2> 27998 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 99 [junit4] 2> 27998 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10032_solr [junit4] 2> 28034 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 99 [junit4] 2> 28034 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 99 [junit4] 2> 28070 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 99 [junit4] 2> 28071 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 99 [junit4] 2> 28109 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 99 [junit4] 2> 28109 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10032_solr] [junit4] 2> 28109 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"473dc50a6e694T7424eev8u3xr3pnwjbozw10ih", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1253289989957268, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1253289989957268], [junit4] 2> "nodeNames":["127.0.0.1:10032_solr"]}} [junit4] 2> 28160 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger] [junit4] 2> 28209 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"473dc50a6e694T7424eev8u3xr3pnwjbozw10ih", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1253289989957268, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1253289989957268], [junit4] 2> "_enqueue_time_":1253298112576168, [junit4] 2> "nodeNames":["127.0.0.1:10032_solr"]}} [junit4] 2> 28211 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"473dc50a6e694T7424eev8u3xr3pnwjbozw10ih", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1253289989957268, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1253289989957268], [junit4] 2> "_enqueue_time_":1253298112576168, [junit4] 2> "nodeNames":["127.0.0.1:10032_solr"]}} with context properties: {BEFORE_ACTION=[compute]} [junit4] 2> 28416 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node56 [junit4] 2> 28417 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1253310931 sessionWrapper.createTime 1253306232487018, this.sessionWrapper.createTime 1253306232487018 [junit4] 2> 28417 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"473dc50a6e694T7424eev8u3xr3pnwjbozw10ih", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1253289989957268, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1253289989957268], [junit4] 2> "_enqueue_time_":1253298112576168, [junit4] 2> "nodeNames":["127.0.0.1:10032_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@3ad63a3b], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]} [junit4] 2> 28417 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node56 [junit4] 2> 28537 DEBUG (simCloudManagerPool-18-thread-125) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node77":{ [junit4] 2> "core":"testBasic_shard4_replica_p76", [junit4] 2> "shard":"shard4", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10072_solr", [junit4] 2> "type":"PULL"}} [junit4] 2> 28704 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 28704 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms [junit4] 2> 28704 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 24750 ms for event id=473dc50a6e694T7424eev8u3xr3pnwjbozw10ih [junit4] 2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr [junit4] 2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr [junit4] 2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10052_solr [junit4] 2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10003_solr [junit4] 2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10080_solr [junit4] 2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10026_solr [junit4] 2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10028_solr [junit4] 2> 28816 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10032_solr] [junit4] 2> 28817 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"473dc521fec5aT7424eev8u3xr3pnwjbozw10ik", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":1253290014665818, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1253290014665818], [junit4] 2> "nodeNames":["127.0.0.1:10032_solr"]}} [junit4] 2> 28817 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger] [junit4] 2> 28835 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"473dc521fec5aT7424eev8u3xr3pnwjbozw10ik", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":1253290014665818, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1253290014665818], [junit4] 2> "_enqueue_time_":1253330937519368, [junit4] 2> "nodeNames":["127.0.0.1:10032_solr"]}} [junit4] 2> 28835 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"473dc521fec5aT7424eev8u3xr3pnwjbozw10ik", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":1253290014665818, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1253290014665818], [junit4] 2> "_enqueue_time_":1253330937519368, [junit4] 2> "nodeNames":["127.0.0.1:10032_solr"]}} with context properties: {BEFORE_ACTION=[auto_add_replicas_plan]} [junit4] 2> 28870 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1253333597 sessionWrapper.createTime 1253333580513168, this.sessionWrapper.createTime 1253333580513168 [junit4] 2> 28870 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"473dc521fec5aT7424eev8u3xr3pnwjbozw10ik", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":1253290014665818, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1253290014665818], [junit4] 2> "_enqueue_time_":1253330937519368, [junit4] 2> "nodeNames":["127.0.0.1:10032_solr"]}} with context properties: {AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan, execute_plan]} [junit4] 2> 28870 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: { [junit4] 2> "id":"473dc521fec5aT7424eev8u3xr3pnwjbozw10ik", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":1253290014665818, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1253290014665818], [junit4] 2> "_enqueue_time_":1253330937519368, [junit4] 2> "nodeNames":["127.0.0.1:10032_solr"]}} [junit4] 2> 28905 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 28905 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms [junit4] 2> 28906 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 3541 ms for event id=473dc521fec5aT7424eev8u3xr3pnwjbozw10ik [junit4] 2> 29006 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 29006 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 29007 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr [junit4] 2> 29007 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr [junit4] 2> 29007 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10052_solr [junit4] 2> 29007 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10003_solr [junit4] 2> 29007 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10080_solr [junit4] 2> 29007 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10026_solr [junit4] 2> 29007 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10028_solr [junit4] 2> 29027 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 29027 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 29047 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 29063 DEBUG (ScheduledTrigger-19-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 29079 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 29099 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 29100 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 29136 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 92 [junit4] 2> 29136 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10052_solr, 127.0.0.1:10018_solr, 127.0.0.1:10026_solr, 127.0.0.1:10019_solr, 127.0.0.1:10003_solr, 127.0.0.1:10080_solr, 127.0.0.1:10028_solr] [junit4] 2> 29136 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"473e80f94dfe2T7424eev8u3xr3pnwjbozw10in", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1253340437864418, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1253340437864418, [junit4] 2> 1253340433351668, [junit4] 2> 1253340443005618, [junit4] 2> 1253340435980868, [junit4] 2> 1253340439581768, [junit4] 2> 1253340441305068, [junit4] 2> 1253340444667618], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10052_solr", [junit4] 2> "127.0.0.1:10018_solr", [junit4] 2> "127.0.0.1:10026_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10003_solr", [junit4] 2> "127.0.0.1:10080_solr", [junit4] 2> "127.0.0.1:10028_solr"]}} [junit4] 2> 29136 DEBUG (ScheduledTrigger-19-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger] [junit4] 2> 29153 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"473e80f94dfe2T7424eev8u3xr3pnwjbozw10in", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1253340437864418, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1253340437864418, [junit4] 2> 1253340433351668, [junit4] 2> 1253340443005618, [junit4] 2> 1253340435980868, [junit4] 2> 1253340439581768, [junit4] 2> 1253340441305068, [junit4] 2> 1253340444667618], [junit4] 2> "_enqueue_time_":1253346922705718, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10052_solr", [junit4] 2> "127.0.0.1:10018_solr", [junit4] 2> "127.0.0.1:10026_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10003_solr", [junit4] 2> "127.0.0.1:10080_solr", [junit4] 2> "127.0.0.1:10028_solr"]}} [junit4] 2> 29153 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"473e80f94dfe2T7424eev8u3xr3pnwjbozw10in", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1253340437864418, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1253340437864418, [junit4] 2> 1253340433351668, [junit4] 2> 1253340443005618, [junit4] 2> 1253340435980868, [junit4] 2> 1253340439581768, [junit4] 2> 1253340441305068, [junit4] 2> 1253340444667618], [junit4] 2> "_enqueue_time_":1253346922705718, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10052_solr", [junit4] 2> "127.0.0.1:10018_solr", [junit4] 2> "127.0.0.1:10026_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10003_solr", [junit4] 2> "127.0.0.1:10080_solr", [junit4] 2> "127.0.0.1:10028_solr"]}} with context properties: {BEFORE_ACTION=[compute]} [junit4] 2> 29540 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node31 [junit4] 2> 29720 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node29 [junit4] 2> 29794 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node4 [junit4] 2> 29866 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node61 [junit4] 2> 29884 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node20 [junit4] 2> 29904 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10091_solr&inPlaceMove=true&replica=core_node6 [junit4] 2> 29919 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10034_solr&inPlaceMove=true&replica=core_node8 [junit4] 2> 29919 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1253386070 sessionWrapper.createTime 1253347834048918, this.sessionWrapper.createTime 1253347834048918 [junit4] 2> 29920 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"473e80f94dfe2T7424eev8u3xr3pnwjbozw10in", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":1253340437864418, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1253340437864418, [junit4] 2> 1253340433351668, [junit4] 2> 1253340443005618, [junit4] 2> 1253340435980868, [junit4] 2> 1253340439581768, [junit4] 2> 1253340441305068, [junit4] 2> 1253340444667618], [junit4] 2> "_enqueue_time_":1253346922705718, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10052_solr", [junit4] 2> "127.0.0.1:10018_solr", [junit4] 2> "127.0.0.1:10026_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10003_solr", [junit4] 2> "127.0.0.1:10080_solr", [junit4] 2> "127.0.0.1:10028_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@1fb31a3d, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@44de352e, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@631c66fb, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@42fc6afe, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@4519f26e, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@70dbd8a6, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@707043f8], AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]} [junit4] 2> 29920 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node31 [junit4] 2> 30042 DEBUG (simCloudManagerPool-18-thread-137) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node79":{ [junit4] 2> "core":"testBasic_shard3_replica_n78", [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10056_solr", [junit4] 2> "type":"NRT"}} [junit4] 2> 30195 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node29 [junit4] 2> 30303 DEBUG (simCloudManagerPool-18-thread-145) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node81":{ [junit4] 2> "core":"testBasic_shard2_replica_p80", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10059_solr", [junit4] 2> "type":"PULL"}} [junit4] 2> 30514 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node4 [junit4] 2> 30643 DEBUG (simCloudManagerPool-18-thread-153) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node83":{ [junit4] 2> "core":"testBasic_shard1_replica_n82", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10053_solr", [junit4] 2> "type":"NRT"}} [junit4] 2> 30847 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node61 [junit4] 2> 30951 DEBUG (simCloudManagerPool-18-thread-161) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node85":{ [junit4] 2> "core":"testBasic_shard5_replica_n84", [junit4] 2> "shard":"shard5", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10037_solr", [junit4] 2> "type":"NRT"}} [junit4] 2> 31166 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node20 [junit4] 2> 31296 DEBUG (simCloudManagerPool-18-thread-169) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node87":{ [junit4] 2> "core":"testBasic_shard2_replica_n86", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10094_solr", [junit4] 2> "type":"NRT"}} [junit4] 2> 31454 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10091_solr&inPlaceMove=true&replica=core_node6 [junit4] 2> 31583 DEBUG (simCloudManagerPool-18-thread-177) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node89":{ [junit4] 2> "core":"testBasic_shard1_replica_t88", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10091_solr", [junit4] 2> "type":"TLOG"}} [junit4] 2> 31798 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10034_solr&inPlaceMove=true&replica=core_node8 [junit4] 2> 31908 DEBUG (simCloudManagerPool-18-thread-185) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node91":{ [junit4] 2> "core":"testBasic_shard1_replica_t90", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10034_solr", [junit4] 2> "type":"TLOG"}} [junit4] 2> 32070 INFO (TEST-TestLargeCluster.testBasic-seed#[6C39456755DC4D49]) [ ] o.a.s.c.a.s.TestLargeCluster Ready after 186919ms [junit4] 2> 32070 INFO (TEST-TestLargeCluster.testBasic-seed#[6C39456755DC4D49]) [ ] o.a.s.c.a.s.TestLargeCluster OP COUNTS: {CREATE=1, DELETESTATUS=7, MOVEREPLICA=8, REQUESTSTATUS=7, autoscaling=2, update=5} [junit4] 2> 32203 DEBUG (simCloudManagerPool-18-thread-19) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard2: {"core_node17":{ [junit4] 2> "node_name":"127.0.0.1:10098_solr", [junit4] 2> "core":"testBasic_shard2_replica_n17", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 32203 INFO (simCloudManagerPool-18-thread-19) [ ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 4985ms [junit4] 2> 32204 INFO (simCloudManagerPool-18-thread-18) [ ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 4974ms [junit4] 2> 32255 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 32272 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms [junit4] 2> 32272 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 155980 ms for event id=473e80f94dfe2T7424eev8u3xr3pnwjbozw10in [junit4] 2> 32381 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 82 [junit4] 2> 32381 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10065_solr [junit4] 2> 32381 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10012_solr [junit4] 2> 32381 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10005_solr [junit4] 2> 32381 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10058_solr [junit4] 2> 32381 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10090_solr [junit4] 2> 32381 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10022_solr [junit4] 2> 32382 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10044_solr [junit4] 2> 32382 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10009_solr [junit4] 2> 32382 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10055_solr [junit4] 2> 32382 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10048_solr [junit4] 2> 32382 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10018_solr, 127.0.0.1:10026_solr, 127.0.0.1:10028_solr, 127.0.0.1:10052_solr, 127.0.0.1:10019_solr, 127.0.0.1:10003_solr, 127.0.0.1:10080_solr] [junit4] 2> 32382 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"473e5d7a8b592T7424eev8u3xr3pnwjbozw10iq", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":1253330909705618, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1253330909705618, [junit4] 2> 1253330919933268, [junit4] 2> 1253330921688418, [junit4] 2> 1253330913757268, [junit4] 2> 1253330911939418, [junit4] 2> 1253330915647818, [junit4] 2> 1253330917971468], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10018_solr", [junit4] 2> "127.0.0.1:10026_solr", [junit4] 2> "127.0.0.1:10028_solr", [junit4] 2> "127.0.0.1:10052_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10003_solr", [junit4] 2> "127.0.0.1:10080_solr"]}} [junit4] 2> 32382 DEBUG (ScheduledTrigger-19-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger] [junit4] 2> 32384 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"473e5d7a8b592T7424eev8u3xr3pnwjbozw10iq", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":1253330909705618, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1253330909705618, [junit4] 2> 1253330919933268, [junit4] 2> 1253330921688418, [junit4] 2> 1253330913757268, [junit4] 2> 1253330911939418, [junit4] 2> 1253330915647818, [junit4] 2> 1253330917971468], [junit4] 2> "_enqueue_time_":1253509206309068, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10018_solr", [junit4] 2> "127.0.0.1:10026_solr", [junit4] 2> "127.0.0.1:10028_solr", [junit4] 2> "127.0.0.1:10052_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10003_solr", [junit4] 2> "127.0.0.1:10080_solr"]}} [junit4] 2> 32384 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"473e5d7a8b592T7424eev8u3xr3pnwjbozw10iq", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":1253330909705618, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1253330909705618, [junit4] 2> 1253330919933268, [junit4] 2> 1253330921688418, [junit4] 2> 1253330913757268, [junit4] 2> 1253330911939418, [junit4] 2> 1253330915647818, [junit4] 2> 1253330917971468], [junit4] 2> "_enqueue_time_":1253509206309068, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10018_solr", [junit4] 2> "127.0.0.1:10026_solr", [junit4] 2> "127.0.0.1:10028_solr", [junit4] 2> "127.0.0.1:10052_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10003_solr", [junit4] 2> "127.0.0.1:10080_solr"]}} with context properties: {BEFORE_ACTION=[auto_add_replicas_plan]} [junit4] 2> 32400 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1253510077 sessionWrapper.createTime 1253510072032668, this.sessionWrapper.createTime 1253510072032668 [junit4] 2> 32400 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"473e5d7a8b592T7424eev8u3xr3pnwjbozw10iq", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":1253330909705618, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1253330909705618, [junit4] 2> 1253330919933268, [junit4] 2> 1253330921688418, [junit4] 2> 1253330913757268, [junit4] 2> 1253330911939418, [junit4] 2> 1253330915647818, [junit4] 2> 1253330917971468], [junit4] 2> "_enqueue_time_":1253509206309068, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10018_solr", [junit4] 2> "127.0.0.1:10026_solr", [junit4] 2> "127.0.0.1:10028_solr", [junit4] 2> "127.0.0.1:10052_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10003_solr", [junit4] 2> "127.0.0.1:10080_solr"]}} with context properties: {AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan, execute_plan]} [junit4] 2> 32400 INFO (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: { [junit4] 2> "id":"473e5d7a8b592T7424eev8u3xr3pnwjbozw10iq", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":1253330909705618, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 1253330909705618, [junit4] 2> 1253330919933268, [junit4] 2> 1253330921688418, [junit4] 2> 1253330913757268, [junit4] 2> 1253330911939418, [junit4] 2> 1253330915647818, [junit4] 2> 1253330917971468], [junit4] 2> "_enqueue_time_":1253509206309068, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10018_solr", [junit4] 2> "127.0.0.1:10026_solr", [junit4] 2> "127.0.0.1:10028_solr", [junit4] 2> "127.0.0.1:10052_solr", [junit4] 2> "127.0.0.1:10019_solr", [junit4] 2> "127.0.0.1:10003_solr", [junit4] 2> "127.0.0.1:10080_solr"]}} [junit4] 2> 32400 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 32400 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms [junit4] 2> 32400 DEBUG (AutoscalingActionExecutor-20-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 833 ms for event id=473e5d7a8b592T7424eev8u3xr3pnwjbozw10iq [junit4] 2> 32511 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 90 [junit4] 2> 32511 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 90 [junit4] 2> 32511 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10065_solr [junit4] 2> 32511 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10048_solr [junit4] 2> 32547 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 85 [junit4] 2> 32547 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10005_solr [junit4] 2> 32547 DEBUG (ScheduledTrigger-19-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:1 [...truncated too long message...] Unexpected exception while processing event: { [junit4] 2> "id":"474bdbdb734c0T7424eev8u3xr3pnwjbozw122g", [junit4] 2> "source":"AutoscalingHistoryHandlerTest_node_lost_trigger", [junit4] 2> "eventTime":1254258187384000, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[1254258187384000], [junit4] 2> "_enqueue_time_":1254258187588351, [junit4] 2> "nodeNames":["127.0.0.1:39811_solr"]}} [junit4] 2> at org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:91) [junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:299) [junit4] 2> ... 6 more [junit4] 2> Caused by: java.lang.InterruptedException [junit4] 2> at java.lang.Object.wait(Native Method) [junit4] 2> at java.lang.Object.wait(Object.java:502) [junit4] 2> at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1406) [junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1210) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:339) [junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60) [junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:339) [junit4] 2> at org.apache.solr.client.solrj.impl.ZkDistribStateManager.getAutoScalingConfig(ZkDistribStateManager.java:173) [junit4] 2> at org.apache.solr.client.solrj.cloud.autoscaling.DistribStateManager.getAutoScalingConfig(DistribStateManager.java:74) [junit4] 2> at org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:60) [junit4] 2> ... 7 more [junit4] 2> 1202686 DEBUG (AutoscalingActionExecutor-2370-thread-1-processing-n:127.0.0.1:39811_solr) [n:127.0.0.1:39811_solr ] o.a.s.c.a.ScheduledTriggers -- processing took 103 ms for event id=474bdbdb734c0T7424eev8u3xr3pnwjbozw122g [junit4] 2> 1202684 INFO (coreCloseExecutor-2435-thread-2) [n:127.0.0.1:41099_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7af89aa: rootName = solr_41099, domain = solr.core..system.shard1.replica_n2, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@2dd4477e [junit4] 2> 1202697 INFO (coreCloseExecutor-2434-thread-2) [n:127.0.0.1:33392_solr c:.system s:shard1 r:core_node8 x:.system_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=894528712 [junit4] 2> 1202697 INFO (coreCloseExecutor-2434-thread-1) [n:127.0.0.1:33392_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node8 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.AutoscalingHistoryHandlerTest_collection.shard1.leader, tag=595298853 [junit4] 2> 1202751 INFO (zkCallback-1110-thread-2-processing-n:127.0.0.1:41099_solr) [n:127.0.0.1:41099_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41099_solr [junit4] 2> 1202774 INFO (jetty-closer-1089-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@296c8620{/solr,null,UNAVAILABLE} [junit4] 2> 1202774 INFO (jetty-closer-1089-thread-2) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 1202776 INFO (jetty-closer-1089-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7dbf1f98{/solr,null,UNAVAILABLE} [junit4] 2> 1202776 INFO (jetty-closer-1089-thread-3) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 1202785 INFO (coreCloseExecutor-2435-thread-1) [n:127.0.0.1:41099_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.AutoscalingHistoryHandlerTest_collection.shard1.leader, tag=1763915415 [junit4] 2> 1202785 INFO (coreCloseExecutor-2435-thread-2) [n:127.0.0.1:41099_solr c:.system s:shard1 r:core_node5 x:.system_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=13146252 [junit4] 2> 1202801 INFO (jetty-closer-1089-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@55471eef{/solr,null,UNAVAILABLE} [junit4] 2> 1202802 INFO (jetty-closer-1089-thread-1) [ ] o.e.j.s.session Stopped scavenging [junit4] 2> 1202802 ERROR (SUITE-AutoscalingHistoryHandlerTest-seed#[6C39456755DC4D49]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 1202802 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[6C39456755DC4D49]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44261 44261 [junit4] 2> 1203037 INFO (Thread-1062) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44261 44261 [junit4] 2> 1203038 WARN (Thread-1062) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 13 /solr/aliases.json [junit4] 2> 13 /solr/clusterprops.json [junit4] 2> 5 /solr/configs/.system [junit4] 2> 5 /solr/configs/.system/managed-schema [junit4] 2> 4 /solr/security.json [junit4] 2> 4 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema [junit4] 2> 4 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 66 /solr/collections/.system/state.json [junit4] 2> 40 /solr/collections/AutoscalingHistoryHandlerTest_collection/state.json [junit4] 2> 13 /solr/clusterstate.json [junit4] 2> 2 /solr/collections/AutoscalingHistoryHandlerTest_collection/leader_elect/shard1/election/99404997297963015-core_node3-n_0000000000 [junit4] 2> 2 /solr/collections/.system/leader_elect/shard1/election/99404997297963016-core_node6-n_0000000000 [junit4] 2> 2 /solr/overseer_elect/election/99404997297963015-127.0.0.1:41099_solr-n_0000000001 [junit4] 2> 2 /solr/collections/AutoscalingHistoryHandlerTest_collection/leader_elect/shard1/election/99404997297963017-core_node5-n_0000000001 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 13 /solr/live_nodes [junit4] 2> 13 /solr/collections [junit4] 2> [junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_6C39456755DC4D49-001 [junit4] 2> Jan 24, 2018 1:18:46 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s). [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {action_s=Lucene50(blocksize=128), event.source_s=PostingsFormat(name=LuceneVarGapDocFreqInterval), type=Lucene50(blocksize=128), before.actions_ss=PostingsFormat(name=LuceneVarGapDocFreqInterval), event.property._enqueue_time__ss=Lucene50(blocksize=128), after.actions_ss=PostingsFormat(name=Asserting), stage_s=Lucene50(blocksize=128), event.id_s=BlockTreeOrds(blocksize=128), event.property.eventTimes_ss=Lucene50(blocksize=128), source_s=BlockTreeOrds(blocksize=128), event.type_s=Lucene50(blocksize=128), responses_ts=PostingsFormat(name=Asserting), id=BlockTreeOrds(blocksize=128), collections_ss=Lucene50(blocksize=128), operations.params_ts=Lucene50(blocksize=128), event.property.nodeNames_ss=Lucene50(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene70), event.time_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1576, maxMBSortInHeap=7.879633852112584, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1bc1594e), locale=de-LU, timezone=Europe/Zagreb [junit4] 2> NOTE: Linux 4.4.0-104-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=86950768,total=516423680 [junit4] 2> NOTE: All tests run in this JVM: [TestSolrCloudWithDelegationTokens, TestFiltering, TestLegacyField, TestExactSharedStatsCache, ClassificationUpdateProcessorTest, TestUtilizeNode, DistributedFacetPivotLargeTest, SolrMetricManagerTest, LegacyCloudClusterPropTest, ReturnFieldsTest, OverriddenZkACLAndCredentialsProvidersTest, CurrencyRangeFacetCloudTest, LukeRequestHandlerTest, VMParamsZkACLAndCredentialsProvidersTest, LeaderFailureAfterFreshStartTest, HdfsBasicDistributedZkTest, TestRawTransformer, TestNumericTerms32, BadCopyFieldTest, HttpPartitionTest, DistributedFacetPivotSmallTest, SolrJmxReporterTest, TestConfigSetImmutable, BasicAuthIntegrationTest, StatelessScriptUpdateProcessorFactoryTest, TestInitQParser, CachingDirectoryFactoryTest, TestDynamicFieldCollectionResource, TestFieldResource, SolrTestCaseJ4Test, DistributedDebugComponentTest, SpatialFilterTest, DateFieldTest, TestLMJelinekMercerSimilarityFactory, TestCloudPseudoReturnFields, CircularListTest, HLLUtilTest, TestPolicyCloud, TestTlogReplica, OverseerRolesTest, SuggesterTSTTest, TestStressReorder, CleanupOldIndexTest, AutoAddReplicasIntegrationTest, TestCoreDiscovery, TestSchemaVersionResource, ResponseHeaderTest, ClusterStateUpdateTest, TestRandomDVFaceting, WordBreakSolrSpellCheckerTest, AutoscalingHistoryHandlerTest] [junit4] Completed [220/768 (2!)] on J2 in 41.60s, 1 test, 1 failure <<< FAILURES! [...truncated 49956 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org