Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1561/
3 tests failed. FAILED: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test Error Message: Java heap space Stack Trace: java.lang.OutOfMemoryError: Java heap space at __randomizedtesting.SeedInfo.seed([DE164F63F47C248D:564270B95A804975]:0) at java.nio.HeapByteBuffer.<init>(HeapByteBuffer.java:57) at java.nio.ByteBuffer.allocate(ByteBuffer.java:335) at java.nio.charset.CharsetEncoder.encode(CharsetEncoder.java:795) at java.nio.charset.Charset.encode(Charset.java:843) at java.nio.charset.Charset.encode(Charset.java:863) at org.apache.http.client.utils.URLEncodedUtils.urlEncode(URLEncodedUtils.java:532) at org.apache.http.client.utils.URLEncodedUtils.encodeFormFields(URLEncodedUtils.java:652) at org.apache.http.client.utils.URLEncodedUtils.format(URLEncodedUtils.java:404) at org.apache.http.client.utils.URLEncodedUtils.format(URLEncodedUtils.java:382) at org.apache.http.client.entity.UrlEncodedFormEntity.<init>(UrlEncodedFormEntity.java:75) at org.apache.solr.client.solrj.impl.HttpSolrClient.fillContentStream(HttpSolrClient.java:513) at org.apache.solr.client.solrj.impl.HttpSolrClient.createMethod(HttpSolrClient.java:420) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:253) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:974) at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:990) at org.apache.solr.cloud.CloudInspectUtil.compareResults(CloudInspectUtil.java:228) at org.apache.solr.cloud.CloudInspectUtil.compareResults(CloudInspectUtil.java:167) at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrClient(FullSolrCloudDistribCmdsTest.java:668) at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test(FullSolrCloudDistribCmdsTest.java:152) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode Error Message: trigger did not fire Stack Trace: java.lang.AssertionError: trigger did not fire at __randomizedtesting.SeedInfo.seed([DE164F63F47C248D:79F952C03B31AB95]:0) at org.junit.Assert.fail(Assert.java:93) at org.junit.Assert.assertTrue(Assert.java:43) at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode(TestLargeCluster.java:300) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) FAILED: org.apache.solr.search.join.TestScoreJoinQPNoScore.testJoin Error Message: mismatch: '1'!='5' @ response/docs/[0]/id Stack Trace: java.lang.RuntimeException: mismatch: '1'!='5' @ response/docs/[0]/id at __randomizedtesting.SeedInfo.seed([DE164F63F47C248D:E3257AE9952B231B]:0) at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1004) at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:951) at org.apache.solr.search.join.TestScoreJoinQPNoScore.testJoin(TestScoreJoinQPNoScore.java:99) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.lang.Thread.run(Thread.java:748) Build Log: [...truncated 14432 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster [junit4] 2> 3018845 INFO (SUITE-TestLargeCluster-seed#[DE164F63F47C248D]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestLargeCluster_DE164F63F47C248D-001/init-core-data-001 [junit4] 2> 3018846 INFO (SUITE-TestLargeCluster-seed#[DE164F63F47C248D]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 3018847 INFO (SUITE-TestLargeCluster-seed#[DE164F63F47C248D]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN) [junit4] 2> 3018868 DEBUG (SUITE-TestLargeCluster-seed#[DE164F63F47C248D]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10005_solr [junit4] 2> 3018868 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 3018869 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0 [junit4] 2> 3018873 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1 [junit4] 2> 3018873 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0 [junit4] 2> 3018884 WARN (SUITE-TestLargeCluster-seed#[DE164F63F47C248D]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler Missing .system, keeping metrics history in memory [junit4] 2> 3018922 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 3018926 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3018926 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0 [junit4] 2> 3018950 DEBUG (ScheduledTrigger-5241-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3018971 DEBUG (ScheduledTrigger-5241-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3018971 INFO (TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBasic [junit4] 2> 3018971 DEBUG (TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 3018972 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 3018972 INFO (TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 3018976 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 3018976 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3018976 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted [junit4] 2> java.lang.InterruptedException: null [junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220) ~[?:1.8.0_172] [junit4] 2> at java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335) ~[?:1.8.0_172] [junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:177) [java/:?] [junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172] [junit4] 2> 3018977 DEBUG (TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now [junit4] 2> 3018977 DEBUG (TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now [junit4] 2> 3018977 DEBUG (TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor [junit4] 2> 3018977 DEBUG (TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor [junit4] 2> 3018978 DEBUG (TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely [junit4] 2> 3018978 DEBUG (TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 3018996 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 3018996 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 3018997 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1 [junit4] 2> 3018997 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 3019011 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 3019016 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3019016 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 3019016 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019037 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019057 DEBUG (ScheduledTrigger-5246-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019077 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019098 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019118 DEBUG (simCloudManagerPool-5245-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 3019118 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019118 DEBUG (simCloudManagerPool-5245-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 3019119 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 3019119 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3019119 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 3019138 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019158 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019167 DEBUG (simCloudManagerPool-5245-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 3019167 DEBUG (simCloudManagerPool-5245-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 3019168 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 3019168 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger1 - Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10103_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 3019168 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3019169 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 3019169 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019179 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019186 DEBUG (simCloudManagerPool-5245-thread-5) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 3019186 DEBUG (simCloudManagerPool-5245-thread-5) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5 [junit4] 2> 3019187 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5 [junit4] 2> 3019187 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 3019187 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5 [junit4] 2> 3019189 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019271 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019280 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019291 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019300 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019311 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019320 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019332 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019341 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019352 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019361 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019372 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019381 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019392 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019401 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019413 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019422 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019433 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019442 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019453 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019462 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019474 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019483 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019494 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019503 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019514 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019524 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019540 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019544 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019560 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019564 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019580 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019585 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019601 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019605 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019621 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019625 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019641 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019645 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019661 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019665 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019682 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019780 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019780 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019800 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019800 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019820 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019820 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019841 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019841 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019861 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019861 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019881 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019881 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019901 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019902 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019922 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019922 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019942 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019942 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019962 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019962 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3019982 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3019983 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3020003 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3020003 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3020023 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3020023 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3020043 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3020043 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3020063 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3020064 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3020084 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3020084 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3020104 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3020104 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3020129 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3020130 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3020130 DEBUG (simCloudManagerPool-5245-thread-85) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard5: {"core_node61":{ [junit4] 2> "core":"testBasic_shard5_replica_n61", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "node_name":"127.0.0.1:10104_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "SEARCHER.searcher.numDocs":0, [junit4] 2> "shard":"shard5", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 3020132 DEBUG (simCloudManagerPool-5245-thread-84) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard4: {"core_node54":{ [junit4] 2> "core":"testBasic_shard4_replica_t54", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "node_name":"127.0.0.1:10010_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"TLOG", [junit4] 2> "SEARCHER.searcher.numDocs":0, [junit4] 2> "shard":"shard4", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 3020132 DEBUG (simCloudManagerPool-5245-thread-83) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard3: {"core_node39":{ [junit4] 2> "core":"testBasic_shard3_replica_t39", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "node_name":"127.0.0.1:10082_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"TLOG", [junit4] 2> "SEARCHER.searcher.numDocs":0, [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 3020132 DEBUG (simCloudManagerPool-5245-thread-82) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard2: {"core_node18":{ [junit4] 2> "core":"testBasic_shard2_replica_n18", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "node_name":"127.0.0.1:10023_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "SEARCHER.searcher.numDocs":0, [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 3020132 DEBUG (simCloudManagerPool-5245-thread-86) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testBasic / shard1: {"core_node1":{ [junit4] 2> "core":"testBasic_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":1, [junit4] 2> "node_name":"127.0.0.1:10092_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "SEARCHER.searcher.numDocs":0, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testBasic"}} [junit4] 2> 3020150 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3020150 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3020170 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3020170 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3020190 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3020190 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3020211 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3020211 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3020231 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 100 [junit4] 2> 3020231 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 [junit4] 2> 3020243 INFO (TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ] o.a.s.c.a.s.TestLargeCluster Ready after 6180ms [junit4] 2> 3020251 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 99 [junit4] 2> 3020251 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10081_solr [junit4] 2> 3020251 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 99 [junit4] 2> 3020251 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10081_solr [junit4] 2> 3020271 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 99 [junit4] 2> 3020272 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 99 [junit4] 2> 3020305 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 98 [junit4] 2> 3020312 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10098_solr [junit4] 2> 3020327 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 98 [junit4] 2> 3020327 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10098_solr [junit4] 2> 3020332 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 98 [junit4] 2> 3020351 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 97 [junit4] 2> 3020351 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10076_solr [junit4] 2> 3020352 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 97 [junit4] 2> 3020352 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10076_solr [junit4] 2> 3020352 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10081_solr] [junit4] 2> 3020352 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"66396701c7da09T1quy3vfevx1lj04c04gwue8qb", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":28773562198776329, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[28773562198776329], [junit4] 2> "nodeNames":["127.0.0.1:10081_solr"]}} [junit4] 2> 3020560 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger1] [junit4] 2> 3020603 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"66396701c7da09T1quy3vfevx1lj04c04gwue8qb", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":28773562198776329, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[28773562198776329], [junit4] 2> "_enqueue_time_":28773577630875079, [junit4] 2> "nodeNames":["127.0.0.1:10081_solr"]}} [junit4] 2> 3020628 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"66396701c7da09T1quy3vfevx1lj04c04gwue8qb", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":28773562198776329, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[28773562198776329], [junit4] 2> "_enqueue_time_":28773577630875079, [junit4] 2> "nodeNames":["127.0.0.1:10081_solr"]}} with context properties: {AFTER_ACTION=[start], BEFORE_ACTION=[start, compute]} [junit4] 2> 3020810 INFO (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node68 [junit4] 2> 3020810 INFO (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 28773590133 sessionWrapper.createTime 28773581141990779, this.sessionWrapper.createTime 28773581141990779 [junit4] 2> 3020816 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"66396701c7da09T1quy3vfevx1lj04c04gwue8qb", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":28773562198776329, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[28773562198776329], [junit4] 2> "_enqueue_time_":28773577630875079, [junit4] 2> "nodeNames":["127.0.0.1:10081_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@5f326167], AFTER_ACTION=[start, compute], BEFORE_ACTION=[start, compute, execute]} [junit4] 2> 3020816 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node68 [junit4] 2> 3020935 DEBUG (simCloudManagerPool-5245-thread-128) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node77":{ [junit4] 2> "core":"testBasic_shard5_replica_t76", [junit4] 2> "shard":"shard5", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10072_solr", [junit4] 2> "type":"TLOG"}} [junit4] 2> 3021175 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 3021175 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms [junit4] 2> 3021175 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 28608 ms for event id=66396701c7da09T1quy3vfevx1lj04c04gwue8qb [junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10077_solr [junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10089_solr [junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10057_solr [junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10058_solr [junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10087_solr [junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 92 [junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10077_solr [junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10089_solr [junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10057_solr [junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10058_solr [junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10087_solr [junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10098_solr, 127.0.0.1:10076_solr] [junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"663967b66c1515T1quy3vfevx1lj04c04gwue8qe", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":28773565229438229, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 28773565229438229, [junit4] 2> 28773567254950779], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10098_solr", [junit4] 2> "127.0.0.1:10076_solr"]}} [junit4] 2> 3021276 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger1] [junit4] 2> 3021326 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"663967b66c1515T1quy3vfevx1lj04c04gwue8qe", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":28773565229438229, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 28773565229438229, [junit4] 2> 28773567254950779], [junit4] 2> "_enqueue_time_":28773613458845629, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10098_solr", [junit4] 2> "127.0.0.1:10076_solr"]}} [junit4] 2> 3021326 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"663967b66c1515T1quy3vfevx1lj04c04gwue8qe", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":28773565229438229, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 28773565229438229, [junit4] 2> 28773567254950779], [junit4] 2> "_enqueue_time_":28773613458845629, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10098_solr", [junit4] 2> "127.0.0.1:10076_solr"]}} with context properties: {AFTER_ACTION=[start], BEFORE_ACTION=[start, compute]} [junit4] 2> 3021437 INFO (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node22 [junit4] 2> 3021488 INFO (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10103_solr&inPlaceMove=true&replica=core_node55 [junit4] 2> 3021488 INFO (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 28773624060 sessionWrapper.createTime 28773616025935179, this.sessionWrapper.createTime 28773616025935179 [junit4] 2> 3021489 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"663967b66c1515T1quy3vfevx1lj04c04gwue8qe", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":28773565229438229, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 28773565229438229, [junit4] 2> 28773567254950779], [junit4] 2> "_enqueue_time_":28773613458845629, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10098_solr", [junit4] 2> "127.0.0.1:10076_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@7f1be175, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@db1b125], AFTER_ACTION=[start, compute], BEFORE_ACTION=[start, compute, execute]} [junit4] 2> 3021489 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node22 [junit4] 2> 3021604 DEBUG (simCloudManagerPool-5245-thread-143) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node79":{ [junit4] 2> "core":"testBasic_shard2_replica_t78", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10056_solr", [junit4] 2> "type":"TLOG"}} [junit4] 2> 3021817 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10103_solr&inPlaceMove=true&replica=core_node55 [junit4] 2> 3021938 DEBUG (simCloudManagerPool-5245-thread-151) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node81":{ [junit4] 2> "core":"testBasic_shard4_replica_t80", [junit4] 2> "shard":"shard4", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10103_solr", [junit4] 2> "type":"TLOG"}} [junit4] 2> 3022130 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 3022130 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms [junit4] 2> 3022130 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 40217 ms for event id=663967b66c1515T1quy3vfevx1lj04c04gwue8qe [junit4] 2> 3022230 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 92 [junit4] 2> 3022231 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 92 [junit4] 2> 3022231 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10057_solr, 127.0.0.1:10087_solr, 127.0.0.1:10058_solr, 127.0.0.1:10077_solr, 127.0.0.1:10089_solr] [junit4] 2> 3022231 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"663972f00a9b3dT1quy3vfevx1lj04c04gwue8qh", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":28773613440768829, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 28773613440768829, [junit4] 2> 28773613442491229, [junit4] 2> 28773613441631879, [junit4] 2> 28773613438952379, [junit4] 2> 28773613439891429], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10057_solr", [junit4] 2> "127.0.0.1:10087_solr", [junit4] 2> "127.0.0.1:10058_solr", [junit4] 2> "127.0.0.1:10077_solr", [junit4] 2> "127.0.0.1:10089_solr"]}} [junit4] 2> 3022231 DEBUG (ScheduledTrigger-5246-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger1] [junit4] 2> 3022253 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"663972f00a9b3dT1quy3vfevx1lj04c04gwue8qh", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":28773613440768829, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 28773613440768829, [junit4] 2> 28773613442491229, [junit4] 2> 28773613441631879, [junit4] 2> 28773613438952379, [junit4] 2> 28773613439891429], [junit4] 2> "_enqueue_time_":28773661191055379, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10057_solr", [junit4] 2> "127.0.0.1:10087_solr", [junit4] 2> "127.0.0.1:10058_solr", [junit4] 2> "127.0.0.1:10077_solr", [junit4] 2> "127.0.0.1:10089_solr"]}} [junit4] 2> 3022253 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"663972f00a9b3dT1quy3vfevx1lj04c04gwue8qh", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":28773613440768829, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 28773613440768829, [junit4] 2> 28773613442491229, [junit4] 2> 28773613441631879, [junit4] 2> 28773613438952379, [junit4] 2> 28773613439891429], [junit4] 2> "_enqueue_time_":28773661191055379, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10057_solr", [junit4] 2> "127.0.0.1:10087_solr", [junit4] 2> "127.0.0.1:10058_solr", [junit4] 2> "127.0.0.1:10077_solr", [junit4] 2> "127.0.0.1:10089_solr"]}} with context properties: {AFTER_ACTION=[start], BEFORE_ACTION=[start, compute]} [junit4] 2> 3022800 INFO (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node40 [junit4] 2> 3023330 INFO (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node64 [junit4] 2> 3023709 INFO (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node37 [junit4] 2> 3023883 INFO (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10100_solr&inPlaceMove=true&replica=core_node51 [junit4] 2> 3023979 INFO (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node20 [junit4] 2> 3023983 INFO (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 28773748797 sessionWrapper.createTime 28773662441506029, this.sessionWrapper.createTime 28773662441506029 [junit4] 2> 3023983 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"663972f00a9b3dT1quy3vfevx1lj04c04gwue8qh", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":28773613440768829, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 28773613440768829, [junit4] 2> 28773613442491229, [junit4] 2> 28773613441631879, [junit4] 2> 28773613438952379, [junit4] 2> 28773613439891429], [junit4] 2> "_enqueue_time_":28773661191055379, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10057_solr", [junit4] 2> "127.0.0.1:10087_solr", [junit4] 2> "127.0.0.1:10058_solr", [junit4] 2> "127.0.0.1:10077_solr", [junit4] 2> "127.0.0.1:10089_solr"]}} with context properties: {operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@249deff6, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@669aa175, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@221eef47, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@6b49a7b0, org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@20600770], AFTER_ACTION=[start, compute], BEFORE_ACTION=[start, compute, execute]} [junit4] 2> 3023986 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node40 [junit4] 2> 3024116 DEBUG (simCloudManagerPool-5245-thread-171) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node83":{ [junit4] 2> "core":"testBasic_shard3_replica_t82", [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10059_solr", [junit4] 2> "type":"TLOG"}} [junit4] 2> 3024299 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node64 [junit4] 2> 3024409 DEBUG (simCloudManagerPool-5245-thread-179) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node85":{ [junit4] 2> "core":"testBasic_shard5_replica_n84", [junit4] 2> "shard":"shard5", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10053_solr", [junit4] 2> "type":"NRT"}} [junit4] 2> 3024604 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node37 [junit4] 2> 3024866 DEBUG (simCloudManagerPool-5245-thread-187) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node87":{ [junit4] 2> "core":"testBasic_shard3_replica_t86", [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10037_solr", [junit4] 2> "type":"TLOG"}} [junit4] 2> 3025054 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10100_solr&inPlaceMove=true&replica=core_node51 [junit4] 2> 3025160 DEBUG (simCloudManagerPool-5245-thread-195) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node89":{ [junit4] 2> "core":"testBasic_shard4_replica_t88", [junit4] 2> "shard":"shard4", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10100_solr", [junit4] 2> "type":"TLOG"}} [junit4] 2> 3025304 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node20 [junit4] 2> 3025433 DEBUG (simCloudManagerPool-5245-thread-200) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node91":{ [junit4] 2> "core":"testBasic_shard2_replica_n90", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testBasic", [junit4] 2> "node_name":"127.0.0.1:10094_solr", [junit4] 2> "type":"NRT"}} [junit4] 2> 3025548 INFO (TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ] o.a.s.c.a.s.TestLargeCluster Ready after 249811ms [junit4] 2> 3025549 INFO (TEST-TestLargeCluster.testBasic-seed#[DE164F63F47C248D]) [ ] o.a.s.c.a.s.TestLargeCluster OP COUNTS: {CREATE=1, DELETESTATUS=7, MOVEREPLICA=8, REQUESTSTATUS=7, autoscaling=3, update=25} [junit4] 2> 3025563 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 3025563 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms [junit4] 2> 3025563 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 165505 ms for event id=663972f00a9b3dT1quy3vfevx1lj04c04gwue8qh [junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 82 [junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10049_solr [junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10074_solr [junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10020_solr [junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10012_solr [junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10088_solr [junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10039_solr [junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10055_solr [junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10016_solr [junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10067_solr [junit4] 2> 3025663 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10064_solr [junit4] 2> 3025664 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10057_solr, 127.0.0.1:10089_solr, 127.0.0.1:10081_solr, 127.0.0.1:10076_solr, 127.0.0.1:10087_solr, 127.0.0.1:10058_solr, 127.0.0.1:10098_solr, 127.0.0.1:10077_solr] [junit4] 2> 3025664 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"663972ef2f679dT1quy3vfevx1lj04c04gwue8qk", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":28773613426403229, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 28773613426403229, [junit4] 2> 28773613425503079, [junit4] 2> 28773562211925879, [junit4] 2> 28773567184085129, [junit4] 2> 28773613428158479, [junit4] 2> 28773613427277579, [junit4] 2> 28773565991036629, [junit4] 2> 28773613424469879], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10057_solr", [junit4] 2> "127.0.0.1:10089_solr", [junit4] 2> "127.0.0.1:10081_solr", [junit4] 2> "127.0.0.1:10076_solr", [junit4] 2> "127.0.0.1:10087_solr", [junit4] 2> "127.0.0.1:10058_solr", [junit4] 2> "127.0.0.1:10098_solr", [junit4] 2> "127.0.0.1:10077_solr"]}} [junit4] 2> 3025664 DEBUG (ScheduledTrigger-5246-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger1] [junit4] 2> 3025665 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"663972ef2f679dT1quy3vfevx1lj04c04gwue8qk", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":28773613426403229, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 28773613426403229, [junit4] 2> 28773613425503079, [junit4] 2> 28773562211925879, [junit4] 2> 28773567184085129, [junit4] 2> 28773613428158479, [junit4] 2> 28773613427277579, [junit4] 2> 28773565991036629, [junit4] 2> 28773613424469879], [junit4] 2> "_enqueue_time_":28773832836644529, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10057_solr", [junit4] 2> "127.0.0.1:10089_solr", [junit4] 2> "127.0.0.1:10081_solr", [junit4] 2> "127.0.0.1:10076_solr", [junit4] 2> "127.0.0.1:10087_solr", [junit4] 2> "127.0.0.1:10058_solr", [junit4] 2> "127.0.0.1:10098_solr", [junit4] 2> "127.0.0.1:10077_solr"]}} [junit4] 2> 3025665 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"663972ef2f679dT1quy3vfevx1lj04c04gwue8qk", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":28773613426403229, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 28773613426403229, [junit4] 2> 28773613425503079, [junit4] 2> 28773562211925879, [junit4] 2> 28773567184085129, [junit4] 2> 28773613428158479, [junit4] 2> 28773613427277579, [junit4] 2> 28773565991036629, [junit4] 2> 28773613424469879], [junit4] 2> "_enqueue_time_":28773832836644529, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10057_solr", [junit4] 2> "127.0.0.1:10089_solr", [junit4] 2> "127.0.0.1:10081_solr", [junit4] 2> "127.0.0.1:10076_solr", [junit4] 2> "127.0.0.1:10087_solr", [junit4] 2> "127.0.0.1:10058_solr", [junit4] 2> "127.0.0.1:10098_solr", [junit4] 2> "127.0.0.1:10077_solr"]}} with context properties: {BEFORE_ACTION=[auto_add_replicas_plan]} [junit4] 2> 3025667 INFO (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 28773833013 sessionWrapper.createTime 28773832986585279, this.sessionWrapper.createTime 28773832986585279 [junit4] 2> 3025668 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: { [junit4] 2> "id":"663972ef2f679dT1quy3vfevx1lj04c04gwue8qk", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":28773613426403229, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 28773613426403229, [junit4] 2> 28773613425503079, [junit4] 2> 28773562211925879, [junit4] 2> 28773567184085129, [junit4] 2> 28773613428158479, [junit4] 2> 28773613427277579, [junit4] 2> 28773565991036629, [junit4] 2> 28773613424469879], [junit4] 2> "_enqueue_time_":28773832836644529, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10057_solr", [junit4] 2> "127.0.0.1:10089_solr", [junit4] 2> "127.0.0.1:10081_solr", [junit4] 2> "127.0.0.1:10076_solr", [junit4] 2> "127.0.0.1:10087_solr", [junit4] 2> "127.0.0.1:10058_solr", [junit4] 2> "127.0.0.1:10098_solr", [junit4] 2> "127.0.0.1:10077_solr"]}} with context properties: {AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan, execute_plan]} [junit4] 2> 3025668 INFO (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: { [junit4] 2> "id":"663972ef2f679dT1quy3vfevx1lj04c04gwue8qk", [junit4] 2> "source":".auto_add_replicas", [junit4] 2> "eventTime":28773613426403229, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 28773613426403229, [junit4] 2> 28773613425503079, [junit4] 2> 28773562211925879, [junit4] 2> 28773567184085129, [junit4] 2> 28773613428158479, [junit4] 2> 28773613427277579, [junit4] 2> 28773565991036629, [junit4] 2> 28773613424469879], [junit4] 2> "_enqueue_time_":28773832836644529, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10057_solr", [junit4] 2> "127.0.0.1:10089_solr", [junit4] 2> "127.0.0.1:10081_solr", [junit4] 2> "127.0.0.1:10076_solr", [junit4] 2> "127.0.0.1:10087_solr", [junit4] 2> "127.0.0.1:10058_solr", [junit4] 2> "127.0.0.1:10098_solr", [junit4] 2> "127.0.0.1:10077_solr"]}} [junit4] 2> 3025670 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms [junit4] 2> 3025670 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms [junit4] 2> 3025670 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 236 ms for event id=663972ef2f679dT1quy3vfevx1lj04c04gwue8qk [junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 82 [junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 82 [junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10049_solr [junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10074_solr [junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10020_solr [junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10012_solr [junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10088_solr [junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10039_solr [junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10055_solr [junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10016_solr [junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10067_solr [junit4] 2> 3025811 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10064_solr [junit4] 2> 3025832 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 84 [junit4] 2> 3025832 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 84 [junit4] 2> 3025852 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 85 [junit4] 2> 3025852 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10088_solr [junit4] 2> 3025853 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 85 [junit4] 2> 3025853 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10088_solr [junit4] 2> 3025873 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 85 [junit4] 2> 3025873 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 85 [junit4] 2> 3025893 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 85 [junit4] 2> 3025893 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 85 [junit4] 2> 3025913 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 85 [junit4] 2> 3025914 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with currently live nodes: 85 [junit4] 2> 3025914 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10055_solr, 127.0.0.1:10067_solr, 127.0.0.1:10049_solr, 127.0.0.1:10074_solr, 127.0.0.1:10012_solr, 127.0.0.1:10064_solr] [junit4] 2> 3025914 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"6639a7bc38592dT1quy3vfevx1lj04c04gwue8qn", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":28773840204618029, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 28773840204618029, [junit4] 2> 28773840208005129, [junit4] 2> 28773840193461429, [junit4] 2> 28773840196005679, [junit4] 2> 28773840199467029, [junit4] 2> 28773840209683579], [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10055_solr", [junit4] 2> "127.0.0.1:10067_solr", [junit4] 2> "127.0.0.1:10049_solr", [junit4] 2> "127.0.0.1:10074_solr", [junit4] 2> "127.0.0.1:10012_solr", [junit4] 2> "127.0.0.1:10064_solr"]}} [junit4] 2> 3025914 DEBUG (ScheduledTrigger-5246-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger1] [junit4] 2> 3025915 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"6639a7bc38592dT1quy3vfevx1lj04c04gwue8qn", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":28773840204618029, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 28773840204618029, [junit4] 2> 28773840208005129, [junit4] 2> 28773840193461429, [junit4] 2> 28773840196005679, [junit4] 2> 28773840199467029, [junit4] 2> 28773840209683579], [junit4] 2> "_enqueue_time_":28773845338796729, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10055_solr", [junit4] 2> "127.0.0.1:10067_solr", [junit4] 2> "127.0.0.1:10049_solr", [junit4] 2> "127.0.0.1:10074_solr", [junit4] 2> "127.0.0.1:10012_solr", [junit4] 2> "127.0.0.1:10064_solr"]}} [junit4] 2> 3025915 DEBUG (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"6639a7bc38592dT1quy3vfevx1lj04c04gwue8qn", [junit4] 2> "source":"node_lost_trigger1", [junit4] 2> "eventTime":28773840204618029, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[ [junit4] 2> 28773840204618029, [junit4] 2> 28773840208005129, [junit4] 2> 28773840193461429, [junit4] 2> 28773840196005679, [junit4] 2> 28773840199467029, [junit4] 2> 28773840209683579], [junit4] 2> "_enqueue_time_":28773845338796729, [junit4] 2> "nodeNames":[ [junit4] 2> "127.0.0.1:10055_solr", [junit4] 2> "127.0.0.1:10067_solr", [junit4] 2> "127.0.0.1:10049_solr", [junit4] 2> "127.0.0.1:10074_solr", [junit4] 2> "127.0.0.1:10012_solr", [junit4] 2> "127.0.0.1:10064_solr"]}} with context properties: {AFTER_ACTION=[start], BEFORE_ACTION=[start, compute]} [junit4] 2> 3026204 INFO (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10091_solr&inPlaceMove=true&replica=core_node34 [junit4] 2> 3026810 INFO (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10034_solr&inPlaceMove=true&replica=core_node8 [junit4] 2> 3027042 INFO (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10031_solr&inPlaceMove=true&replica=core_node75 [junit4] 2> 3027082 INFO (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10097_solr&inPlaceMove=true&replica=core_node35 [junit4] 2> 3027149 INFO (AutoscalingActionExecutor-5247-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testBasic&targetNode=127.0.0.1:10078_solr&inPlaceMove=true&replica=core_node4 [junit4] 2> 3027210 INFO [...truncated too long message...] lrJmxReporter@3f5864a7: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@7e8a818e [junit4] 2> 5994183 INFO (SUITE-TestScoreJoinQPNoScore-seed#[DE164F63F47C248D]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null [junit4] 2> 5994183 INFO (SUITE-TestScoreJoinQPNoScore-seed#[DE164F63F47C248D]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40cd4404: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@15887058 [junit4] 2> 5994183 INFO (coreCloseExecutor-12807-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@37cb121c [junit4] 2> 5994183 INFO (coreCloseExecutor-12807-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=37cb121c [junit4] 2> 5994183 INFO (coreCloseExecutor-12807-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ee8fd43: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@375d853 [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.search.join.TestScoreJoinQPNoScore_DE164F63F47C248D-001 [junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@701c95d0), locale=pl-PL, timezone=America/Boa_Vista [junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=186307144,total=535298048 [junit4] 2> NOTE: All tests run in this JVM: [ShardSplitTest, ClusterStateUpdateTest, TestAtomicUpdateErrorCases, MultiTermTest, TestUniqueKeyFieldResource, SuggestComponentContextFilterQueryTest, TestRangeQuery, TestPolicyCloud, BigEndianAscendingWordSerializerTest, CoreAdminHandlerTest, TestFieldCollectionResource, TestConfigSetsAPIZkFailure, ClassificationUpdateProcessorFactoryTest, CachingDirectoryFactoryTest, CloudExitableDirectoryReaderTest, TestSolrCoreProperties, TestFaceting, FileBasedSpellCheckerTest, CacheHeaderTest, TestNumericTokenStream, TestUnInvertedFieldException, TestDynamicLoading, TestBadConfig, TestNonDefinedSimilarityFactory, IndexSchemaRuntimeFieldTest, WrapperMergePolicyFactoryTest, TestMultiWordSynonyms, DistributedSuggestComponentTest, DeleteInactiveReplicaTest, SuggesterTSTTest, TestBlendedInfixSuggestions, TestLazyCores, ConjunctionSolrSpellCheckerTest, AutoAddReplicasPlanActionTest, BlockJoinFacetRandomTest, TestSolrConfigHandler, HdfsBasicDistributedZkTest, TestGraphMLResponseWriter, TestSmileRequest, TestPKIAuthenticationPlugin, BaseCdcrDistributedZkTest, ConnectionManagerTest, TestLMJelinekMercerSimilarityFactory, TestSolrQueryResponse, TestReqParamsAPI, IndexSizeTriggerTest, DistributedFacetSimpleRefinementLongTailTest, NotRequiredUniqueKeyTest, TestApiFramework, OverriddenZkACLAndCredentialsProvidersTest, AssignBackwardCompatibilityTest, DistributedFacetPivotLongTailTest, SpatialRPTFieldTypeTest, TestManagedSchema, PreAnalyzedFieldTest, CollectionTooManyReplicasTest, HdfsRestartWhileUpdatingTest, RandomizedTaggerTest, TestSolrFieldCacheBean, TestRealTimeGet, ScheduledMaintenanceTriggerTest, CollectionsAPISolrJTest, NumericFieldsTest, TestZkAclsWithHadoopAuth, TestQueryTypes, TestPayloadCheckQParserPlugin, TestSolrDeletionPolicy2, DateMathParserTest, DirectSolrSpellCheckerTest, NodeLostTriggerTest, DirectoryFactoryTest, TestFieldCacheReopen, MultiThreadedOCPTest, TestExclusionRuleCollectionAccess, TestSubQueryTransformerCrossCore, ActionThrottleTest, DistributedFacetPivotWhiteBoxTest, SearchHandlerTest, HdfsNNFailoverTest, TestSolrCloudWithSecureImpersonation, TestCloudJSONFacetJoinDomain, TestConfigSetImmutable, TriggerSetPropertiesIntegrationTest, MinimalSchemaTest, CoreAdminRequestStatusTest, DistanceUnitsTest, ReturnFieldsTest, TestUtils, TestGraphTermsQParserPlugin, ConcurrentDeleteAndCreateCollectionTest, TestSolrCLIRunExample, LukeRequestHandlerTest, AutoscalingHistoryHandlerTest, HdfsTlogReplayBufferedWhileIndexingTest, TestSortableTextField, DateFieldTest, TestTrieFacet, CircularListTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestClusterProperties, TestExactStatsCache, TestSkipOverseerOperations, SolrGraphiteReporterTest, TestReplicaProperties, SolrTestCaseJ4Test, TestCoreAdminApis, TestLargeCluster, TestCopyFieldCollectionResource, ZkShardTermsTest, SolrCloudExampleTest, MoveReplicaHDFSTest, TestRandomDVFaceting, RegexBoostProcessorTest, TestCoreContainer, TestCollapseQParserPlugin, TestFieldTypeResource, TestRawResponseWriter, ZkStateWriterTest, LeaderElectionIntegrationTest, ReplaceNodeNoTargetTest, TestCustomSort, TestSchemaSimilarityResource, DeleteReplicaTest, ExecutePlanActionTest, SolrMetricReporterTest, TestFastWriter, TestTolerantSearch, TriLevelCompositeIdRoutingTest, TestReloadDeadlock, SparseHLLTest, TestGroupingSearch, BadIndexSchemaTest, ConvertedLegacyTest, TestFiltering, ShowFileRequestHandlerTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, DocValuesTest, SuggesterTest, SpatialFilterTest, TestCSVLoader, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, FieldMutatingUpdateProcessorTest, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, XsltUpdateRequestHandlerTest, DisMaxRequestHandlerTest, DocumentAnalysisRequestHandlerTest, TestOmitPositions, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, TestJmxIntegration, BinaryUpdateRequestHandlerTest, TestComponentsName, TestQuerySenderListener, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, TestStressRecovery, TestBinaryField, DirectSolrConnectionTest, SpellPossibilityIteratorTest, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, ResourceLoaderTest, URLClassifyProcessorTest, TestSuggestSpellingConverter, DOMUtilTest, ClusterStateTest, SliceStateTest, DistributedMLTComponentTest, DistributedIntervalFacetingTest, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CreateRoutedAliasTest, ForceLeaderTest, HttpPartitionOnCommitTest, MigrateRouteKeyTest, MoveReplicaHDFSFailoverTest, ReplicationFactorTest, RestartWhileUpdatingTest, RollingRestartTest, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, AssignTest, CollectionsAPIDistributedZkTest, HdfsAutoAddReplicasIntegrationTest, MetricTriggerIntegrationTest, NodeMarkersRegistrationTest, TestDistribStateManager, TestExecutePlanAction, TestNodeAddedTrigger, TestNodeLostTrigger, TestTriggerIntegration, CdcrReplicationDistributedZkTest, CdcrReplicationHandlerTest, SearchHandlerTest, TestConfigReload, TestReplicationHandlerBackup, TestSQLHandler, TestSQLHandlerNonCloud, TestSolrConfigHandlerConcurrent, V2ApiIntegrationTest, InfoHandlerTest, SecurityConfHandlerTest, StatsReloadRaceTest, DistributedQueryComponentCustomSortTest, ReplicaListTransformerTest, SpatialHeatmapFacetsTest, TestLegacyFieldReuse, TestLegacyTerms, TestMultiValuedNumericRangeQuery, TestNumericRangeQuery32, TestNumericRangeQuery64, SolrGangliaReporterTest, SolrRrdBackendFactoryTest, TestStreamBody, TestMacroExpander, JSONWriterTest, TestBinaryResponseWriter, TestCustomDocTransformer, TestRawTransformer, TestRetrieveFieldsOptimizer, TestChildDocTransformer, TestSubQueryTransformerDistrib, TestManagedResource, TestManagedResourceStorage, TestRestManager, TestBulkSchemaAPI, TestFieldTypeCollectionResource, TestManagedSynonymGraphFilterFactory, PreAnalyzedFieldManagedSchemaCloudTest, TestCloudManagedSchema, TestSchemalessBufferedUpdates, TestUseDocValuesAsStored, AnalyticsMergeStrategyTest, TestLegacyNumericRangeQueryBuilder, TestMaxScoreQueryParser, TestMissingGroups, TestStandardQParsers, TestJsonFacetRefinement, TestJsonFacetsWithNestedObjects, TestOrdValues, TestSortByMinMaxFunction, BJQParserTest, BlockJoinFacetDistribTest, TestCloudNestedDocsSort, TestScoreJoinQPNoScore] [junit4] Completed [766/818 (3!)] on J2 in 29.51s, 4 tests, 1 error <<< FAILURES! [...truncated 178 lines...] [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/temp/junit4-J1-20180607_225316_6755291499750572935171.sysout [junit4] >>> JVM J1 emitted unexpected output (verbatim) ---- [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid742.hprof ... [junit4] Heap dump file created [604739568 bytes in 6.564 secs] [junit4] <<< JVM J1: EOF ---- [...truncated 9413 lines...] BUILD FAILED /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:651: The following error occurred while executing this line: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created: * java_pid742.hprof Total time: 411 minutes 32 seconds Build step 'Invoke Ant' marked build as failure Archiving artifacts Recording test results Email was triggered for: Failure - Any Sending email for trigger: Failure - Any
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org