Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21216/ Java: 64bit/jdk-10-ea+37 -XX:+UseCompressedOops -XX:+UseSerialGC
3 tests failed. FAILED: junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest Error Message: Error from server at https://127.0.0.1:34537/solr: create the collection time out:180s Stack Trace: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34537/solr: create the collection time out:180s at __randomizedtesting.SeedInfo.seed([473D36A74765BC5A]:0) at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211) at org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest.setupCluster(SelectWithEvaluatorsTest.java:71) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction.testNodeLost Error Message: Stack Trace: java.util.ConcurrentModificationException at __randomizedtesting.SeedInfo.seed([A41248828EFF34E3:1B07867C0D155165]:0) at java.base/java.util.ArrayList$Itr.checkForComodification(ArrayList.java:937) at java.base/java.util.ArrayList$Itr.next(ArrayList.java:891) at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.tearDown(SimSolrCloudTestCase.java:141) at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) FAILED: org.apache.solr.schema.TestPointFields.testDatePointFieldSortAndFunction Error Message: Exception during query Stack Trace: java.lang.RuntimeException: Exception during query at __randomizedtesting.SeedInfo.seed([A41248828EFF34E3:73AF779D2D1E9BFD]:0) at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:902) at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:862) at org.apache.solr.schema.TestPointFields.doTestDatePointFunctionQuery(TestPointFields.java:3599) at org.apache.solr.schema.TestPointFields.testDatePointFieldSortAndFunction(TestPointFields.java:1664) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:564) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:844) Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result/doc[9]/date[@name='number_p_dt_dv'][.='+293401-11-02T19:17:28.572Z'] xml response was: <?xml version="1.0" encoding="UTF-8"?> <response> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><result name="response" numFound="30" start="0"><doc><str name="id">R</str><date name="number_p_dt_dv">+831895-07-23T21:09:09.338Z</date></doc><doc><str name="id">Z</str><date name="number_p_dt_dv">+725281-03-30T13:09:50.329Z</date></doc><doc><str name="id">A</str><date name="number_p_dt_dv">+681046-11-04T12:49:38.424Z</date></doc><doc><str name="id">S</str><date name="number_p_dt_dv">+662906-09-27T18:36:37.903Z</date></doc><doc><str name="id">K</str><date name="number_p_dt_dv">+477986-01-24T14:48:55.265Z</date></doc><doc><str name="id">M</str><date name="number_p_dt_dv">+395512-11-01T10:23:52.727Z</date></doc><doc><str name="id">I</str><date name="number_p_dt_dv">+350980-09-17T07:18:22.252Z</date></doc><doc><str name="id">O</str><date name="number_p_dt_dv">+295226-09-03T14:25:02.014Z</date></doc><doc><str name="id">F</str><date name="number_p_dt_dv">+293401-10-30T14:59:03.236Z</date></doc><doc><str name="id">Y</str><date name="number_p_dt_dv">+293401-11-02T19:17:28.572Z</date></doc><doc><str name="id">N</str><date name="number_p_dt_dv">+284573-12-19T12:15:27.792Z</date></doc><doc><str name="id">X</str><date name="number_p_dt_dv">+223248-07-13T00:56:07.425Z</date></doc><doc><str name="id">U</str><date name="number_p_dt_dv">+13953-10-02T03:24:10.232Z</date></doc><doc><str name="id">E</str><date name="number_p_dt_dv">-71579-02-08T15:03:14.552Z</date></doc><doc><str name="id">D</str><date name="number_p_dt_dv">-117292-05-19T19:23:42.342Z</date></doc><doc><str name="id">C</str><date name="number_p_dt_dv">-236708-05-08T15:18:34.650Z</date></doc><doc><str name="id">Q</str><date name="number_p_dt_dv">-279851-11-04T08:31:48.940Z</date></doc><doc><str name="id">T</str><date name="number_p_dt_dv">-298426-05-18T11:07:08.059Z</date></doc><doc><str name="id">L</str><date name="number_p_dt_dv">-424243-10-30T19:47:50.864Z</date></doc><doc><str name="id">J</str><date name="number_p_dt_dv">-500593-12-19T00:44:52.457Z</date></doc><doc><str name="id">V</str><date name="number_p_dt_dv">-644149-02-10T23:07:16.955Z</date></doc><doc><str name="id">W</str><date name="number_p_dt_dv">-659321-04-17T04:29:21.261Z</date></doc><doc><str name="id">]</str><date name="number_p_dt_dv">-771072-10-19T17:00:40.997Z</date></doc><doc><str name="id">B</str><date name="number_p_dt_dv">-844756-02-08T16:51:18.073Z</date></doc><doc><str name="id">^</str><date name="number_p_dt_dv">-844852-04-22T10:39:12.946Z</date></doc><doc><str name="id">[</str><date name="number_p_dt_dv">-854949-01-22T23:26:25.473Z</date></doc><doc><str name="id">G</str><date name="number_p_dt_dv">-867161-10-28T16:28:50.272Z</date></doc><doc><str name="id">H</str><date name="number_p_dt_dv">-911399-03-28T15:02:37.797Z</date></doc><doc><str name="id">P</str><date name="number_p_dt_dv">-911691-05-13T13:07:48.860Z</date></doc><doc><str name="id">\</str><date name="number_p_dt_dv">-921747-04-13T05:12:36.872Z</date></doc></result> </response> request was:q=*:*&fl=id,+number_p_dt_dv&sort=product(-1,ms(number_p_dt_dv))+asc&rows=30&wt=xml at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:895) ... 41 more Build Log: [...truncated 12427 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction [junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestComputePlanAction_A41248828EFF34E3-001/init-core-data-001 [junit4] 2> 671996 WARN (SUITE-TestComputePlanAction-seed#[A41248828EFF34E3]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2 [junit4] 2> 671996 INFO (SUITE-TestComputePlanAction-seed#[A41248828EFF34E3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] 2> 671996 INFO (SUITE-TestComputePlanAction-seed#[A41248828EFF34E3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0) [junit4] 2> 671996 INFO (SUITE-TestComputePlanAction-seed#[A41248828EFF34E3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> 671997 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 671998 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0 [junit4] 2> 671998 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr] [junit4] 2> 671998 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1 [junit4] 2> 671998 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0 [junit4] 2> 671998 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLost [junit4] 2> 671998 DEBUG (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 671999 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 671999 DEBUG (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 672002 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 672002 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 672002 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr] [junit4] 2> 672002 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1 [junit4] 2> 672002 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 672006 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 672006 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 672006 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672026 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672046 DEBUG (ScheduledTrigger-2144-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672067 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672087 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672107 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672109 DEBUG (simCloudManagerPool-2143-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 672110 DEBUG (simCloudManagerPool-2143-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 672110 DEBUG (simCloudManagerPool-2143-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr] [junit4] 2> 672110 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 672110 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 672110 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 672111 DEBUG (simCloudManagerPool-2143-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 672111 DEBUG (simCloudManagerPool-2143-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 672112 DEBUG (simCloudManagerPool-2143-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr] [junit4] 2> 672112 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 672112 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 672112 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 672128 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672148 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672168 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672188 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672208 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672213 DEBUG (simCloudManagerPool-2143-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 672213 DEBUG (simCloudManagerPool-2143-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5 [junit4] 2> 672213 DEBUG (simCloudManagerPool-2143-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr] [junit4] 2> 672213 DEBUG (simCloudManagerPool-2143-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr] [junit4] 2> 672214 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5 [junit4] 2> 672214 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 672214 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5 [junit4] 2> 672214 DEBUG (ScheduledTrigger-2144-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 672214 DEBUG (simCloudManagerPool-2143-thread-4) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeLost [junit4] 2> 672228 DEBUG (simCloudManagerPool-2143-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper Creating a new session [junit4] 2> 672228 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 672229 DEBUG (simCloudManagerPool-2143-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper New session created [junit4] 2> 672234 DEBUG (ScheduledTrigger-2144-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 672239 INFO (simCloudManagerPool-2143-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2858780057 sessionWrapper.createTime 2858779588626916, this.sessionWrapper.createTime 2858779588626916 [junit4] 2> 672239 DEBUG (simCloudManagerPool-2143-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper session set to NULL [junit4] 2> 672249 DEBUG (ScheduledTrigger-2144-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 672254 DEBUG (ScheduledTrigger-2144-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 672264 DEBUG (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.TestComputePlanAction -- cluster state: znodeVersion: 2 [junit4] 2> live nodes:[127.0.0.1:10010_solr, 127.0.0.1:10009_solr] [junit4] 2> collections:{testNodeLost=DocCollection(testNodeLost//clusterstate.json/1)={ [junit4] 2> "replicationFactor":"2", [junit4] 2> "pullReplicas":"0", [junit4] 2> "router":{"name":"compositeId"}, [junit4] 2> "maxShardsPerNode":"1", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"2", [junit4] 2> "tlogReplicas":"0", [junit4] 2> "autoCreated":"true", [junit4] 2> "shards":{"shard1":{ [junit4] 2> "replicas":{ [junit4] 2> "core_node1":{ [junit4] 2> "node_name":"127.0.0.1:10009_solr", [junit4] 2> "core":"testNodeLost_shard1_replica_n1", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000}, [junit4] 2> "core_node2":{ [junit4] 2> "node_name":"127.0.0.1:10010_solr", [junit4] 2> "core":"testNodeLost_shard1_replica_n2", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000}}, [junit4] 2> "range":"80000000-7fffffff", [junit4] 2> "state":"active"}}}} [junit4] 2> 672265 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.TestComputePlanAction Stopped_node : 127.0.0.1:10010_solr [junit4] 2> 672267 DEBUG (simCloudManagerPool-2143-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard1: {"core_node1":{ [junit4] 2> "node_name":"127.0.0.1:10009_solr", [junit4] 2> "core":"testNodeLost_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testNodeLost"}} [junit4] 2> 672269 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 672269 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10010_solr [junit4] 2> 672275 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 672275 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10010_solr [junit4] 2> 672289 DEBUG (ScheduledTrigger-2144-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 672295 DEBUG (ScheduledTrigger-2144-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 672309 DEBUG (ScheduledTrigger-2144-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 672315 DEBUG (ScheduledTrigger-2144-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 672330 DEBUG (ScheduledTrigger-2144-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 672335 DEBUG (ScheduledTrigger-2144-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 672350 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 672355 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 672370 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 672376 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 672391 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 672396 DEBUG (ScheduledTrigger-2144-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 672411 DEBUG (ScheduledTrigger-2144-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 672416 DEBUG (ScheduledTrigger-2144-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 [junit4] 2> 672416 DEBUG (ScheduledTrigger-2144-thread-2) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10010_solr] [junit4] 2> 672416 DEBUG (ScheduledTrigger-2144-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"a280c04b2037cTbxu7il4cvgpp7wrunkicwd0d5", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2858781850600316, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2858781850600316], [junit4] 2> "nodeNames":["127.0.0.1:10010_solr"]}} [junit4] 2> 672418 DEBUG (AutoscalingActionExecutor-2145-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"a280c04b2037cTbxu7il4cvgpp7wrunkicwd0d5", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2858781850600316, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2858781850600316], [junit4] 2> "_enqueue_time_":2858788934978116, [junit4] 2> "nodeNames":["127.0.0.1:10010_solr"]}} [junit4] 2> 672418 DEBUG (AutoscalingActionExecutor-2145-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"a280c04b2037cTbxu7il4cvgpp7wrunkicwd0d5", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2858781850600316, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2858781850600316], [junit4] 2> "_enqueue_time_":2858788934978116, [junit4] 2> "nodeNames":["127.0.0.1:10010_solr"]}} with context properties: {BEFORE_ACTION=[compute_plan]} [junit4] 2> 672418 DEBUG (AutoscalingActionExecutor-2145-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper Creating a new session [junit4] 2> 672419 DEBUG (AutoscalingActionExecutor-2145-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper New session created [junit4] 2> 672423 INFO (AutoscalingActionExecutor-2145-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10011_solr&inPlaceMove=true&replica=core_node2 [junit4] 2> 672424 INFO (AutoscalingActionExecutor-2145-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2858789295 sessionWrapper.createTime 2858789089657916, this.sessionWrapper.createTime 2858789089657916 [junit4] 2> 672424 DEBUG (AutoscalingActionExecutor-2145-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper session set to NULL [junit4] 2> 672425 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.TestComputePlanAction -------------_ FINAL STATE -------------- [junit4] 2> 672426 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.TestComputePlanAction * Node values: { [junit4] 2> "127.0.0.1:10010_solr":{ [junit4] 2> "sysprop.java.vendor":"Oracle Corporation", [junit4] 2> "cores":1, [junit4] 2> "host":"127.0.0.1", [junit4] 2> "freedisk":990, [junit4] 2> "sysprop.java.version":"10-ea", [junit4] 2> "ip_1":"127", [junit4] 2> "ip_3":"0", [junit4] 2> "ip_2":"0", [junit4] 2> "ip_4":"1", [junit4] 2> "node":"127.0.0.1:10010_solr", [junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0, [junit4] 2> "port":10010, [junit4] 2> "heapUsage":123450000, [junit4] 2> "sysLoadAvg":1.0, [junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}, [junit4] 2> "127.0.0.1:10009_solr":{ [junit4] 2> "sysprop.java.vendor":"Oracle Corporation", [junit4] 2> "cores":1, [junit4] 2> "host":"127.0.0.1", [junit4] 2> "freedisk":990, [junit4] 2> "sysprop.java.version":"10-ea", [junit4] 2> "ip_1":"127", [junit4] 2> "ip_3":"0", [junit4] 2> "ip_2":"0", [junit4] 2> "ip_4":"1", [junit4] 2> "node":"127.0.0.1:10009_solr", [junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0, [junit4] 2> "port":10009, [junit4] 2> "heapUsage":123450000, [junit4] 2> "sysLoadAvg":1.0, [junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}, [junit4] 2> "127.0.0.1:10011_solr":{ [junit4] 2> "sysprop.java.vendor":"Oracle Corporation", [junit4] 2> "cores":0, [junit4] 2> "host":"127.0.0.1", [junit4] 2> "freedisk":1000, [junit4] 2> "sysprop.java.version":"10-ea", [junit4] 2> "ip_1":"127", [junit4] 2> "ip_3":"0", [junit4] 2> "ip_2":"0", [junit4] 2> "ip_4":"1", [junit4] 2> "node":"127.0.0.1:10011_solr", [junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0, [junit4] 2> "port":10011, [junit4] 2> "heapUsage":123450000, [junit4] 2> "sysLoadAvg":1.0, [junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}} [junit4] 2> 672426 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.TestComputePlanAction * Live nodes: [127.0.0.1:10009_solr] [junit4] 2> 672426 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.TestComputePlanAction * Collection testNodeLost state: DocCollection(testNodeLost//clusterstate.json/3)={ [junit4] 2> "replicationFactor":"2", [junit4] 2> "pullReplicas":"0", [junit4] 2> "router":{"name":"compositeId"}, [junit4] 2> "maxShardsPerNode":"1", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"2", [junit4] 2> "tlogReplicas":"0", [junit4] 2> "autoCreated":"true", [junit4] 2> "shards":{"shard1":{ [junit4] 2> "replicas":{ [junit4] 2> "core_node1":{ [junit4] 2> "core":"testNodeLost_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "node_name":"127.0.0.1:10009_solr", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT"}, [junit4] 2> "core_node2":{ [junit4] 2> "node_name":"127.0.0.1:10010_solr", [junit4] 2> "core":"testNodeLost_shard1_replica_n2", [junit4] 2> "state":"down", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000}}, [junit4] 2> "range":"80000000-7fffffff", [junit4] 2> "state":"active"}}} [junit4] 2> 672426 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLost [junit4] 2> 672426 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase [junit4] 2> [junit4] 2> 672426 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> 672426 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############ [junit4] 2> 672426 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> [junit4] 2> 672426 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 1 [junit4] 2> 672427 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 0 [junit4] 2> 672427 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 2 [junit4] 2> 672427 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10010_solr [junit4] 2> 672427 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10011_solr [junit4] 2> 672427 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [testNodeLost] [junit4] 2> 672427 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 1 [junit4] 2> 672427 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 1 [junit4] 2> 672427 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 1 [junit4] 2> 672427 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testNodeLost 1 [junit4] 2> 672428 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 1 [junit4] 2> 672428 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ########## [junit4] 2> 672428 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1 [junit4] 2> 672428 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 3 [junit4] 2> 672428 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 2 [junit4] 2> 672428 INFO (TEST-TestComputePlanAction.testNodeLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ########### [junit4] 2> 672429 DEBUG (AutoscalingActionExecutor-2145-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 575 ms for event id=a280c04b2037cTbxu7il4cvgpp7wrunkicwd0d5 [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestComputePlanAction -Dtests.method=testNodeLost -Dtests.seed=A41248828EFF34E3 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=yi -Dtests.timezone=Pacific/Tahiti -Dtests.asserts=true -Dtests.file.encoding=UTF-8 [junit4] ERROR 0.43s J0 | TestComputePlanAction.testNodeLost <<< [junit4] > Throwable #1: java.util.ConcurrentModificationException [junit4] > at __randomizedtesting.SeedInfo.seed([A41248828EFF34E3:1B07867C0D155165]:0) [junit4] > at java.base/java.util.ArrayList$Itr.checkForComodification(ArrayList.java:937) [junit4] > at java.base/java.util.ArrayList$Itr.next(ArrayList.java:891) [junit4] > at org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.tearDown(SimSolrCloudTestCase.java:141) [junit4] > at jdk.internal.reflect.GeneratedMethodAccessor43.invoke(Unknown Source) [junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564) [junit4] > at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> 672431 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672431 DEBUG (ScheduledTrigger-2144-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10011_solr [junit4] 2> 672434 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAdded [junit4] 2> 672434 DEBUG (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6 [junit4] 2> 672434 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6 [junit4] 2> 672434 DEBUG (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10010_solr [junit4] 2> 672434 DEBUG (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10011_solr [junit4] 2> 672434 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 672434 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 672434 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 672434 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted [junit4] 2> java.lang.InterruptedException [junit4] 2> at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1259) [junit4] 2> at java.base/java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:317) [junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> 672435 DEBUG (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 672441 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 672441 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7 [junit4] 2> 672441 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr] [junit4] 2> 672441 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1 [junit4] 2> 672441 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7 [junit4] 2> 672441 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 672441 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7 [junit4] 2> 672441 DEBUG (ScheduledTrigger-2147-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672462 DEBUG (ScheduledTrigger-2147-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672482 DEBUG (ScheduledTrigger-2147-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672502 DEBUG (ScheduledTrigger-2147-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672522 DEBUG (ScheduledTrigger-2147-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672541 DEBUG (simCloudManagerPool-2146-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 672541 DEBUG (simCloudManagerPool-2146-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8 [junit4] 2> 672542 DEBUG (simCloudManagerPool-2146-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr] [junit4] 2> 672542 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8 [junit4] 2> 672542 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 672542 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8 [junit4] 2> 672543 DEBUG (simCloudManagerPool-2146-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 672543 DEBUG (ScheduledTrigger-2147-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672543 DEBUG (simCloudManagerPool-2146-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9 [junit4] 2> 672543 DEBUG (simCloudManagerPool-2146-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr] [junit4] 2> 672543 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9 [junit4] 2> 672543 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 672543 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9 [junit4] 2> 672563 DEBUG (ScheduledTrigger-2147-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672583 DEBUG (ScheduledTrigger-2147-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672603 DEBUG (ScheduledTrigger-2147-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672623 DEBUG (ScheduledTrigger-2147-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672644 DEBUG (ScheduledTrigger-2147-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672644 DEBUG (simCloudManagerPool-2146-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 672644 DEBUG (simCloudManagerPool-2146-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10 [junit4] 2> 672644 DEBUG (simCloudManagerPool-2146-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr] [junit4] 2> 672645 DEBUG (simCloudManagerPool-2146-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr] [junit4] 2> 672645 DEBUG (simCloudManagerPool-2146-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction$AssertingTriggerAction}], enabled=true} [junit4] 2> 672645 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10 [junit4] 2> 672645 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10 [junit4] 2> 672645 DEBUG (ScheduledTrigger-2147-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 672645 DEBUG (ScheduledTrigger-2147-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1 [junit4] 2> 672646 DEBUG (simCloudManagerPool-2146-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 672646 DEBUG (simCloudManagerPool-2146-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11 [junit4] 2> 672646 DEBUG (simCloudManagerPool-2146-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr] [junit4] 2> 672646 DEBUG (simCloudManagerPool-2146-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr] [junit4] 2> 672646 DEBUG (simCloudManagerPool-2146-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction$AssertingTriggerAction}], enabled=true} [junit4] 2> 672646 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11 [junit4] 2> 672646 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11 [junit4] 2> 672646 DEBUG (simCloudManagerPool-2146-thread-5) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeAdded [junit4] 2> 672657 WARN (simCloudManagerPool-2146-thread-5) [ ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 2 on collection testNodeAdded is higher than the number of Solr instances currently live or live and part of your createNodeSet(1). It's unusual to run two replica of the same slice on the same Solr-instance. [junit4] 2> 672657 DEBUG (simCloudManagerPool-2146-thread-5) [ ] o.a.s.c.s.c.a.PolicyHelper Creating a new session [junit4] 2> 672657 DEBUG (simCloudManagerPool-2146-thread-5) [ ] o.a.s.c.s.c.a.PolicyHelper New session created [junit4] 2> 672658 INFO (simCloudManagerPool-2146-thread-5) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2858800995 sessionWrapper.createTime 2858800975920716, this.sessionWrapper.createTime 2858800975920716 [junit4] 2> 672658 DEBUG (simCloudManagerPool-2146-thread-5) [ ] o.a.s.c.s.c.a.PolicyHelper session set to NULL [junit4] 2> 672664 DEBUG (ScheduledTrigger-2147-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672665 DEBUG (ScheduledTrigger-2147-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 672665 DEBUG (ScheduledTrigger-2147-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1 [junit4] 2> 672680 DEBUG (simCloudManagerPool-2146-thread-8) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 672680 DEBUG (simCloudManagerPool-2146-thread-8) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12 [junit4] 2> 672680 DEBUG (simCloudManagerPool-2146-thread-8) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr] [junit4] 2> 672680 DEBUG (simCloudManagerPool-2146-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10009_solr] [junit4] 2> 672680 DEBUG (simCloudManagerPool-2146-thread-8) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.sim.TestComputePlanAction$AssertingTriggerAction}], enabled=true} [junit4] 2> 672680 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12 [junit4] 2> 672680 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12 [junit4] 2> 672684 DEBUG (ScheduledTrigger-2147-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 672686 DEBUG (ScheduledTrigger-2147-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 672686 DEBUG (ScheduledTrigger-2147-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 672686 DEBUG (ScheduledTrigger-2147-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10012_solr at time 2858802399571716 [junit4] 2> 672704 DEBUG (ScheduledTrigger-2147-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 [junit4] 2> 672706 DEBUG (ScheduledTrigger-2147-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger [junit4] 2> 672706 DEBUG (ScheduledTrigger-2147-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2 [junit4] 2> 672706 DEBUG (ScheduledTrigger-2147-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10012_solr] added at times [2858802399571716], now=2858803413480366 [junit4] 2> 672706 DEBUG (ScheduledTrigger-2147-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"a2810cd826f04Tbxu7il4cvgpp7wrunkicwd0da", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":2858802399571716, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2858802399571716], [junit4] 2> "nodeNames":["127.0.0.1:10012_solr"]}} [junit4] 2> 672707 DEBUG (AutoscalingActionExecutor-2148-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"a2810cd826f04Tbxu7il4cvgpp7wrunkicwd0da", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":2858802399571716, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2858802399571716], [junit4] 2> "_enqueue_time_":2858803426179866, [junit4] 2> "nodeNames":["127.0.0.1:10012_solr"]}} [junit4] 2> 672707 DEBUG (AutoscalingActionExecutor-2148-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"a2810cd826f04Tbxu7il4cvgpp7wrunkicwd0da", [junit4] 2> "source":"node_added_trigger", [junit4] 2> "eventTime":2858802399571716, [junit4] 2> "eventType":"NODEADDED", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2858802399571716], [junit4] 2> "_enqueue_time_":2858803426179866, [junit4] 2> "nodeNames":["127.0.0.1:10012_solr"]}} with context properties: {BEFORE_ACTION=[compute_plan]} [junit4] 2> 672707 DEBUG (AutoscalingActionExecutor-2148-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper Creating a new session [junit4] 2> 672707 DEBUG (AutoscalingActionExecutor-2148-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper New session created [junit4] 2> 672708 INFO (AutoscalingActionExecutor-2148-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10012_solr&inPlaceMove=true&replica=core_node1 [junit4] 2> 672708 INFO (AutoscalingActionExecutor-2148-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2858803513 sessionWrapper.createTime 2858803486746716, this.sessionWrapper.createTime 2858803486746716 [junit4] 2> 672708 DEBUG (AutoscalingActionExecutor-2148-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper session set to NULL [junit4] 2> 672709 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.TestComputePlanAction Node values: { [junit4] 2> "127.0.0.1:10009_solr":{ [junit4] 2> "sysprop.java.vendor":"Oracle Corporation", [junit4] 2> "cores":2, [junit4] 2> "host":"127.0.0.1", [junit4] 2> "freedisk":970, [junit4] 2> "sysprop.java.version":"10-ea", [junit4] 2> "ip_1":"127", [junit4] 2> "ip_3":"0", [junit4] 2> "ip_2":"0", [junit4] 2> "ip_4":"1", [junit4] 2> "node":"127.0.0.1:10009_solr", [junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0, [junit4] 2> "port":10009, [junit4] 2> "heapUsage":123450000, [junit4] 2> "sysLoadAvg":1.0, [junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}, [junit4] 2> "127.0.0.1:10012_solr":{ [junit4] 2> "sysprop.java.vendor":"Oracle Corporation", [junit4] 2> "cores":0, [junit4] 2> "host":"127.0.0.1", [junit4] 2> "freedisk":1000, [junit4] 2> "sysprop.java.version":"10-ea", [junit4] 2> "ip_1":"127", [junit4] 2> "ip_3":"0", [junit4] 2> "ip_2":"0", [junit4] 2> "ip_4":"1", [junit4] 2> "node":"127.0.0.1:10012_solr", [junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0, [junit4] 2> "port":10012, [junit4] 2> "heapUsage":123450000, [junit4] 2> "sysLoadAvg":1.0, [junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}} [junit4] 2> 672709 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.TestComputePlanAction Live nodes: [127.0.0.1:10009_solr, 127.0.0.1:10012_solr], collection state: DocCollection(testNodeAdded//clusterstate.json/5)={ [junit4] 2> "replicationFactor":"2", [junit4] 2> "pullReplicas":"0", [junit4] 2> "router":{"name":"compositeId"}, [junit4] 2> "maxShardsPerNode":"1", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"2", [junit4] 2> "tlogReplicas":"0", [junit4] 2> "autoCreated":"true", [junit4] 2> "shards":{"shard1":{ [junit4] 2> "replicas":{ [junit4] 2> "core_node1":{ [junit4] 2> "node_name":"127.0.0.1:10009_solr", [junit4] 2> "core":"testNodeAdded_shard1_replica_n1", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000}, [junit4] 2> "core_node2":{ [junit4] 2> "node_name":"127.0.0.1:10009_solr", [junit4] 2> "core":"testNodeAdded_shard1_replica_n2", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000}}, [junit4] 2> "range":"80000000-7fffffff", [junit4] 2> "state":"active"}}} [junit4] 2> 672709 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.TestComputePlanAction -------------_ FINAL STATE -------------- [junit4] 2> 672709 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.TestComputePlanAction * Node values: { [junit4] 2> "127.0.0.1:10009_solr":{ [junit4] 2> "sysprop.java.vendor":"Oracle Corporation", [junit4] 2> "cores":2, [junit4] 2> "host":"127.0.0.1", [junit4] 2> "freedisk":970, [junit4] 2> "sysprop.java.version":"10-ea", [junit4] 2> "ip_1":"127", [junit4] 2> "ip_3":"0", [junit4] 2> "ip_2":"0", [junit4] 2> "ip_4":"1", [junit4] 2> "node":"127.0.0.1:10009_solr", [junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0, [junit4] 2> "port":10009, [junit4] 2> "heapUsage":123450000, [junit4] 2> "sysLoadAvg":1.0, [junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}, [junit4] 2> "127.0.0.1:10012_solr":{ [junit4] 2> "sysprop.java.vendor":"Oracle Corporation", [junit4] 2> "cores":0, [junit4] 2> "host":"127.0.0.1", [junit4] 2> "freedisk":1000, [junit4] 2> "sysprop.java.version":"10-ea", [junit4] 2> "ip_1":"127", [junit4] 2> "ip_3":"0", [junit4] 2> "ip_2":"0", [junit4] 2> "ip_4":"1", [junit4] 2> "node":"127.0.0.1:10012_solr", [junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0, [junit4] 2> "port":10012, [junit4] 2> "heapUsage":123450000, [junit4] 2> "sysLoadAvg":1.0, [junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}} [junit4] 2> 672709 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.TestComputePlanAction * Live nodes: [127.0.0.1:10009_solr, 127.0.0.1:10012_solr] [junit4] 2> 672709 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.TestComputePlanAction * Collection testNodeAdded state: DocCollection(testNodeAdded//clusterstate.json/5)={ [junit4] 2> "replicationFactor":"2", [junit4] 2> "pullReplicas":"0", [junit4] 2> "router":{"name":"compositeId"}, [junit4] 2> "maxShardsPerNode":"1", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"2", [junit4] 2> "tlogReplicas":"0", [junit4] 2> "autoCreated":"true", [junit4] 2> "shards":{"shard1":{ [junit4] 2> "replicas":{ [junit4] 2> "core_node1":{ [junit4] 2> "node_name":"127.0.0.1:10009_solr", [junit4] 2> "core":"testNodeAdded_shard1_replica_n1", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000}, [junit4] 2> "core_node2":{ [junit4] 2> "node_name":"127.0.0.1:10009_solr", [junit4] 2> "core":"testNodeAdded_shard1_replica_n2", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000}}, [junit4] 2> "range":"80000000-7fffffff", [junit4] 2> "state":"active"}}} [junit4] 2> 672709 DEBUG (AutoscalingActionExecutor-2148-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 119 ms for event id=a2810cd826f04Tbxu7il4cvgpp7wrunkicwd0da [junit4] 2> 672709 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAdded [junit4] 2> 672709 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase [junit4] 2> [junit4] 2> 672709 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> 672709 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############ [junit4] 2> 672709 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ############################################# [junit4] 2> [junit4] 2> 672709 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 2 [junit4] 2> 672709 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 1 [junit4] 2> 672709 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0 [junit4] 2> 672709 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: [testNodeAdded] [junit4] 2> 672710 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 2 [junit4] 2> 672710 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0 [junit4] 2> 672710 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 2 [junit4] 2> 672710 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * testNodeAdded 2 [junit4] 2> 672710 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - active 2 [junit4] 2> 672710 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ########## [junit4] 2> 672710 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1 [junit4] 2> 672710 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 5 [junit4] 2> 672710 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 4 [junit4] 2> 672710 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ########### [junit4] 2> 672710 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger [junit4] 2> 672710 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - AFTER_ACTION 1 [junit4] 2> 672710 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - BEFORE_ACTION 1 [junit4] 2> 672710 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1 [junit4] 2> 672710 INFO (TEST-TestComputePlanAction.testNodeAdded-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1 [junit4] 2> 672713 INFO (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[A41248828EFF34E3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeWithMultipleReplicasLost [junit4] 2> 672713 DEBUG (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 13 [junit4] 2> 672713 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 13 [junit4] 2> 672714 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers [junit4] 2> 672714 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 672714 INFO (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache... [junit4] 2> 672714 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion 13 [junit4] 2> 672714 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted [junit4] 2> java.lang.InterruptedException [junit4] 2> at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2070) [junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:166) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> 672714 DEBUG (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly [junit4] 2> 672715 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger [junit4] 2> 672715 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 14 [junit4] 2> 672715 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr] [junit4] 2> 672715 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion -1 [junit4] 2> 672715 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 14 [junit4] 2> 672716 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 672716 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 14, lastZnodeVersion 14 [junit4] 2> 672716 DEBUG (ScheduledTrigger-2150-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672736 DEBUG (ScheduledTrigger-2150-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672756 DEBUG (ScheduledTrigger-2150-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672777 DEBUG (ScheduledTrigger-2150-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672797 DEBUG (ScheduledTrigger-2150-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672816 DEBUG (simCloudManagerPool-2149-thread-1) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 672816 DEBUG (simCloudManagerPool-2149-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 15 [junit4] 2> 672816 DEBUG (simCloudManagerPool-2149-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr] [junit4] 2> 672816 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 15 [junit4] 2> 672816 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 672816 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 15, lastZnodeVersion 15 [junit4] 2> 672817 DEBUG (ScheduledTrigger-2150-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672817 DEBUG (simCloudManagerPool-2149-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 672817 DEBUG (simCloudManagerPool-2149-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 16 [junit4] 2> 672817 DEBUG (simCloudManagerPool-2149-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr] [junit4] 2> 672817 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 16 [junit4] 2> 672817 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 672818 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion 16 [junit4] 2> 672837 DEBUG (ScheduledTrigger-2150-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672857 DEBUG (ScheduledTrigger-2150-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672877 DEBUG (ScheduledTrigger-2150-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672898 DEBUG (ScheduledTrigger-2150-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 [junit4] 2> 672918 DEBUG (ScheduledTrigger-2150-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 [junit4] 2> 672919 DEBUG (simCloudManagerPool-2149-thread-3) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 672919 DEBUG (simCloudManagerPool-2149-thread-3) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 17 [junit4] 2> 672919 DEBUG (simCloudManagerPool-2149-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10013_solr, 127.0.0.1:10014_solr, 127.0.0.1:10015_solr] [junit4] 2> 672919 DEBUG (simCloudManagerPool-2149-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10013_solr, 127.0.0.1:10014_solr, 127.0.0.1:10015_solr] [junit4] 2> 672919 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 17 [junit4] 2> 672919 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers [junit4] 2> 672919 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 17, lastZnodeVersion 17 [junit4] 2> 672919 DEBUG (ScheduledTrigger-2150-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4 [junit4] 2> 672919 DEBUG (simCloudManagerPool-2149-thread-4) [ ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeWithMultipleReplicasLost [junit4] 2> 672930 DEBUG (simCloudManagerPool-2149-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper Creating a new session [junit4] 2> 672930 DEBUG (simCloudManagerPool-2149-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper New session created [junit4] 2> 672933 INFO (simCloudManagerPool-2149-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2858814768 sessionWrapper.createTime 2858814627839216, this.sessionWrapper.createTime 2858814627839216 [junit4] 2> 672933 DEBUG (simCloudManagerPool-2149-thread-4) [ ] o.a.s.c.s.c.a.PolicyHelper session set to NULL [junit4] 2> 672938 DEBUG (ScheduledTrigger-2150-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 [junit4] 2> 672939 DEBUG (ScheduledTrigger-2150-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4 [junit4] 2> 672958 DEBUG (ScheduledTrigger-2150-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 [junit4] 2> 672960 DEBUG (ScheduledTrigger-2150-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4 [junit4] 2> 672978 DEBUG (ScheduledTrigger-2150-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4 [junit4] 2> 672980 DEBUG (ScheduledTrigger-2150-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4 [junit4] 2> 672995 DEBUG (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.TestComputePlanAction -- cluster state: znodeVersion: 9 [junit4] 2> live nodes:[127.0.0.1:10014_solr, 127.0.0.1:10009_solr, 127.0.0.1:10013_solr, 127.0.0.1:10015_solr] [junit4] 2> collections:{testNodeWithMultipleReplicasLost=DocCollection(testNodeWithMultipleReplicasLost//clusterstate.json/8)={ [junit4] 2> "replicationFactor":"3", [junit4] 2> "pullReplicas":"0", [junit4] 2> "router":{"name":"compositeId"}, [junit4] 2> "maxShardsPerNode":"1", [junit4] 2> "autoAddReplicas":"false", [junit4] 2> "nrtReplicas":"3", [junit4] 2> "tlogReplicas":"0", [junit4] 2> "autoCreated":"true", [junit4] 2> "shards":{ [junit4] 2> "shard2":{ [junit4] 2> "replicas":{ [junit4] 2> "core_node6":{ [junit4] 2> "node_name":"127.0.0.1:10014_solr", [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000}, [junit4] 2> "core_node4":{ [junit4] 2> "node_name":"127.0.0.1:10009_solr", [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n4", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000}, [junit4] 2> "core_node5":{ [junit4] 2> "node_name":"127.0.0.1:10013_solr", [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n5", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000}}, [junit4] 2> "range":"0-7fffffff", [junit4] 2> "state":"active"}, [junit4] 2> "shard1":{ [junit4] 2> "replicas":{ [junit4] 2> "core_node1":{ [junit4] 2> "node_name":"127.0.0.1:10015_solr", [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000}, [junit4] 2> "core_node2":{ [junit4] 2> "node_name":"127.0.0.1:10014_solr", [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n2", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000}, [junit4] 2> "core_node3":{ [junit4] 2> "node_name":"127.0.0.1:10013_solr", [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n3", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000}}, [junit4] 2> "range":"80000000-ffffffff", [junit4] 2> "state":"active"}}}} [junit4] 2> 672997 DEBUG (simCloudManagerPool-2149-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeWithMultipleReplicasLost / shard1: {"core_node1":{ [junit4] 2> "node_name":"127.0.0.1:10015_solr", [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard1_replica_n1", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost"}} [junit4] 2> 672997 DEBUG (simCloudManagerPool-2149-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeWithMultipleReplicasLost / shard2: {"core_node6":{ [junit4] 2> "node_name":"127.0.0.1:10014_solr", [junit4] 2> "core":"testNodeWithMultipleReplicasLost_shard2_replica_n6", [junit4] 2> "leader":"true", [junit4] 2> "state":"active", [junit4] 2> "type":"NRT", [junit4] 2> "INDEX.sizeInBytes":123450000, [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testNodeWithMultipleReplicasLost"}} [junit4] 2> 672999 DEBUG (ScheduledTrigger-2150-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 672999 DEBUG (ScheduledTrigger-2150-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10013_solr [junit4] 2> 673000 DEBUG (ScheduledTrigger-2150-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 [junit4] 2> 673001 DEBUG (ScheduledTrigger-2150-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10013_solr [junit4] 2> 673019 DEBUG (ScheduledTrigger-2150-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 [junit4] 2> 673021 DEBUG (ScheduledTrigger-2150-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3 [junit4] 2> 673021 DEBUG (ScheduledTrigger-2150-thread-4) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10013_solr] [junit4] 2> 673021 DEBUG (ScheduledTrigger-2150-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: { [junit4] 2> "id":"a281477eb3c48Tbxu7il4cvgpp7wrunkicwd0df", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2858818143468616, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2858818143468616], [junit4] 2> "nodeNames":["127.0.0.1:10013_solr"]}} [junit4] 2> 673021 DEBUG (AutoscalingActionExecutor-2151-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for { [junit4] 2> "id":"a281477eb3c48Tbxu7il4cvgpp7wrunkicwd0df", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2858818143468616, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2858818143468616], [junit4] 2> "_enqueue_time_":2858819163437466, [junit4] 2> "nodeNames":["127.0.0.1:10013_solr"]}} [junit4] 2> 673022 DEBUG (AutoscalingActionExecutor-2151-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: { [junit4] 2> "id":"a281477eb3c48Tbxu7il4cvgpp7wrunkicwd0df", [junit4] 2> "source":"node_lost_trigger", [junit4] 2> "eventTime":2858818143468616, [junit4] 2> "eventType":"NODELOST", [junit4] 2> "properties":{ [junit4] 2> "eventTimes":[2858818143468616], [junit4] 2> "_enqueue_time_":2858819163437466, [junit4] 2> "nodeNames":["127.0.0.1:10013_solr"]}} with context properties: {BEFORE_ACTION=[compute_plan]} [junit4] 2> 673022 DEBUG (AutoscalingActionExecutor-2151-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper Creating a new session [junit4] 2> 673022 DEBUG (AutoscalingActionExecutor-2151-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper New session created [junit4] 2> 673023 INFO (AutoscalingActionExecutor-2151-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeWithMultipleReplicasLost&targetNode=127.0.0.1:10015_solr&inPlaceMove=true&replica=core_node5 [junit4] 2> 673024 INFO (AutoscalingActionExecutor-2151-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeWithMultipleReplicasLost&targetNode=127.0.0.1:10009_solr&inPlaceMove=true&replica=core_node3 [junit4] 2> 673024 INFO (AutoscalingActionExecutor-2151-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 2858819306 sessionWrapper.createTime 2858819231940216, this.sessionWrapper.createTime 2858819231940216 [junit4] 2> 673024 DEBUG (AutoscalingActionExecutor-2151-thread-1) [ ] o.a.s.c.s.c.a.PolicyHelper session set to NULL [junit4] 2> 673025 INFO (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.TestComputePlanAction action=MOVEREPLICA&collection=testNodeWithMultipleReplicasLost&targetNode=127.0.0.1:10015_solr&inPlaceMove=true&replica=core_node5 [junit4] 2> 673025 INFO (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.TestComputePlanAction action=MOVEREPLICA&collection=testNodeWithMultipleReplicasLost&targetNode=127.0.0.1:10009_solr&inPlaceMove=true&replica=core_node3 [junit4] 2> 673026 INFO (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.TestComputePlanAction -------------_ FINAL STATE -------------- [junit4] 2> 673026 DEBUG (AutoscalingActionExecutor-2151-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 206 ms for event id=a281477eb3c48Tbxu7il4cvgpp7wrunkicwd0df [junit4] 2> 673026 INFO (TEST-TestComputePlanAction.testNodeWithMultipleReplicasLost-seed#[A41248828EFF34E3]) [ ] o.a.s.c.a.s.TestComputePlanAction * Node values: { [junit4] 2> "127.0.0.1:10009_solr":{ [junit4] 2> "sysprop.java.vendor":"Oracle Corporation", [junit4] 2> "cores":1, [junit4] 2> "host":"127.0.0.1", [junit4] 2> "freedisk":960, [junit4] 2> "sysprop.java.version":"10-ea", [junit4] 2> "ip_1":"127", [junit4] 2> "ip_3":"0", [junit4] 2> "ip_2":"0", [junit4] 2> "ip_4":"1", [junit4] 2> "node":"127.0.0.1:10009_solr", [junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0, [junit4] 2> "port":10009, [junit4] 2> "heapUsage":123450000, [junit4] 2> "sysLoadAvg":1.0, [junit4] 2> "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0}, [junit4] 2> "127.0.0.1:10013_solr":{ [junit4] 2> "sysprop.java.vendor":"Oracle Corporation", [junit4] 2> "cores":2, [junit4] 2> "host":"127.0.0.1", [junit4] 2> "freedisk":980, [junit4] 2> "sysprop.java.version":"10-ea", [junit4] 2> "ip_1":"127", [junit4] 2> "ip_3":"0", [junit4] 2> "ip_2":"0", [junit4] 2> "ip_4":"1", [junit4] 2> "node":"127.0.0.1:10013_solr", [junit4] 2> "metrics:solr.jvm:buffers.direct.Count":0, [junit4] 2> "port":10013, [junit4] 2> "heapUsage":123450000, [junit4] 2> "sysLoadA [...truncated too long message...] [junit4] 2> at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:892) [junit4] 2> at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1053) [junit4] 2> at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954) [junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) [junit4] 2> at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) [junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) [junit4] 2> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) [junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) [junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) [junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) [junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) [junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) [junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) [junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) [junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) [junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:534) [junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) [junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) [junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251) [junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) [junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) [junit4] 2> at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) [junit4] 2> at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) [junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) [junit4] 2> at java.base/java.lang.Thread.run(Thread.java:844) [junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1_collection slice: shard2 saw state=null with live_nodes=[] [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771) [junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736) [junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178) [junit4] 2> ... 44 more [junit4] 2> [junit4] 2> 317689 INFO (qtp1345698395-1109) [n:127.0.0.1:37465_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209766 [junit4] 2> 317689 ERROR (SUITE-SelectWithEvaluatorsTest-seed#[473D36A74765BC5A]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes [junit4] 2> 317690 INFO (SUITE-SelectWithEvaluatorsTest-seed#[473D36A74765BC5A]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41017 41017 [junit4] 2> 322803 INFO (Thread-210) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41017 41017 [junit4] 2> 322803 WARN (Thread-210) [ ] o.a.s.c.ZkTestServer Watch limit violations: [junit4] 2> Maximum concurrent create/delete watches above limit: [junit4] 2> [junit4] 2> 5 /solr/aliases.json [junit4] 2> 4 /solr/security.json [junit4] 2> 2 /solr/configs/conf [junit4] 2> [junit4] 2> Maximum concurrent data watches above limit: [junit4] 2> [junit4] 2> 6 /solr/collections/collection1_collection/state.json [junit4] 2> 5 /solr/clusterstate.json [junit4] 2> 5 /solr/clusterprops.json [junit4] 2> 2 /solr/overseer_elect/election/99296085521072135-127.0.0.1:37465_solr-n_0000000000 [junit4] 2> [junit4] 2> Maximum concurrent children watches above limit: [junit4] 2> [junit4] 2> 5 /solr/live_nodes [junit4] 2> 5 /solr/collections [junit4] 2> [junit4] 2> 322804 INFO (SUITE-SelectWithEvaluatorsTest-seed#[473D36A74765BC5A]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@66450f41), locale=fur, timezone=Etc/GMT+8 [junit4] 2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=227319344,total=518979584 [junit4] 2> NOTE: All tests run in this JVM: [ArrayEvaluatorTest, LBHttpSolrClientBuilderTest, TestSolrJErrorHandling, TestValidatingJsonMap, TestBatchUpdate, SolrExceptionTest, TestCloudSolrClientConnections, LargeVolumeJettyTest, SolrExampleJettyTest, HttpSolrClientBuilderTest, TestSuggesterResponse, TestCollectionAdminRequest, GetByIdTest, TestCollectionStateWatchers, CloudSolrClientTest, NormalizeEvaluatorTest, TangentEvaluatorTest, TestHash, MultiplyEvaluatorTest, CoalesceEvaluatorTest, ArcCosineEvaluatorTest, GreaterThanEqualToEvaluatorTest, SelectWithEvaluatorsTest] [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=SelectWithEvaluatorsTest -Dtests.seed=473D36A74765BC5A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fur -Dtests.timezone=Etc/GMT+8 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1 [junit4] ERROR 0.00s J2 | SelectWithEvaluatorsTest (suite) <<< [junit4] > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34537/solr: create the collection time out:180s [junit4] > at __randomizedtesting.SeedInfo.seed([473D36A74765BC5A]:0) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255) [junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483) [junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884) [junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194) [junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211) [junit4] > at org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest.setupCluster(SelectWithEvaluatorsTest.java:71) [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) [junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) [junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) [junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564) [junit4] > at java.base/java.lang.Thread.run(Thread.java:844) [junit4] Completed [145/146 (1!)] on J2 in 215.72s, 0 tests, 1 error <<< FAILURES! [...truncated 39893 lines...]
--------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
