Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/421/
4 tests failed.
FAILED: org.apache.solr.cloud.api.collections.ShardSplitTest.test
Error Message:
There are still nodes recoverying - waited for 330 seconds
Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330
seconds
at
__randomizedtesting.SeedInfo.seed([16C7FD3F0435138B:9E93C2E5AAC97E73]:0)
at org.junit.Assert.fail(Assert.java:93)
at
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
at
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:140)
at
org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:135)
at
org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:909)
at
org.apache.solr.cloud.api.collections.ShardSplitTest.splitByUniqueKeyTest(ShardSplitTest.java:658)
at
org.apache.solr.cloud.api.collections.ShardSplitTest.test(ShardSplitTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED:
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at
__randomizedtesting.SeedInfo.seed([16C7FD3F0435138B:ACCBCAB05BDDC5C4]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1585)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue
Error Message:
action wasn't interrupted
Stack Trace:
java.lang.AssertionError: action wasn't interrupted
at
__randomizedtesting.SeedInfo.seed([16C7FD3F0435138B:DF72BF910D52D57E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at
org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testEventQueue(TriggerIntegrationTest.java:723)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED:
org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at
__randomizedtesting.SeedInfo.seed([16C7FD3F0435138B:4B8FE3B6CBF3B5C4]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at
org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1179)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12203 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration
[junit4] 2> 52948 INFO
(SUITE-TestTriggerIntegration-seed#[16C7FD3F0435138B]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_16C7FD3F0435138B-001/init-core-data-001
[junit4] 2> 52950 WARN
(SUITE-TestTriggerIntegration-seed#[16C7FD3F0435138B]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 52950 INFO
(SUITE-TestTriggerIntegration-seed#[16C7FD3F0435138B]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 52951 INFO
(SUITE-TestTriggerIntegration-seed#[16C7FD3F0435138B]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via:
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 52984 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.SolrTestCaseJ4 ###Starting testTriggerThrottling
[junit4] 2> 52986 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and
clearing object cache...
[junit4] 2> 52986 DEBUG
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed
explicitly
[junit4] 2> 53005 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 53005 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 53008 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 2
[junit4] 2> 53042 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr]
[junit4] 2> 53042 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 53042 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 53049 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 53049 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 53051 DEBUG (ScheduledTrigger-389-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 53072 DEBUG (ScheduledTrigger-389-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 53093 DEBUG (ScheduledTrigger-389-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 53114 DEBUG (simCloudManagerPool-388-thread-1) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 53115 DEBUG (ScheduledTrigger-389-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 53116 DEBUG (simCloudManagerPool-388-thread-1) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
3
[junit4] 2> 53116 DEBUG (simCloudManagerPool-388-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr]
[junit4] 2> 53118 DEBUG (simCloudManagerPool-388-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr]
[junit4] 2> 53118 DEBUG (simCloudManagerPool-388-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated
with properties: {event=nodeAdded, waitFor=0, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}],
enabled=true}
[junit4] 2> 53118 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 53119 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 53119 DEBUG (simCloudManagerPool-388-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 53119 DEBUG (simCloudManagerPool-388-thread-2) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
4
[junit4] 2> 53120 DEBUG (simCloudManagerPool-388-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr]
[junit4] 2> 53120 DEBUG (simCloudManagerPool-388-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated
with properties: {event=nodeAdded, waitFor=0, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}],
enabled=true}
[junit4] 2> 53120 DEBUG (ScheduledTrigger-389-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 53120 DEBUG (simCloudManagerPool-388-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr]
[junit4] 2> 53120 DEBUG (ScheduledTrigger-389-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 53120 DEBUG (simCloudManagerPool-388-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr]
[junit4] 2> 53120 DEBUG (simCloudManagerPool-388-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated
with properties: {event=nodeAdded, waitFor=0, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}],
enabled=true}
[junit4] 2> 53120 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 3
[junit4] 2> 53120 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 53120 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 53120 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 53121 DEBUG (ScheduledTrigger-389-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 53121 DEBUG (ScheduledTrigger-389-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 53121 DEBUG (ScheduledTrigger-389-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10002_solr at time
19203409856787449
[junit4] 2> 53121 DEBUG (ScheduledTrigger-389-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 firing
registered processor for nodes: [127.0.0.1:10002_solr] added at times
[19203409856787449], now=19203409861071549
[junit4] 2> 53121 DEBUG (ScheduledTrigger-389-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"44396646fd73f9T2qhoc8go4e5oeptogdndwp2aj",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":19203409856787449,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[19203409856787449],
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 53121 DEBUG (ScheduledTrigger-389-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_added_trigger2, node_added_trigger1]
[junit4] 2> 53125 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"44396646fd73f9T2qhoc8go4e5oeptogdndwp2aj",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":19203409856787449,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[19203409856787449],
[junit4] 2> "_enqueue_time_":19203409912798799,
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 53126 INFO (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger2
[junit4] 2> 53129 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 53129 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
[junit4] 2> 53129 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 53129 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 221 ms for event
id=44396646fd73f9T2qhoc8go4e5oeptogdndwp2aj
[junit4] 2> 53229 DEBUG (ScheduledTrigger-389-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3
[junit4] 2> 53230 DEBUG (ScheduledTrigger-389-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 53230 DEBUG (ScheduledTrigger-389-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 53230 DEBUG (ScheduledTrigger-389-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 53230 DEBUG (ScheduledTrigger-389-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 53230 DEBUG (ScheduledTrigger-389-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10002_solr at time
19203415326071449
[junit4] 2> 53230 DEBUG (ScheduledTrigger-389-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing
registered processor for nodes: [127.0.0.1:10002_solr] added at times
[19203415326071449], now=19203415327722449
[junit4] 2> 53230 DEBUG (ScheduledTrigger-389-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"4439678cfc1a99T2qhoc8go4e5oeptogdndwp2am",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":19203415326071449,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[19203415326071449],
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 53230 DEBUG (ScheduledTrigger-389-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_added_trigger2, node_added_trigger1]
[junit4] 2> 53233 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"4439678cfc1a99T2qhoc8go4e5oeptogdndwp2am",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":19203415326071449,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[19203415326071449],
[junit4] 2> "_enqueue_time_":19203415342808999,
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 53233 INFO (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.s.TestTriggerIntegration last action at 19203410131693749 time =
19203415460113599
[junit4] 2> 53233 INFO (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.s.TestTriggerIntegration action executed from node_added_trigger1
[junit4] 2> 53237 DEBUG (simCloudManagerPool-388-thread-6) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 53241 DEBUG (simCloudManagerPool-388-thread-6) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
5
[junit4] 2> 53241 DEBUG (simCloudManagerPool-388-thread-6) [ ]
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr, 127.0.0.1:10002_solr]
[junit4] 2> 53241 DEBUG (simCloudManagerPool-388-thread-6) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated
with properties: {event=nodeAdded, waitFor=0, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}],
enabled=true}
[junit4] 2> 53241 DEBUG (simCloudManagerPool-388-thread-6) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr, 127.0.0.1:10002_solr]
[junit4] 2> 53241 DEBUG (simCloudManagerPool-388-thread-6) [ ]
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr, 127.0.0.1:10002_solr]
[junit4] 2> 53242 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 53242 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
[junit4] 2> 53242 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 53242 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 496 ms for event
id=4439678cfc1a99T2qhoc8go4e5oeptogdndwp2am
[junit4] 2> 53243 DEBUG (simCloudManagerPool-388-thread-6) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated
with properties: {event=nodeAdded, waitFor=0, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}],
enabled=true}
[junit4] 2> 53243 DEBUG (simCloudManagerPool-388-thread-6) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr, 127.0.0.1:10002_solr]
[junit4] 2> 53243 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 53243 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 53243 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 53243 DEBUG (simCloudManagerPool-388-thread-8) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 53244 DEBUG (simCloudManagerPool-388-thread-8) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
6
[junit4] 2> 53244 DEBUG (ScheduledTrigger-389-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 3
[junit4] 2> 53244 DEBUG (simCloudManagerPool-388-thread-8) [ ]
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr, 127.0.0.1:10002_solr]
[junit4] 2> 53244 DEBUG (simCloudManagerPool-388-thread-8) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger2 instantiated
with properties: {event=nodeAdded, waitFor=0, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}],
enabled=true}
[junit4] 2> 53244 DEBUG (simCloudManagerPool-388-thread-8) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr, 127.0.0.1:10002_solr]
[junit4] 2> 53244 DEBUG (simCloudManagerPool-388-thread-8) [ ]
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr, 127.0.0.1:10002_solr]
[junit4] 2> 53244 DEBUG (simCloudManagerPool-388-thread-8) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated
with properties: {event=nodeAdded, waitFor=0, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$ThrottlingTesterAction}],
enabled=true}
[junit4] 2> 53244 DEBUG (simCloudManagerPool-388-thread-8) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr, 127.0.0.1:10002_solr]
[junit4] 2> 53244 DEBUG (simCloudManagerPool-388-thread-8) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr, 127.0.0.1:10002_solr]
[junit4] 2> 53244 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 53244 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 53244 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 53245 DEBUG (ScheduledTrigger-389-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with
currently live nodes: 3
[junit4] 2> 53264 DEBUG (ScheduledTrigger-389-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger1 with
currently live nodes: 2
[junit4] 2> 53265 DEBUG (ScheduledTrigger-389-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10002_solr
[junit4] 2> 53265 DEBUG (ScheduledTrigger-389-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10002_solr]
[junit4] 2> 53265 DEBUG (ScheduledTrigger-389-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with
currently live nodes: 2
[junit4] 2> 53265 DEBUG (ScheduledTrigger-389-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10002_solr
[junit4] 2> 53265 DEBUG (ScheduledTrigger-389-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10002_solr]
[junit4] 2> 53265 DEBUG (ScheduledTrigger-389-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"443967f403a1f3T2qhoc8go4e5oeptogdndwp2ap",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":19203417054618099,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[19203417054618099],
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 53266 DEBUG (ScheduledTrigger-389-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2,
.auto_add_replicas, node_added_trigger2, node_lost_trigger1,
node_added_trigger1]
[junit4] 2> 53266 DEBUG (ScheduledTrigger-389-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"443967f639208dT2qhoc8go4e5oeptogdndwp2aq",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":19203417091678349,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[19203417091678349],
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 53266 DEBUG (ScheduledTrigger-389-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes:
[127.0.0.1:10002_solr] is not ready, will try later
[junit4] 2> 53270 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"443967f403a1f3T2qhoc8go4e5oeptogdndwp2ap",
[junit4] 2> "source":"node_lost_trigger1",
[junit4] 2> "eventTime":19203417054618099,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[19203417054618099],
[junit4] 2> "_enqueue_time_":19203417105407199,
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 53270 INFO (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.s.TestTriggerIntegration action executed from node_lost_trigger1
[junit4] 2> 53276 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 100ms
[junit4] 2> 53277 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 53277 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
[junit4] 2> 53277 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms
[junit4] 2> 53277 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 53277 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 325 ms for event
id=443967f403a1f3T2qhoc8go4e5oeptogdndwp2ap
[junit4] 2> 53377 DEBUG (ScheduledTrigger-389-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger2 with
currently live nodes: 2
[junit4] 2> 53377 DEBUG (ScheduledTrigger-389-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 53377 DEBUG (ScheduledTrigger-389-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10002_solr]
[junit4] 2> 53377 DEBUG (ScheduledTrigger-389-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10002_solr
[junit4] 2> 53377 DEBUG (ScheduledTrigger-389-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"443967f639208dT2qhoc8go4e5oeptogdndwp2au",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":19203417091678349,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[19203417091678349],
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 53377 DEBUG (ScheduledTrigger-389-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger2
[junit4] 2> 53377 DEBUG (ScheduledTrigger-389-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_trigger2,
.auto_add_replicas, node_added_trigger2, node_lost_trigger1,
node_added_trigger1]
[junit4] 2> 53377 DEBUG (ScheduledTrigger-389-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 53378 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"443967f639208dT2qhoc8go4e5oeptogdndwp2au",
[junit4] 2> "source":"node_lost_trigger2",
[junit4] 2> "eventTime":19203417091678349,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[19203417091678349],
[junit4] 2> "_enqueue_time_":19203422676652549,
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"]}}
[junit4] 2> 53378 INFO (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.s.TestTriggerIntegration last action at 19203417341043099 time =
19203422730300849
[junit4] 2> 53378 INFO (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.s.TestTriggerIntegration action executed from node_lost_trigger2
[junit4] 2> 53380 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.SolrTestCaseJ4 ###Ending testTriggerThrottling
[junit4] 2> 53380 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 53380 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase
#############################################
[junit4] 2> 53380 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS
############
[junit4] 2> 53380 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase
#############################################
[junit4] 2>
[junit4] 2> 53380 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 2
[junit4] 2> 53380 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 2
[junit4] 2> 53380 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 1
[junit4] 2> 53381 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10002_solr
[junit4] 2> 53382 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 53382 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 53382 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 53382 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 53382 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 53383 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 4
[junit4] 2> 53383 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 8
[junit4] 2> 53383 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts
###########
[junit4] 2> 53405 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger1
[junit4] 2> 53405 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 53405 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 53405 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger2
[junit4] 2> 53405 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 53405 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 53405 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger1
[junit4] 2> 53405 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 53405 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 53405 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_lost_trigger2
[junit4] 2> 53405 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## - IGNORED 1
[junit4] 2> 53405 INFO
(TEST-TestTriggerIntegration.testTriggerThrottling-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 53423 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger2 after 100ms
[junit4] 2> 53425 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 53425 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger2 after 100ms
[junit4] 2> 53425 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger1 after 100ms
[junit4] 2> 53426 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 53426 DEBUG (AutoscalingActionExecutor-390-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 2382 ms for event
id=443967f639208dT2qhoc8go4e5oeptogdndwp2au
[junit4] 2> 53424 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
[junit4] 2> 53426 DEBUG
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 7
[junit4] 2> 53426 DEBUG
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values:
127.0.0.1:10002_solr
[junit4] 2> 53426 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing
object cache...
[junit4] 2> 53426 WARN (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 53426 DEBUG
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed
explicitly
[junit4] 2> 53427 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 53428 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 8
[junit4] 2> 53428 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr]
[junit4] 2> 53428 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion -1
[junit4] 2> 53428 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 53428 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 53428 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 53428 DEBUG (ScheduledTrigger-392-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 53448 DEBUG (ScheduledTrigger-392-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 53469 DEBUG (ScheduledTrigger-392-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 53489 DEBUG (ScheduledTrigger-392-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 53509 DEBUG (ScheduledTrigger-392-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 53528 DEBUG (simCloudManagerPool-391-thread-1) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 53528 DEBUG (simCloudManagerPool-391-thread-1) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
9
[junit4] 2> 53528 DEBUG (simCloudManagerPool-391-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr]
[junit4] 2> 53528 DEBUG (simCloudManagerPool-391-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr]
[junit4] 2> 53528 DEBUG (simCloudManagerPool-391-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated
with properties: {event=nodeAdded, waitFor=3, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}],
enabled=true}
[junit4] 2> 53528 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 53529 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 53529 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 53530 DEBUG (ScheduledTrigger-392-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 53530 DEBUG (ScheduledTrigger-392-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 53530 DEBUG (ScheduledTrigger-392-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10003_solr at time
19203430316268649
[junit4] 2> 53530 DEBUG (ScheduledTrigger-392-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3
[junit4] 2> 53550 DEBUG (ScheduledTrigger-392-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 53550 DEBUG (ScheduledTrigger-392-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3
[junit4] 2> 53550 DEBUG (ScheduledTrigger-392-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 53570 DEBUG (ScheduledTrigger-392-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3
[junit4] 2> 53574 DEBUG (ScheduledTrigger-392-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 53574 DEBUG (ScheduledTrigger-392-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 53591 DEBUG (ScheduledTrigger-392-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3
[junit4] 2> 53594 DEBUG (ScheduledTrigger-392-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 53594 DEBUG (ScheduledTrigger-392-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 53594 DEBUG (ScheduledTrigger-392-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing
registered processor for nodes: [127.0.0.1:10003_solr] added at times
[19203430316268649], now=19203433538079449
[junit4] 2> 53594 DEBUG (ScheduledTrigger-392-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"44396b0a785c69T2qhoc8go4e5oeptogdndwp2ax",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":19203430316268649,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[19203430316268649],
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"]}}
[junit4] 2> 53595 DEBUG (ScheduledTrigger-392-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_added_trigger]
[junit4] 2> 53595 DEBUG (AutoscalingActionExecutor-393-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"44396b0a785c69T2qhoc8go4e5oeptogdndwp2ax",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":19203430316268649,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[19203430316268649],
[junit4] 2> "_enqueue_time_":19203433559566399,
[junit4] 2> "nodeNames":["127.0.0.1:10003_solr"]}}
[junit4] 2> 53597 DEBUG (simCloudManagerPool-391-thread-3) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 53597 DEBUG (simCloudManagerPool-391-thread-3) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
10
[junit4] 2> 53597 DEBUG (simCloudManagerPool-391-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr, 127.0.0.1:10003_solr]
[junit4] 2> 53597 DEBUG (simCloudManagerPool-391-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10000_solr, 127.0.0.1:10003_solr]
[junit4] 2> 53597 DEBUG (simCloudManagerPool-391-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated
with properties: {event=nodeAdded, waitFor=3, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestTriggerAction}],
enabled=true}
[junit4] 2> 53597 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
[junit4] 2> 53600 DEBUG (AutoscalingActionExecutor-393-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 53600 DEBUG (AutoscalingActionExecutor-393-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger after 100ms
[junit4] 2> 53600 DEBUG (AutoscalingActionExecutor-393-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 248 ms for event
id=44396b0a785c69T2qhoc8go4e5oeptogdndwp2ax
[junit4] 2> 53600 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
[junit4] 2> 53637 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
[junit4] 2> 53637 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 53637 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 53637 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 53637 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 53637 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 3
[junit4] 2> 53638 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 3
[junit4] 2> 53638 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 0
[junit4] 2> 53638 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 53638 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 53638 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 53638 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 53638 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 53638 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 2
[junit4] 2> 53638 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## - update 2
[junit4] 2> 53638 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts
###########
[junit4] 2> 53638 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger
[junit4] 2> 53638 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 1
[junit4] 2> 53638 INFO
(TEST-TestTriggerIntegration.testNodeAddedTrigger-seed#[16C7FD3F0435138B]) [
] o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 53640 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
[junit4] 2> 53641 DEBUG
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
11
[junit4] 2> 53641 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
[junit4] 2> 53641 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing
object cache...
[junit4] 2> 53641 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 53641 DEBUG
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 53642 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 53643 WARN (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException
[junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1220)
[junit4] 2> at
java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:335)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:163)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 53648 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 53649 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 12
[junit4] 2> 53649 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10003_solr]
[junit4] 2> 53649 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion -1
[junit4] 2> 53649 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
[junit4] 2> 53649 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 53649 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
[junit4] 2> 53649 DEBUG (ScheduledTrigger-395-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 53670 DEBUG (ScheduledTrigger-395-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 53691 DEBUG (ScheduledTrigger-395-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 53711 DEBUG (ScheduledTrigger-395-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 53731 DEBUG (ScheduledTrigger-395-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 53745 DEBUG (simCloudManagerPool-394-thread-1) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 53746 DEBUG (simCloudManagerPool-394-thread-1) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
13
[junit4] 2> 53746 DEBUG (simCloudManagerPool-394-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10003_solr]
[junit4] 2> 53746 INFO (simCloudManagerPool-394-thread-1) [ ]
o.a.s.c.a.s.TestTriggerIntegration TestEventQueueAction instantiated
[junit4] 2> 53746 DEBUG (simCloudManagerPool-394-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10001_solr,
127.0.0.1:10003_solr]
[junit4] 2> 53746 DEBUG (simCloudManagerPool-394-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated
with properties: {event=nodeAdded, waitFor=1, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventQueueAction}],
enabled=true}
[junit4] 2> 53747 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 13
[junit4] 2> 53747 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 53747 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion 13
[junit4] 2> 53747 DEBUG (ScheduledTrigger-395-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 53747 DEBUG (ScheduledTrigger-395-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 53747 DEBUG (ScheduledTrigger-395-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10004_solr at time
19203441186594699
[junit4] 2> 53752 DEBUG (ScheduledTrigger-395-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3
[junit4] 2> 53768 DEBUG (ScheduledTrigger-395-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 53768 DEBUG (ScheduledTrigger-395-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 53768 DEBUG (ScheduledTrigger-395-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing
registered processor for nodes: [127.0.0.1:10004_solr] added at times
[19203441186594699], now=19203442232280999
[junit4] 2> 53768 DEBUG (ScheduledTrigger-395-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"44396d92645f8bT2qhoc8go4e5oeptogdndwp2b0",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":19203441186594699,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[19203441186594699],
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 53769 DEBUG (ScheduledTrigger-395-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_added_trigger1]
[junit4] 2> 53770 DEBUG (AutoscalingActionExecutor-396-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"44396d92645f8bT2qhoc8go4e5oeptogdndwp2b0",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":19203441186594699,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[19203441186594699],
[junit4] 2> "_enqueue_time_":19203442270838699,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 53771 INFO (AutoscalingActionExecutor-396-thread-1) [ ]
o.a.s.c.a.s.TestTriggerIntegration -- event: {
[junit4] 2> "id":"44396d92645f8bT2qhoc8go4e5oeptogdndwp2b0",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":19203441186594699,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[19203441186594699],
[junit4] 2> "_enqueue_time_":19203442270838699,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 53771 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing
object cache...
[junit4] 2> 53771 WARN (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 53772 DEBUG
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 53773 WARN (AutoscalingActionExecutor-396-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Exception executing actions
[junit4] 2> org.apache.lucene.store.AlreadyClosedException:
ScheduledTrigger node_added_trigger1 has been closed.
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers$ScheduledTrigger.dequeue(ScheduledTriggers.java:523)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:308)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 53774 DEBUG (AutoscalingActionExecutor-396-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 176 ms for event
id=44396d92645f8bT2qhoc8go4e5oeptogdndwp2b0
[junit4] 2> 53774 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 13
[junit4] 2> 53774 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10004_solr,
127.0.0.1:10003_solr]
[junit4] 2> 53774 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestTriggerIntegration TestEventQueueAction instantiated
[junit4] 2> 53774 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10004_solr,
127.0.0.1:10003_solr]
[junit4] 2> 53774 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated
with properties: {event=nodeAdded, waitFor=1, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventQueueAction}],
enabled=true}
[junit4] 2> 53774 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion -1
[junit4] 2> 53774 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 13
[junit4] 2> 53775 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path:
127.0.0.1:10001_solr
[junit4] 2> 53775 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 53775 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 13, lastZnodeVersion 13
[junit4] 2> 53775 DEBUG (ScheduledTrigger-398-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 53775 DEBUG (ScheduledTrigger-398-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10001_solr
[junit4] 2> 53775 DEBUG (ScheduledTrigger-398-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"44396d92645f8bT2qhoc8go4e5oeptogdndwp2b0",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":19203441186594699,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[19203441186594699],
[junit4] 2> "_dequeue_time_":19203442593356499,
[junit4] 2> "_enqueue_time_":19203442270838699,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 53776 DEBUG (ScheduledTrigger-398-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_added_trigger1]
[junit4] 2> 53777 DEBUG (ScheduledTrigger-398-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 53777 DEBUG (AutoscalingActionExecutor-399-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"44396d92645f8bT2qhoc8go4e5oeptogdndwp2b0",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":19203441186594699,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[19203441186594699],
[junit4] 2> "_dequeue_time_":19203442593356499,
[junit4] 2> "_enqueue_time_":19203442270838699,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 53777 DEBUG (ScheduledTrigger-398-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 53777 INFO (AutoscalingActionExecutor-399-thread-1) [ ]
o.a.s.c.a.s.TestTriggerIntegration -- event: {
[junit4] 2> "id":"44396d92645f8bT2qhoc8go4e5oeptogdndwp2b0",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":19203441186594699,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[19203441186594699],
[junit4] 2> "_dequeue_time_":19203442593356499,
[junit4] 2> "_enqueue_time_":19203442270838699,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 53779 DEBUG (AutoscalingActionExecutor-399-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 53779 DEBUG (AutoscalingActionExecutor-399-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
[junit4] 2> 53779 DEBUG (AutoscalingActionExecutor-399-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 115 ms for event
id=44396d92645f8bT2qhoc8go4e5oeptogdndwp2b0
[junit4] 2> 53873 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
[junit4] 2> 53873 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 53874 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2> 53874 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS ############
[junit4] 2> 53874 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase #############################################
[junit4] 2>
[junit4] 2> 53874 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 2
[junit4] 2> 53874 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 2
[junit4] 2> 53874 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 1
[junit4] 2> 53874 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10001_solr
[junit4] 2> 53874 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 53874 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 53874 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## Min replicas per node: 0
[junit4] 2> 53874 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## Total replicas: 0
[junit4] 2> 53874 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 53874 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1
[junit4] 2> 53874 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## - update 3
[junit4] 2> 53874 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> 53874 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## * Trigger: node_added_trigger1
[junit4] 2> 53874 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## - STARTED 2
[junit4] 2> 53874 INFO
(TEST-TestTriggerIntegration.testEventQueue-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## - SUCCEEDED 1
[junit4] 2> 53877 INFO
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[16C7FD3F0435138B])
[ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
[junit4] 2> 53877 DEBUG
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[16C7FD3F0435138B])
[ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 14
[junit4] 2> 53877 DEBUG
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[16C7FD3F0435138B])
[ ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values:
127.0.0.1:10001_solr
[junit4] 2> 53877 INFO
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[16C7FD3F0435138B])
[ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and
clearing object cache...
[junit4] 2> 53877 WARN (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 53878 DEBUG
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[16C7FD3F0435138B])
[ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed
explicitly
[junit4] 2> 53884 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 53884 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 15
[junit4] 2> 53884 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10004_solr,
127.0.0.1:10003_solr]
[junit4] 2> 53884 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 15, lastZnodeVersion -1
[junit4] 2> 53884 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 15
[junit4] 2> 53884 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 53884 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 15, lastZnodeVersion 15
[junit4] 2> 53884 DEBUG (ScheduledTrigger-401-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 53905 DEBUG (ScheduledTrigger-401-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 53925 DEBUG (ScheduledTrigger-401-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 53950 DEBUG (ScheduledTrigger-401-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 53971 DEBUG (ScheduledTrigger-401-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 53991 DEBUG (ScheduledTrigger-401-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3
[junit4] 2> 54003 DEBUG (simCloudManagerPool-400-thread-1) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 54003 DEBUG (simCloudManagerPool-400-thread-1) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
16
[junit4] 2> 54003 DEBUG (simCloudManagerPool-400-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10004_solr,
127.0.0.1:10005_solr, 127.0.0.1:10003_solr]
[junit4] 2> 54003 DEBUG (simCloudManagerPool-400-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10004_solr,
127.0.0.1:10005_solr, 127.0.0.1:10003_solr]
[junit4] 2> 54003 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 16
[junit4] 2> 54003 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 54003 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 54003 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 16, lastZnodeVersion 16
[junit4] 2> 54003 DEBUG (ScheduledTrigger-401-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger
with currently live nodes: 3
[junit4] 2> 54011 DEBUG (ScheduledTrigger-401-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 54011 DEBUG (ScheduledTrigger-401-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10005_solr
[junit4] 2> 54024 DEBUG (ScheduledTrigger-401-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger
with currently live nodes: 2
[junit4] 2> 54024 DEBUG (ScheduledTrigger-401-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10005_solr
[junit4] 2> 54032 DEBUG (ScheduledTrigger-401-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2
[junit4] 2> 54042 DEBUG (simCloudManagerPool-400-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 54042 DEBUG (simCloudManagerPool-400-thread-2) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
17
[junit4] 2> 54042 DEBUG (simCloudManagerPool-400-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10004_solr,
127.0.0.1:10003_solr]
[junit4] 2> 54042 DEBUG (simCloudManagerPool-400-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10004_solr,
127.0.0.1:10003_solr]
[junit4] 2> 54044 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 17
[junit4] 2> 54044 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestTriggerIntegration TestTriggerAction init
[junit4] 2> 54044 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path:
127.0.0.1:10005_solr
[junit4] 2> 54044 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 54044 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 17, lastZnodeVersion 17
[junit4] 2> 54044 DEBUG (ScheduledTrigger-401-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger
with currently live nodes: 2
[junit4] 2> 54044 DEBUG (ScheduledTrigger-401-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10005_solr]
[junit4] 2> 54044 DEBUG (ScheduledTrigger-401-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"4439710733e879T2qhoc8go4e5oeptogdndwp2b4",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":19203456031254649,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[19203456031254649],
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}}
[junit4] 2> 54045 DEBUG (ScheduledTrigger-401-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_lost_restore_trigger]
[junit4] 2> 54062 DEBUG (AutoscalingActionExecutor-402-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"4439710733e879T2qhoc8go4e5oeptogdndwp2b4",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":19203456031254649,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[19203456031254649],
[junit4] 2> "_enqueue_time_":19203456055910799,
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}}
[junit4] 2> 54063 INFO
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[16C7FD3F0435138B])
[ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
[junit4] 2> 54063 INFO
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[16C7FD3F0435138B])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase
[junit4] 2>
[junit4] 2> 54063 INFO
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[16C7FD3F0435138B])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase
#############################################
[junit4] 2> 54063 INFO
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[16C7FD3F0435138B])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ############ FINAL CLUSTER STATS
############
[junit4] 2> 54063 INFO
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[16C7FD3F0435138B])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase
#############################################
[junit4] 2>
[junit4] 2> 54063 INFO
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[16C7FD3F0435138B])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Live nodes: 2
[junit4] 2> 54063 INFO
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[16C7FD3F0435138B])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Empty nodes: 2
[junit4] 2> 54063 INFO
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[16C7FD3F0435138B])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Dead nodes: 1
[junit4] 2> 54063 INFO
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[16C7FD3F0435138B])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ## 127.0.0.1:10005_solr
[junit4] 2> 54063 INFO
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[16C7FD3F0435138B])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Collections: []
[junit4] 2> 54063 INFO
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[16C7FD3F0435138B])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Max replicas per node: 0
[junit4] 2> 54063 INFO
(TEST-TestTriggerIntegration.testNodeLostTriggerRestoreState-seed#[16C7FD3F0435138B])
[ ] o.a.s.c.a.s.SimSolrCloudTestCase ## Min
[...truncated too long message...]
59091 INFO (zkCallback-5428-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated
live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 3159091 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[16C7FD3F0435138B]) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster,
tag=null
[junit4] 2> 3159091 INFO
(zkCallback-5467-thread-4-processing-n:127.0.0.1:47127_) [n:127.0.0.1:47127_
] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 3159091 INFO (coreCloseExecutor-6715-thread-1)
[n:127.0.0.1:47127_ c:collection1 s:shard1 r:core_node48
x:collection1_shard1_replica_n47] o.a.s.c.SolrCore
[collection1_shard1_replica_n47] CLOSING SolrCore
org.apache.solr.core.SolrCore@3f9aee55
[junit4] 2> 3159091 INFO (coreCloseExecutor-6715-thread-1)
[n:127.0.0.1:47127_ c:collection1 s:shard1 r:core_node48
x:collection1_shard1_replica_n47] o.a.s.m.SolrMetricManager Closing metric
reporters for registry=solr.core.collection1.shard1.replica_n47, tag=1067118165
[junit4] 2> 3159091 INFO (coreCloseExecutor-6715-thread-1)
[n:127.0.0.1:47127_ c:collection1 s:shard1 r:core_node48
x:collection1_shard1_replica_n47] o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@476416ef: rootName = null,
domain = solr.core.collection1.shard1.replica_n47, service url = null, agent id
= null] for registry solr.core.collection1.shard1.replica_n47 /
com.codahale.metrics.MetricRegistry@16c2654e
[junit4] 2> 3159101 INFO (coreCloseExecutor-6715-thread-1)
[n:127.0.0.1:47127_ c:collection1 s:shard1 r:core_node48
x:collection1_shard1_replica_n47] o.a.s.m.SolrMetricManager Closing metric
reporters for registry=solr.collection.collection1.shard1.leader, tag=1067118165
[junit4] 2> 3159103 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.Overseer Overseer (id=73316288858030098-127.0.0.1:47127_-n_0000000004)
closing
[junit4] 2> 3159104 WARN
(OverseerAutoScalingTriggerThread-73316288858030098-127.0.0.1:47127_-n_0000000004)
[n:127.0.0.1:47127_ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread
woken up but we are closed, exiting.
[junit4] 2> 3159106 INFO
(OverseerStateUpdate-73316288858030098-127.0.0.1:47127_-n_0000000004)
[n:127.0.0.1:47127_ ] o.a.s.c.Overseer Overseer Loop exiting :
127.0.0.1:47127_
[junit4] 2> 3159108 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[16C7FD3F0435138B]) [ ]
o.e.j.s.AbstractConnector Stopped
ServerConnector@50c662b2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 3159108 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[16C7FD3F0435138B]) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@44cab25b{/,null,UNAVAILABLE}
[junit4] 2> 3159108 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[16C7FD3F0435138B]) [ ]
o.e.j.s.session Stopped scavenging
[junit4] 2> 3159110 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.ChaosMonkey monkey: stop jetty! 33083
[junit4] 2> 3159110 ERROR
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[16C7FD3F0435138B]) [ ]
o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper
server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3159112 INFO
(TEST-ShardSplitTest.testSplitWithChaosMonkey-seed#[16C7FD3F0435138B]) [ ]
o.a.s.c.ZkTestServer connecting to 127.0.0.1:34302 34302
[junit4] 2> 3159210 INFO (Thread-6298) [ ] o.a.s.c.ZkTestServer
connecting to 127.0.0.1:34302 34302
[junit4] 2> 3159213 WARN (Thread-6298) [ ] o.a.s.c.ZkTestServer Watch
limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 7 /solr/collections/collection1/state.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/collections/collection1/terms/shard1_0
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2> 6 /solr/collections/collection1/terms/shard1
[junit4] 2> 5 /solr/collections/collection1/terms/shard2
[junit4] 2> 3 /solr/collections/collection1/terms/shard1_1
[junit4] 2> 2
/solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 3 /solr/autoscaling.json
[junit4] 2> 2
/solr/overseer_elect/election/73316288858030089-127.0.0.1:52423_-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2> 3 /solr/overseer/queue
[junit4] 2> 3 /solr/overseer/queue-work
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.ShardSplitTest_16C7FD3F0435138B-001
[junit4] 2> Feb 18, 2018 11:49:59 AM
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked
thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70):
{rnd_b=PostingsFormat(name=Direct), a_t=PostingsFormat(name=Asserting),
id=PostingsFormat(name=Direct)}, docValues:{rnd_b=DocValuesFormat(name=Memory),
_version_=DocValuesFormat(name=Asserting), n_ti=DocValuesFormat(name=Lucene70),
a_t=DocValuesFormat(name=Lucene70), a_i=DocValuesFormat(name=Memory),
id=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=853,
maxMBSortInHeap=6.099648066881848, sim=RandomSimilarity(queryNorm=false): {},
locale=el-CY, timezone=Universal
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation
1.8.0_144 (64-bit)/cpus=4,threads=1,free=98149808,total=522190848
[junit4] 2> NOTE: All tests run in this JVM: [TestCrossCoreJoin,
BinaryUpdateRequestHandlerTest, TestPayloadCheckQParserPlugin,
TestSolrQueryResponse, TestRandomCollapseQParserPlugin, TestXmlQParserPlugin,
MissingSegmentRecoveryTest, FullHLLTest, SolrCoreMetricManagerTest,
TestHashPartitioner, CollectionsAPIAsyncDistributedZkTest, SimpleFacetsTest,
PluginInfoTest, TestCollationField, CursorPagingTest, NumberUtilsTest,
TestFieldCacheSort, TestOmitPositions, DocumentAnalysisRequestHandlerTest,
TestPKIAuthenticationPlugin, ConcurrentCreateRoutedAliasTest,
IndexBasedSpellCheckerTest, AssignTest,
DistribDocExpirationUpdateProcessorTest, TestSimpleTextCodec,
ConfigureRecoveryStrategyTest, TestSolrCloudWithDelegationTokens,
ParsingFieldUpdateProcessorsTest, TestSimpleQParserPlugin, TestBinaryField,
TestSolrDeletionPolicy1, SolrMetricsIntegrationTest, TestLuceneIndexBackCompat,
DeleteShardTest, TestNumericTerms64, TestHighFrequencyDictionaryFactory,
DistributedVersionInfoTest, MoveReplicaTest, AnalysisErrorHandlingTest,
DeleteLastCustomShardedReplicaTest, RemoteQueryErrorTest,
FieldAnalysisRequestHandlerTest, TestUniqueKeyFieldResource,
TestLeaderElectionWithEmptyReplica, AddSchemaFieldsUpdateProcessorFactoryTest,
DirectUpdateHandlerTest, DebugComponentTest, SolrIndexSplitterTest,
TestInPlaceUpdatesStandalone, TestCustomSort, TestDocSet,
DistributedFacetPivotSmallAdvancedTest, TestSolrCloudSnapshots,
TestSolrConfigHandlerConcurrent, TestDistributedMap, EchoParamsTest,
TestStressCloudBlindAtomicUpdates, TestHighlightDedupGrouping,
TestLegacyNumericUtils, TestCSVLoader, TestFieldTypeResource,
ShufflingReplicaListTransformerTest, HdfsRecoverLeaseTest,
TestSortableTextField, TestUtilizeNode, TestExceedMaxTermLength, UtilsToolTest,
StatsComponentTest, TestNonDefinedSimilarityFactory, SimpleMLTQParserTest,
TestIBSimilarityFactory, TestWordDelimiterFilterFactory, JSONWriterTest,
FullSolrCloudDistribCmdsTest, TestWriterPerf, BlobRepositoryCloudTest,
TestSubQueryTransformerCrossCore, CdcrBidirectionalTest,
SpatialRPTFieldTypeTest, TestRecoveryHdfs, TestSchemaSimilarityResource,
BigEndianAscendingWordSerializerTest, MBeansHandlerTest, MetricsHandlerTest,
TestPhraseSuggestions, TestExactStatsCache, TestNumericRangeQuery32,
TestFieldCacheWithThreads, SolrRequestParserTest, OverseerModifyCollectionTest,
TestConfigSetsAPI, SynonymTokenizerTest, BasicAuthStandaloneTest,
TestStressLucene, TestDocTermOrds, TestPrepRecovery, TestSQLHandler,
TestExtendedDismaxParser, ImplicitSnitchTest, TestGraphMLResponseWriter,
TestDocumentBuilder, LeaderElectionContextKeyTest, ZkSolrClientTest,
TestIndexingPerformance, TestCollapseQParserPlugin, ActionThrottleTest,
TestSlowCompositeReaderWrapper, OpenCloseCoreStressTest,
OutOfBoxZkACLAndCredentialsProvidersTest, AutoScalingHandlerTest,
TestSortByMinMaxFunction, TestCustomDocTransformer, RequestHandlersTest,
ZkCLITest, TestSolrQueryParser, RAMDirectoryFactoryTest,
TestCloudJSONFacetJoinDomain, DistributedTermsComponentTest,
TestRawResponseWriter, TestCSVResponseWriter, DefaultValueUpdateProcessorTest,
TestCloudNestedDocsSort, CreateCollectionCleanupTest,
CoreAdminRequestStatusTest, TestLuceneMatchVersion, SolrCloudReportersTest,
PeerSyncWithIndexFingerprintCachingTest, TestShortCircuitedRequests,
BasicDistributedZkTest, DistributedQueueTest, LeaderFailoverAfterPartitionTest,
MoveReplicaHDFSTest, ReplicationFactorTest, RestartWhileUpdatingTest,
RollingRestartTest, TestClusterProperties, TestConfigSetsAPIExclusivity,
TestCryptoKeys, TestDeleteCollectionOnDownNodes, TestDownShardTolerantSearch,
TestExclusionRuleCollectionAccess, TestLeaderInitiatedRecoveryThread,
TestRandomFlRTGCloud, TestRequestForwarding, TestSizeLimitedDistributedMap,
TestTlogReplica, ShardSplitTest]
[junit4] Completed [777/777 (3!)] on J0 in 924.85s, 5 tests, 1 failure <<<
FAILURES!
[...truncated 48489 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org
