Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/23699/
Java: 64bit/jdk-12-ea+shipilev-fastdebug -XX:+UseCompressedOops
-XX:+UseParallelGC
2 tests failed.
FAILED:
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testEventQueue
Error Message:
action wasn't interrupted
Stack Trace:
java.lang.AssertionError: action wasn't interrupted
at
__randomizedtesting.SeedInfo.seed([51C6DA4D76EFD894:987398E37F881E61]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testEventQueue(TestSimTriggerIntegration.java:757)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
FAILED:
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate
Error Message:
The trigger did not start in time
Stack Trace:
java.lang.AssertionError: The trigger did not start in time
at
__randomizedtesting.SeedInfo.seed([51C6DA4D76EFD894:C8EC4C4B9297EDB]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate(TestSimTriggerIntegration.java:1369)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
Build Log:
[...truncated 13630 lines...]
[junit4] Suite:
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
[junit4] 2> 1367180 INFO
(SUITE-TestSimTriggerIntegration-seed#[51C6DA4D76EFD894]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir:
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_51C6DA4D76EFD894-001/init-core-data-001
[junit4] 2> 1367182 WARN
(SUITE-TestSimTriggerIntegration-seed#[51C6DA4D76EFD894]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=31 numCloses=31
[junit4] 2> 1367182 INFO
(SUITE-TestSimTriggerIntegration-seed#[51C6DA4D76EFD894]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1367183 INFO
(SUITE-TestSimTriggerIntegration-seed#[51C6DA4D76EFD894]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via:
@org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0,
clientAuth=0.0/0.0)
[junit4] 2> 1367188 INFO
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
[junit4] 2> 1367192 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader:
127.0.0.1:10200_solr
[junit4] 2> 1367193 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 1367193 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 1
[junit4] 2> 1367194 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 1367194 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1367200 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=0
[junit4] 2> 1367200 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 1367200 INFO
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics
history in memory.
[junit4] 2> 1367206 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10200_solr, 127.0.0.1:10201_solr]
[junit4] 2> 1367221 DEBUG (simCloudManagerPool-3604-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1367221 DEBUG (simCloudManagerPool-3604-thread-2) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
2
[junit4] 2> 1367245 DEBUG (ScheduledTrigger-3605-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1367252 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1367253 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 1
[junit4] 2> 1367253 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1367297 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1367297 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1367306 DEBUG (ScheduledTrigger-3605-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1367326 DEBUG (ScheduledTrigger-3605-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1367329 DEBUG (simCloudManagerPool-3604-thread-3) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1367329 DEBUG (simCloudManagerPool-3604-thread-3) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
3
[junit4] 2> 1367329 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1367330 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 1367330 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger -
Initial livenodes: [127.0.0.1:10200_solr, 127.0.0.1:10201_solr]
[junit4] 2> 1367330 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger
instantiated with properties: {event=nodeAdded, waitFor=500000,
actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}],
enabled=true}
[junit4] 2> 1367330 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1367330 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1367330 DEBUG (ScheduledTrigger-3605-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1367330 DEBUG (ScheduledTrigger-3605-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1367337 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker:
/autoscaling/nodeAdded/127.0.0.1:10202_solr
[junit4] 2> 1367346 DEBUG (ScheduledTrigger-3605-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 2
[junit4] 2> 1367385 DEBUG (ScheduledTrigger-3605-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1367385 DEBUG (ScheduledTrigger-3605-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1367385 DEBUG (ScheduledTrigger-3605-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10202_solr at time
76283062066654
[junit4] 2> 1367385 DEBUG (ScheduledTrigger-3605-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1367405 DEBUG (ScheduledTrigger-3605-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1367405 DEBUG (ScheduledTrigger-3605-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1367405 DEBUG (ScheduledTrigger-3605-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1367425 DEBUG (ScheduledTrigger-3605-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1367425 DEBUG (ScheduledTrigger-3605-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1367425 DEBUG (ScheduledTrigger-3605-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1367445 DEBUG (ScheduledTrigger-3605-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1367446 DEBUG (ScheduledTrigger-3605-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1367446 DEBUG (ScheduledTrigger-3605-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1367460 DEBUG (simCloudManagerPool-3604-thread-4) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1367460 DEBUG (simCloudManagerPool-3604-thread-4) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
4
[junit4] 2> 1367460 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1367461 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 1367461 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger -
Initial livenodes: [127.0.0.1:10200_solr, 127.0.0.1:10201_solr,
127.0.0.1:10202_solr]
[junit4] 2> 1367461 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger
instantiated with properties: {event=nodeAdded, waitFor=2, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}],
enabled=true}
[junit4] 2> 1367461 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1367461 DEBUG (ScheduledTrigger-3605-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 1367461 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1367461 DEBUG (ScheduledTrigger-3605-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1367461 DEBUG (ScheduledTrigger-3605-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing
registered processor for nodes: [127.0.0.1:10202_solr] added at times
[76283062066654], now=76286880377554
[junit4] 2> 1367462 DEBUG (ScheduledTrigger-3605-thread-1) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"456108d11ddeTd4vc9a9crfrk18pila79n3pat",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":76283062066654,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[76283062066654],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":76286894270654,
[junit4] 2> "nodeNames":["127.0.0.1:10202_solr"]}}
[junit4] 2> 1367470 DEBUG (ScheduledTrigger-3605-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10202_solr
[junit4] 2> 1367485 DEBUG (AutoscalingActionExecutor-3606-thread-1) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"456108d11ddeTd4vc9a9crfrk18pila79n3pat",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":76283062066654,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[76283062066654],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":76286894270654,
[junit4] 2> "nodeNames":["127.0.0.1:10202_solr"]}}
[junit4] 2> 1367486 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 1367487 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed
explicitly
[junit4] 2> 1367491 INFO
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
[junit4] 2> 1367521 INFO
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTriggerRestoreState
[junit4] 2> 1367529 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader:
127.0.0.1:10203_solr
[junit4] 2> 1367533 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 1367533 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 1
[junit4] 2> 1367533 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 1367533 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1367557 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10203_solr]
[junit4] 2> 1367561 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=0
[junit4] 2> 1367561 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 1367561 INFO
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics
history in memory.
[junit4] 2> 1367565 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1367565 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1367565 DEBUG (ScheduledTrigger-3611-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 1
[junit4] 2> 1367598 DEBUG (ScheduledTrigger-3611-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1367619 DEBUG (ScheduledTrigger-3611-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1367621 DEBUG (simCloudManagerPool-3610-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1367621 DEBUG (simCloudManagerPool-3610-thread-2) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
2
[junit4] 2> 1367621 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1367622 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1367622 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1367626 DEBUG (simCloudManagerPool-3610-thread-3) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1367626 DEBUG (simCloudManagerPool-3610-thread-3) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
3
[junit4] 2> 1367627 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1367627 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 1367627 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_restore_trigger -
Initial livenodes: [127.0.0.1:10203_solr, 127.0.0.1:10204_solr]
[junit4] 2> 1367627 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1367627 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1367627 DEBUG (ScheduledTrigger-3611-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger
with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1367639 DEBUG (ScheduledTrigger-3611-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 2
[junit4] 2> 1367661 DEBUG (ScheduledTrigger-3611-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger
with currently live nodes: 3 and last live nodes: 2
[junit4] 2> 1367661 DEBUG (ScheduledTrigger-3611-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1367681 DEBUG (ScheduledTrigger-3611-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger
with currently live nodes: 2 and last live nodes: 3
[junit4] 2> 1367681 DEBUG (ScheduledTrigger-3611-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 3
[junit4] 2> 1367681 DEBUG (ScheduledTrigger-3611-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10205_solr
[junit4] 2> 1367681 DEBUG (ScheduledTrigger-3611-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10205_solr
[junit4] 2> 1367696 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimClusterStateProvider -- created marker:
/autoscaling/nodeLost/127.0.0.1:10205_solr
[junit4] 2> 1367701 DEBUG (ScheduledTrigger-3611-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1367702 DEBUG (ScheduledTrigger-3611-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger
with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1367721 DEBUG (ScheduledTrigger-3611-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1367722 DEBUG (ScheduledTrigger-3611-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger
with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1367742 DEBUG (ScheduledTrigger-3611-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1367742 DEBUG (ScheduledTrigger-3611-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger
with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1367762 DEBUG (ScheduledTrigger-3611-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1367762 DEBUG (ScheduledTrigger-3611-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger
with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1367764 DEBUG (simCloudManagerPool-3610-thread-4) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1367764 DEBUG (simCloudManagerPool-3610-thread-4) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
4
[junit4] 2> 1367764 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1367765 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 1367765 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_restore_trigger -
Initial livenodes: [127.0.0.1:10203_solr, 127.0.0.1:10204_solr]
[junit4] 2> 1367765 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1367765 DEBUG (ScheduledTrigger-3611-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_restore_trigger
with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1367765 DEBUG (ScheduledTrigger-3611-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10205_solr]
[junit4] 2> 1367765 DEBUG (ScheduledTrigger-3611-thread-2) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"45647bab790aTd4vc9a9crfrk18pila79n3pav",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":76297873881354,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[76297873881354],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":76302086879754,
[junit4] 2> "nodeNames":["127.0.0.1:10205_solr"]}}
[junit4] 2> 1367765 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1367767 WARN (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2056)
~[?:?]
[junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2090)
~[?:?]
[junit4] 2> at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:201)
[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:835) [?:?]
[junit4] 2> 1367773 WARN (AutoscalingActionExecutor-3612-thread-1) [ ]
o.a.s.c.a.SystemLogListener Exception sending event. Collection: .system,
event: {
[junit4] 2> "id":"45647bab790aTd4vc9a9crfrk18pila79n3pav",
[junit4] 2> "source":"node_lost_restore_trigger",
[junit4] 2> "eventTime":76297873881354,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[76297873881354],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":76302086879754,
[junit4] 2> "nodeNames":["127.0.0.1:10205_solr"]}}, exception:
java.io.IOException: already closed
[junit4] 2> 1367773 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed
explicitly
[junit4] 2> 1367774 INFO
(TEST-TestSimTriggerIntegration.testNodeLostTriggerRestoreState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLostTriggerRestoreState
[junit4] 2> 1367779 INFO
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
[junit4] 2> 1367788 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader:
127.0.0.1:10206_solr
[junit4] 2> 1367788 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 1367789 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 1
[junit4] 2> 1367789 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 1367789 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1367824 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=0
[junit4] 2> 1367825 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 1367825 INFO
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics
history in memory.
[junit4] 2> 1367841 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10206_solr, 127.0.0.1:10207_solr]
[junit4] 2> 1367846 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1367846 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1367861 DEBUG (ScheduledTrigger-3617-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1367865 DEBUG (simCloudManagerPool-3616-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1367865 DEBUG (simCloudManagerPool-3616-thread-2) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
2
[junit4] 2> 1367891 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1367892 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1367892 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1367892 DEBUG (ScheduledTrigger-3617-thread-2) [ ]
o.a.s.c.a.ScheduledTrigger ScheduledTrigger ran but was already closed
[junit4] 2> 1367892 INFO
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.TestSimTriggerIntegration ====== KILL OVERSEER 1
[junit4] 2> 1367892 DEBUG (ScheduledTrigger-3617-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 2
[junit4] 2> 1367892 INFO
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and
clearing object cache...
[junit4] 2> 1367892 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 1367900 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed
explicitly
[junit4] 2> 1367900 INFO
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimCloudManager = killing node 127.0.0.1:10206_solr
[junit4] 2> 1367900 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimClusterStateProvider -- created marker:
/autoscaling/nodeLost/127.0.0.1:10206_solr
[junit4] 2> 1367900 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader:
127.0.0.1:10208_solr
[junit4] 2> 1367909 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 2
[junit4] 2> 1367909 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 0
[junit4] 2> 1367909 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1367910 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10208_solr, 127.0.0.1:10207_solr]
[junit4] 2> 1367910 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path:
127.0.0.1:10206_solr
[junit4] 2> 1367912 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1367913 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1367913 DEBUG (ScheduledTrigger-3622-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 3
[junit4] 2> 1367913 DEBUG (ScheduledTrigger-3622-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10206_solr
[junit4] 2> 1367933 DEBUG (ScheduledTrigger-3622-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1367954 DEBUG (ScheduledTrigger-3622-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1367974 DEBUG (ScheduledTrigger-3622-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1367994 DEBUG (ScheduledTrigger-3622-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1368014 DEBUG (ScheduledTrigger-3622-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1368034 INFO
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.TestSimTriggerIntegration ====== ADD TRIGGERS
[junit4] 2> 1368035 DEBUG (ScheduledTrigger-3622-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1368054 INFO (simCloudManagerPool-3621-thread-1) [ ]
o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1368055 DEBUG (simCloudManagerPool-3621-thread-1) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1368055 DEBUG (simCloudManagerPool-3621-thread-1) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
3
[junit4] 2> 1368055 DEBUG (ScheduledTrigger-3622-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1368055 INFO (simCloudManagerPool-3621-thread-1) [ ]
o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1368055 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1368055 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial
livenodes: [127.0.0.1:10208_solr, 127.0.0.1:10207_solr]
[junit4] 2> 1368056 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated
with properties: {event=nodeAdded, waitFor=1, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventMarkerAction}],
enabled=true}
[junit4] 2> 1368056 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1368056 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1368056 DEBUG (ScheduledTrigger-3622-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1368056 DEBUG (ScheduledTrigger-3622-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1368056 INFO (simCloudManagerPool-3621-thread-2) [ ]
o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1368056 DEBUG (simCloudManagerPool-3621-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1368056 DEBUG (simCloudManagerPool-3621-thread-2) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
4
[junit4] 2> 1368056 INFO (simCloudManagerPool-3621-thread-2) [ ]
o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1368056 INFO (simCloudManagerPool-3621-thread-2) [ ]
o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1368056 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1368056 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial
livenodes: [127.0.0.1:10208_solr, 127.0.0.1:10207_solr]
[junit4] 2> 1368057 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1368057 DEBUG (ScheduledTrigger-3622-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1368057 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1368061 INFO
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.TestSimTriggerIntegration ====== ADD NODE 1
[junit4] 2> 1368062 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker:
/autoscaling/nodeAdded/127.0.0.1:10209_solr
[junit4] 2> 1368062 INFO
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.TestSimTriggerIntegration ====== KILL OVERSEER 2
[junit4] 2> 1368062 INFO
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and
clearing object cache...
[junit4] 2> 1368062 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 1368064 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed
explicitly
[junit4] 2> 1368064 INFO
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimCloudManager = killing node 127.0.0.1:10208_solr
[junit4] 2> 1368064 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimClusterStateProvider -- created marker:
/autoscaling/nodeLost/127.0.0.1:10208_solr
[junit4] 2> 1368064 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader:
127.0.0.1:10209_solr
[junit4] 2> 1368064 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 4
[junit4] 2> 1368065 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1368065 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestSimTriggerIntegration TestEventMarkerAction init
[junit4] 2> 1368065 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 0
[junit4] 2> 1368065 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1368065 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial
livenodes: [127.0.0.1:10209_solr, 127.0.0.1:10207_solr]
[junit4] 2> 1368065 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path:
127.0.0.1:10208_solr
[junit4] 2> 1368065 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial
livenodes: [127.0.0.1:10209_solr, 127.0.0.1:10207_solr]
[junit4] 2> 1368065 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated
with properties: {event=nodeAdded, waitFor=1, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventMarkerAction}],
enabled=true}
[junit4] 2> 1368065 DEBUG (ScheduledTrigger-3625-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1368065 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:10209_solr
[junit4] 2> 1368065 DEBUG (ScheduledTrigger-3625-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10208_solr
[junit4] 2> 1368065 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10209_solr, 127.0.0.1:10207_solr]
[junit4] 2> 1368065 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path:
127.0.0.1:10208_solr
[junit4] 2> 1368065 DEBUG (ScheduledTrigger-3625-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1368065 DEBUG (ScheduledTrigger-3625-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1368065 DEBUG (ScheduledTrigger-3625-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1368065 DEBUG (ScheduledTrigger-3625-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10209_solr at time
76317089474554
[junit4] 2> 1368065 DEBUG (ScheduledTrigger-3625-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10208_solr
[junit4] 2> 1368069 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1368069 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1368085 DEBUG (ScheduledTrigger-3625-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1368086 DEBUG (ScheduledTrigger-3625-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1368086 DEBUG (ScheduledTrigger-3625-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1368086 DEBUG (ScheduledTrigger-3625-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1368086 DEBUG (ScheduledTrigger-3625-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10208_solr]
[junit4] 2> 1368086 DEBUG (ScheduledTrigger-3625-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing
registered processor for nodes: [127.0.0.1:10209_solr] added at times
[76317089474554], now=76318111551504
[junit4] 2> 1368086 DEBUG (ScheduledTrigger-3625-thread-3) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"4568f4471fb4Td4vc9a9crfrk18pila79n3pax",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":76317077217204,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[76317077217204],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10208_solr"]}}
[junit4] 2> 1368086 DEBUG (ScheduledTrigger-3625-thread-2) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"4568f50227faTd4vc9a9crfrk18pila79n3pay",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":76317089474554,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[76317089474554],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":76318126805554,
[junit4] 2> "nodeNames":["127.0.0.1:10209_solr"]}}
[junit4] 2> 1368086 DEBUG (ScheduledTrigger-3625-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes:
[127.0.0.1:10208_solr] is not ready, will try later
[junit4] 2> 1368086 DEBUG (ScheduledTrigger-3625-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10209_solr
[junit4] 2> 1368087 DEBUG (AutoscalingActionExecutor-3626-thread-1) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"4568f50227faTd4vc9a9crfrk18pila79n3pay",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":76317089474554,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[76317089474554],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":76318126805554,
[junit4] 2> "nodeNames":["127.0.0.1:10209_solr"]}}
[junit4] 2> 1368187 DEBUG (ScheduledTrigger-3625-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1368187 DEBUG (ScheduledTrigger-3625-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1368187 DEBUG (ScheduledTrigger-3625-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10208_solr]
[junit4] 2> 1368187 DEBUG (ScheduledTrigger-3625-thread-3) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"4568f4471fb4Td4vc9a9crfrk18pila79n3paz",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":76317077217204,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[76317077217204],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":76323190719304,
[junit4] 2> "nodeNames":["127.0.0.1:10208_solr"]}}
[junit4] 2> 1368188 DEBUG (ScheduledTrigger-3625-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1368188 DEBUG (ScheduledTrigger-3625-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1368188 DEBUG (AutoscalingActionExecutor-3626-thread-1) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"4568f4471fb4Td4vc9a9crfrk18pila79n3paz",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":76317077217204,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[76317077217204],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":76323190719304,
[junit4] 2> "nodeNames":["127.0.0.1:10208_solr"]}}
[junit4] 2> 1368218 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 1368218 DEBUG
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed
explicitly
[junit4] 2> 1368219 INFO
(TEST-TestSimTriggerIntegration.testNodeMarkersRegistration-seed#[51C6DA4D76EFD894])
[ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
[junit4] 2> 1368223 INFO
(TEST-TestSimTriggerIntegration.testEventQueue-seed#[51C6DA4D76EFD894]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
[junit4] 2> 1368227 DEBUG
(TEST-TestSimTriggerIntegration.testEventQueue-seed#[51C6DA4D76EFD894]) [ ]
o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader:
127.0.0.1:10210_solr
[junit4] 2> 1368227 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 1368227 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 1
[junit4] 2> 1368227 DEBUG
(TEST-TestSimTriggerIntegration.testEventQueue-seed#[51C6DA4D76EFD894]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=0
[junit4] 2> 1368227 DEBUG
(TEST-TestSimTriggerIntegration.testEventQueue-seed#[51C6DA4D76EFD894]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 1368227 INFO
(TEST-TestSimTriggerIntegration.testEventQueue-seed#[51C6DA4D76EFD894]) [ ]
o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history
in memory.
[junit4] 2> 1368227 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 1368227 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1368229 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10210_solr, 127.0.0.1:10211_solr]
[junit4] 2> 1368237 DEBUG (ScheduledTrigger-3629-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1368237 DEBUG (simCloudManagerPool-3628-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1368237 DEBUG (simCloudManagerPool-3628-thread-2) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
2
[junit4] 2> 1368237 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1368238 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 1
[junit4] 2> 1368240 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1368258 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1368258 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1368258 DEBUG (ScheduledTrigger-3629-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1368259 INFO (simCloudManagerPool-3628-thread-3) [ ]
o.a.s.c.a.s.TestSimTriggerIntegration TestEventQueueAction instantiated
[junit4] 2> 1368259 DEBUG (simCloudManagerPool-3628-thread-3) [ ]
o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 1368259 DEBUG (simCloudManagerPool-3628-thread-3) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1368259 DEBUG (simCloudManagerPool-3628-thread-3) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
3
[junit4] 2> 1368260 INFO (simCloudManagerPool-3628-thread-3) [ ]
o.a.s.c.a.s.TestSimTriggerIntegration TestEventQueueAction instantiated
[junit4] 2> 1368260 DEBUG (simCloudManagerPool-3628-thread-3) [ ]
o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 1368260 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1368260 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 - Initial
livenodes: [127.0.0.1:10210_solr, 127.0.0.1:10211_solr]
[junit4] 2> 1368260 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated
with properties: {event=nodeAdded, waitFor=1, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventQueueAction}],
enabled=true}
[junit4] 2> 1368260 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1368260 DEBUG (ScheduledTrigger-3629-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1368260 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1368260 DEBUG (ScheduledTrigger-3629-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1368279 DEBUG (ScheduledTrigger-3629-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1368280 DEBUG (ScheduledTrigger-3629-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1368280 DEBUG (ScheduledTrigger-3629-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1368299 DEBUG (ScheduledTrigger-3629-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1368301 DEBUG (ScheduledTrigger-3629-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1368301 DEBUG (ScheduledTrigger-3629-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1368305 DEBUG
(TEST-TestSimTriggerIntegration.testEventQueue-seed#[51C6DA4D76EFD894]) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- creating marker:
/autoscaling/nodeAdded/127.0.0.1:10212_solr
[junit4] 2> 1368319 DEBUG (ScheduledTrigger-3629-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 2
[junit4] 2> 1368321 DEBUG (ScheduledTrigger-3629-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1368321 DEBUG (ScheduledTrigger-3629-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1368321 DEBUG (ScheduledTrigger-3629-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10212_solr at time
76329885933704
[junit4] 2> 1368339 DEBUG (ScheduledTrigger-3629-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1368341 DEBUG (ScheduledTrigger-3629-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1368342 DEBUG (ScheduledTrigger-3629-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1368342 DEBUG (ScheduledTrigger-3629-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing
registered processor for nodes: [127.0.0.1:10212_solr] added at times
[76329885933704], now=76330900343504
[junit4] 2> 1368342 DEBUG (ScheduledTrigger-3629-thread-4) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"456befbca088Td4vc9a9crfrk18pila79n3pb1",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":76329885933704,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[76329885933704],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":76330926848904,
[junit4] 2> "nodeNames":["127.0.0.1:10212_solr"]}}
[junit4] 2> 1368342 DEBUG (ScheduledTrigger-3629-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10212_solr
[junit4] 2> 1368343 INFO (AutoscalingActionExecutor-3630-thread-1) [ ]
o.a.s.c.a.s.TestSimTriggerIntegration -- event: {
[junit4] 2> "id":"456befbca088Td4vc9a9crfrk18pila79n3pb1",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":76329885933704,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[76329885933704],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":76330926848904,
[junit4] 2> "nodeNames":["127.0.0.1:10212_solr"]}}
[junit4] 2> 1368343 INFO
(TEST-TestSimTriggerIntegration.testEventQueue-seed#[51C6DA4D76EFD894]) [ ]
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing
object cache...
[junit4] 2> 1368343 WARN (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2056)
~[?:?]
[junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2090)
~[?:?]
[junit4] 2> at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:201)
[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:835) [?:?]
[junit4] 2> 1368344 DEBUG (AutoscalingActionExecutor-3630-thread-1) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"456befbca088Td4vc9a9crfrk18pila79n3pb1",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":76329885933704,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[76329885933704],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":76330926848904,
[junit4] 2> "nodeNames":["127.0.0.1:10212_solr"]}}
[junit4] 2> 1368344 WARN (AutoscalingActionExecutor-3630-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Unhandled exception executing actions
[junit4] 2> org.apache.solr.common.AlreadyClosedException:
ScheduledTrigger node_added_trigger1 has been closed.
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.dequeue(ScheduledTriggers.java:583)
~[java/:?]
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:334)
[java/:?]
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) [?:?]
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
[java/:?]
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[?:?]
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:835) [?:?]
[junit4] 2> 1368345 DEBUG
(TEST-TestSimTriggerIntegration.testEventQueue-seed#[51C6DA4D76EFD894]) [ ]
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1368345 INFO
(TEST-TestSimTriggerIntegration.testEventQueue-seed#[51C6DA4D76EFD894]) [ ]
o.a.s.c.a.s.SimCloudManager = killing node 127.0.0.1:10210_solr
[junit4] 2> 1368346 DEBUG
(TEST-TestSimTriggerIntegration.testEventQueue-seed#[51C6DA4D76EFD894]) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- created marker:
/autoscaling/nodeLost/127.0.0.1:10210_solr
[junit4] 2> 1368346 DEBUG
(TEST-TestSimTriggerIntegration.testEventQueue-seed#[51C6DA4D76EFD894]) [ ]
o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader:
127.0.0.1:10212_solr
[junit4] 2> 1368346 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 3
[junit4] 2> 1368347 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestSimTriggerIntegration TestEventQueueAction instantiated
[junit4] 2> 1368347 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 1368347 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 0
[junit4] 2> 1368347 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1368347 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10212_solr, 127.0.0.1:10211_solr]
[junit4] 2> 1368347 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path:
127.0.0.1:10210_solr
[junit4] 2> 1368347 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 - Initial
livenodes: [127.0.0.1:10212_solr, 127.0.0.1:10211_solr]
[junit4] 2> 1368347 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated
with properties: {event=nodeAdded, waitFor=1, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventQueueAction}],
enabled=true}
[junit4] 2> 1368347 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:10212_solr
[junit4] 2> 1368347 DEBUG (ScheduledTrigger-3634-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 3
[junit4] 2> 1368347 DEBUG (ScheduledTrigger-3634-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10210_solr
[junit4] 2> 1368348 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1368348 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1368349 DEBUG (ScheduledTrigger-3634-thread-2) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"456befbca088Td4vc9a9crfrk18pila79n3pb1",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":76329885933704,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[76329885933704],
[junit4] 2> "_dequeue_time_":76331242694954,
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":76330926848904,
[junit4] 2> "nodeNames":["127.0.0.1:10212_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 1368349 INFO (AutoscalingActionExecutor-3635-thread-1) [ ]
o.a.s.c.a.s.TestSimTriggerIntegration -- event: {
[junit4] 2> "id":"456befbca088Td4vc9a9crfrk18pila79n3pb1",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":76329885933704,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[76329885933704],
[junit4] 2> "_dequeue_time_":76331242694954,
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":76330926848904,
[junit4] 2> "nodeNames":["127.0.0.1:10212_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 1368350 DEBUG (ScheduledTrigger-3634-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
[junit4] 2> 1368350 DEBUG (ScheduledTrigger-3634-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1368350 DEBUG (AutoscalingActionExecutor-3635-thread-1) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"456befbca088Td4vc9a9crfrk18pila79n3pb1",
[junit4] 2> "source":"node_added_trigger1",
[junit4] 2> "eventTime":76329885933704,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[76329885933704],
[junit4] 2> "_dequeue_time_":76331242694954,
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":76330926848904,
[junit4] 2> "nodeNames":["127.0.0.1:10212_solr"],
[junit4] 2> "replaying":true}}
[junit4] 2> 1368448 DEBUG
(TEST-TestSimTriggerIntegration.testEventQueue-seed#[51C6DA4D76EFD894]) [ ]
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1368447 WARN (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2056)
~[?:?]
[junit4] 2> at
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2090)
~[?:?]
[junit4] 2> at
org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:201)
[java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:835) [?:?]
[junit4] 2> 1368448 INFO
(TEST-TestSimTriggerIntegration.testEventQueue-seed#[51C6DA4D76EFD894]) [ ]
o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
[junit4] 2> 1368453 INFO
(TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.SolrTestCaseJ4 ###Starting testEventFromRestoredState
[junit4] 2> 1368456 DEBUG
(TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader:
127.0.0.1:10213_solr
[junit4] 2> 1368456 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 1368456 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 1
[junit4] 2> 1368456 DEBUG
(TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=0
[junit4] 2> 1368456 DEBUG
(TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 1368456 INFO
(TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics
history in memory.
[junit4] 2> 1368457 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 1368457 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1368461 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10213_solr, 127.0.0.1:10214_solr]
[junit4] 2> 1368461 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1368461 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1368461 DEBUG (ScheduledTrigger-3638-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1368461 DEBUG (simCloudManagerPool-3637-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1368461 DEBUG (simCloudManagerPool-3637-thread-2) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
2
[junit4] 2> 1368461 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1368462 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1368462 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1368462 DEBUG (simCloudManagerPool-3637-thread-3) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1368462 DEBUG (simCloudManagerPool-3637-thread-3) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
3
[junit4] 2> 1368462 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1368463 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 1368463 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial
livenodes: [127.0.0.1:10213_solr, 127.0.0.1:10214_solr]
[junit4] 2> 1368463 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated
with properties: {event=nodeAdded, waitFor=10, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}],
enabled=true}
[junit4] 2> 1368463 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1368463 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1368463 DEBUG (ScheduledTrigger-3638-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1368463 DEBUG (ScheduledTrigger-3638-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 1368468 DEBUG
(TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker:
/autoscaling/nodeAdded/127.0.0.1:10215_solr
[junit4] 2> 1368481 DEBUG (ScheduledTrigger-3638-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 2
[junit4] 2> 1368483 DEBUG (ScheduledTrigger-3638-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1368483 DEBUG (ScheduledTrigger-3638-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1368483 DEBUG (ScheduledTrigger-3638-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10215_solr at time
76337993056404
[junit4] 2> 1368501 DEBUG (ScheduledTrigger-3638-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1368504 DEBUG (ScheduledTrigger-3638-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1368504 DEBUG (ScheduledTrigger-3638-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1368522 DEBUG (ScheduledTrigger-3638-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1368524 DEBUG (ScheduledTrigger-3638-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1368524 DEBUG (ScheduledTrigger-3638-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1368542 DEBUG (ScheduledTrigger-3638-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1368544 DEBUG (ScheduledTrigger-3638-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1368544 DEBUG (ScheduledTrigger-3638-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1368562 DEBUG (ScheduledTrigger-3638-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1368564 DEBUG (ScheduledTrigger-3638-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1368564 DEBUG (ScheduledTrigger-3638-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1368582 DEBUG (ScheduledTrigger-3638-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1368584 DEBUG (ScheduledTrigger-3638-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1368584 DEBUG (ScheduledTrigger-3638-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1368602 DEBUG (ScheduledTrigger-3638-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1368605 DEBUG (ScheduledTrigger-3638-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1368605 DEBUG (ScheduledTrigger-3638-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1368623 DEBUG (ScheduledTrigger-3638-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1368625 DEBUG (ScheduledTrigger-3638-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1368625 DEBUG (ScheduledTrigger-3638-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1368643 DEBUG (ScheduledTrigger-3638-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1368645 DEBUG (ScheduledTrigger-3638-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1368645 DEBUG (ScheduledTrigger-3638-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1368663 DEBUG (ScheduledTrigger-3638-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1368665 DEBUG (ScheduledTrigger-3638-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1368665 DEBUG (ScheduledTrigger-3638-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1368683 DEBUG (ScheduledTrigger-3638-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 3
[junit4] 2> 1368685 DEBUG (ScheduledTrigger-3638-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1368685 DEBUG (ScheduledTrigger-3638-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 1368686 DEBUG (ScheduledTrigger-3638-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing
registered processor for nodes: [127.0.0.1:10215_solr] added at times
[76337993056404], now=76348098132804
[junit4] 2> 1368686 DEBUG (ScheduledTrigger-3638-thread-2) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"456dd2f58094Td4vc9a9crfrk18pila79n3pb3",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":76337993056404,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[76337993056404],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":76348113200854,
[junit4] 2> "nodeNames":["127.0.0.1:10215_solr"]}}
[junit4] 2> 1368686 DEBUG (ScheduledTrigger-3638-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10215_solr
[junit4] 2> 1368686 DEBUG (AutoscalingActionExecutor-3639-thread-1) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"456dd2f58094Td4vc9a9crfrk18pila79n3pb3",
[junit4] 2> "source":"node_added_trigger",
[junit4] 2> "eventTime":76337993056404,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[76337993056404],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":76348113200854,
[junit4] 2> "nodeNames":["127.0.0.1:10215_solr"]}}
[junit4] 2> 1368686 DEBUG
(TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker:
/autoscaling/nodeAdded/127.0.0.1:10216_solr
[junit4] 2> 1368786 DEBUG (ScheduledTrigger-3638-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1368786 DEBUG (ScheduledTrigger-3638-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 4 and last live nodes: 3
[junit4] 2> 1368787 DEBUG (ScheduledTrigger-3638-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1368787 DEBUG (ScheduledTrigger-3638-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10216_solr at time
76353152176954
[junit4] 2> 1368807 DEBUG (ScheduledTrigger-3638-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 4 and last live nodes: 4
[junit4] 2> 1368807 DEBUG (ScheduledTrigger-3638-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1368807 DEBUG (ScheduledTrigger-3638-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1368827 DEBUG (ScheduledTrigger-3638-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 4 and last live nodes: 4
[junit4] 2> 1368827 DEBUG (ScheduledTrigger-3638-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1368827 DEBUG (ScheduledTrigger-3638-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1368847 DEBUG (ScheduledTrigger-3638-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1368847 DEBUG (ScheduledTrigger-3638-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 4 and last live nodes: 4
[junit4] 2> 1368847 DEBUG (ScheduledTrigger-3638-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1368867 DEBUG (ScheduledTrigger-3638-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 4 and last live nodes: 4
[junit4] 2> 1368867 DEBUG (ScheduledTrigger-3638-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
[junit4] 2> 1368868 DEBUG (ScheduledTrigger-3638-thread-1) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 1368887 INFO
(TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and
clearing object cache...
[junit4] 2> 1368887 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 1368888 DEBUG
(TEST-TestSimTriggerIntegration.testEventFromRestoredState-seed#[51C6DA4D76EFD894])
[ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed
explicitly
[junit4] 2> 1368888 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 3
[junit4] 2> 1368889 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 0
[junit4] 2> 13688
[...truncated too long message...]
2> "eventTime":80290694388669,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[80290694388669],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":80291737595319,
[junit4] 2> "nodeNames":["127.0.0.1:10068_solr"]}}
[junit4] 2> 16911 DEBUG (AutoscalingActionExecutor-154-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after
100ms
[junit4] 2> 16911 DEBUG (AutoscalingActionExecutor-154-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 16911 DEBUG (AutoscalingActionExecutor-154-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 19 ms for event
id=490622515bbdTd4vc9a9crfrk18pila79n3nfd
[junit4] 2> 16911 DEBUG
(TEST-TestSimTriggerIntegration.testCooldown-seed#[51C6DA4D76EFD894]) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- creating marker:
/autoscaling/nodeAdded/127.0.0.1:10069_solr
[junit4] 2> 17011 DEBUG (ScheduledTrigger-153-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 17011 DEBUG (ScheduledTrigger-153-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 17011 DEBUG (ScheduledTrigger-153-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 4 and last live nodes: 3
[junit4] 2> 17012 DEBUG (ScheduledTrigger-153-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10069_solr at time
80296803217269
[junit4] 2> 17032 DEBUG (ScheduledTrigger-153-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 4 and last live nodes: 4
[junit4] 2> 17032 DEBUG (ScheduledTrigger-153-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_cooldown_trigger
[junit4] 2> 17032 DEBUG (ScheduledTrigger-153-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 4
[junit4] 2> 17032 DEBUG (ScheduledTrigger-153-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_cooldown_trigger firing
registered processor for nodes: [127.0.0.1:10069_solr] added at times
[80296803217269], now=80297827545319
[junit4] 2> 17032 DEBUG (ScheduledTrigger-153-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"49078e6eaf75Td4vc9a9crfrk18pila79n3nfe",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":80296803217269,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[80296803217269],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10069_solr"]}}
[junit4] 2> 17032 DEBUG (ScheduledTrigger-153-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_added_cooldown_trigger]
[junit4] 2> 17032 DEBUG (ScheduledTrigger-153-thread-3) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"49078e6eaf75Td4vc9a9crfrk18pila79n3nfe",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":80296803217269,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[80296803217269],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":80297839571369,
[junit4] 2> "nodeNames":["127.0.0.1:10069_solr"]}}
[junit4] 2> 17033 DEBUG (ScheduledTrigger-153-thread-3) [ ]
o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10069_solr
[junit4] 2> 17033 DEBUG (AutoscalingActionExecutor-154-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"49078e6eaf75Td4vc9a9crfrk18pila79n3nfe",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":80296803217269,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[80296803217269],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":80297839571369,
[junit4] 2> "nodeNames":["127.0.0.1:10069_solr"]}}
[junit4] 2> 17033 DEBUG (AutoscalingActionExecutor-154-thread-1) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"49078e6eaf75Td4vc9a9crfrk18pila79n3nfe",
[junit4] 2> "source":"node_added_cooldown_trigger",
[junit4] 2> "eventTime":80296803217269,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[80296803217269],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":80297839571369,
[junit4] 2> "nodeNames":["127.0.0.1:10069_solr"]}}
[junit4] 2> 17033 DEBUG (AutoscalingActionExecutor-154-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_cooldown_trigger after
100ms
[junit4] 2> 17033 DEBUG (AutoscalingActionExecutor-154-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 17033 DEBUG (AutoscalingActionExecutor-154-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 21 ms for event
id=49078e6eaf75Td4vc9a9crfrk18pila79n3nfe
[junit4] 2> 17033 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 17033 DEBUG
(TEST-TestSimTriggerIntegration.testCooldown-seed#[51C6DA4D76EFD894]) [ ]
o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 17034 DEBUG
(TEST-TestSimTriggerIntegration.testCooldown-seed#[51C6DA4D76EFD894]) [ ]
o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 17034 DEBUG
(TEST-TestSimTriggerIntegration.testCooldown-seed#[51C6DA4D76EFD894]) [ ]
o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 17035 DEBUG
(TEST-TestSimTriggerIntegration.testCooldown-seed#[51C6DA4D76EFD894]) [ ]
o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool
executor
[junit4] 2> 17035 DEBUG
(TEST-TestSimTriggerIntegration.testCooldown-seed#[51C6DA4D76EFD894]) [ ]
o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 17035 DEBUG
(TEST-TestSimTriggerIntegration.testCooldown-seed#[51C6DA4D76EFD894]) [ ]
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 17035 INFO
(TEST-TestSimTriggerIntegration.testCooldown-seed#[51C6DA4D76EFD894]) [ ]
o.a.s.SolrTestCaseJ4 ###Ending testCooldown
[junit4] OK 0.19s J2 | TestSimTriggerIntegration.testCooldown
[junit4] 2> NOTE: leaving temporary files on disk at:
/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_51C6DA4D76EFD894-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {},
docValues:{}, maxPointsInLeafNode=1486, maxMBSortInHeap=5.262686914089944,
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@35c82d14),
locale=pt-PT, timezone=Pacific/Yap
[junit4] 2> NOTE: Linux 4.18.0-15-generic amd64/Aleksey Shipilev
12-testing (64-bit)/cpus=8,threads=1,free=443044000,total=514850816
[junit4] 2> NOTE: All tests run in this JVM: [TestSimTriggerIntegration,
TestSimTriggerIntegration]
[junit4] Completed [4/5 (1!)] on J2 in 3.28s, 11 tests, 1 failure <<<
FAILURES!
[...truncated 25 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/common-build.xml:1572:
The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/common-build.xml:1099:
There were test failures: 5 suites, 55 tests, 1 failure [seed: 51C6DA4D76EFD894]
Total time: 24 seconds
[repro] Setting last failure code to 256
[repro] Failures:
[repro] 1/5 failed:
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting
ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting
ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting
ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all
warnings.
<Git Blamer> GIT_COMMIT=6a0f7b251de104d9ce1dfa6b18821715929fe76b,
workspace=/home/jenkins/workspace/Lucene-Solr-master-Linux
[WARNINGS] Computing warning deltas based on reference build #23698
Recording test results
Setting
ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting
ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting
ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting
ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting
ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting
ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting
ANT_1_8_2_HOME=/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
