Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1451/
2 tests failed.
FAILED:
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testTriggerThrottling
Error Message:
OverseerTriggerThread never caught up to the latest znodeVersion
Stack Trace:
java.util.concurrent.TimeoutException: OverseerTriggerThread never caught up to
the latest znodeVersion
at
__randomizedtesting.SeedInfo.seed([AA41002AF416DFF0:5163A80F26BC3C62]:0)
at org.apache.solr.util.TimeOut.waitFor(TimeOut.java:66)
at
org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.assertAutoscalingUpdateComplete(SimSolrCloudTestCase.java:98)
at
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testTriggerThrottling(TestSimTriggerIntegration.java:188)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.component.SearchHandlerTest.testZkConnected
Error Message:
Timeout occurred while waiting response from server at:
http://127.0.0.1:39231/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while
waiting response from server at: http://127.0.0.1:39231/solr
at
__randomizedtesting.SeedInfo.seed([AA41002AF416DFF0:68599D966FA6AFD1]:0)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at
org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at
org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at
org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at
org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at
org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at
org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at
org.apache.solr.handler.component.SearchHandlerTest.testZkConnected(SearchHandlerTest.java:145)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at
org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at
org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at
org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
at
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at
org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at
org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at
org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at
org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at
org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at
org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at
org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at
org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at
org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at
org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at
org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at
org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
... 53 more
Build Log:
[...truncated 13534 lines...]
[junit4] Suite:
org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
[junit4] 2> 172835 INFO
(SUITE-TestSimTriggerIntegration-seed#[AA41002AF416DFF0]-worker) [ ]
o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to
test-framework derived value of
'/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
[junit4] 2> 172835 INFO
(SUITE-TestSimTriggerIntegration-seed#[AA41002AF416DFF0]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 172836 INFO
(SUITE-TestSimTriggerIntegration-seed#[AA41002AF416DFF0]-worker) [ ]
o.a.s.SolrTestCaseJ4 Created dataDir:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_AA41002AF416DFF0-001/data-dir-8-001
[junit4] 2> 172836 WARN
(SUITE-TestSimTriggerIntegration-seed#[AA41002AF416DFF0]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 172836 INFO
(SUITE-TestSimTriggerIntegration-seed#[AA41002AF416DFF0]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 172838 INFO
(SUITE-TestSimTriggerIntegration-seed#[AA41002AF416DFF0]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via:
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 172841 INFO
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0])
[ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTriggerRestoreState
[junit4] 2> 172853 INFO
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0])
[ ] o.a.s.c.SolrPaths solr home defaulted to 'solr/' (could not find
system property or JNDI)
[junit4] 2> 172877 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 172877 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0])
[ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader:
127.0.0.1:10000_solr
[junit4] 2> 172877 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 1
[junit4] 2> 172878 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 172878 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 172879 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=0
[junit4] 2> 172880 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0])
[ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 172880 INFO
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0])
[ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics
history in memory.
[junit4] 2> 172880 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 172881 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded
markers
[junit4] 2> 172881 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 172883 DEBUG (ScheduledTrigger-1368-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 1
[junit4] 2> 172892 DEBUG (simCloudManagerPool-1367-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 172892 DEBUG (simCloudManagerPool-1367-thread-2) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
2
[junit4] 2> 172893 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 172893 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded
markers
[junit4] 2> 172893 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 172904 DEBUG (ScheduledTrigger-1368-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 172916 DEBUG (simCloudManagerPool-1367-thread-3) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 172917 DEBUG (simCloudManagerPool-1367-thread-3) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
3
[junit4] 2> 172917 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 172918 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 172918 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger -
Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr]
[junit4] 2> 172918 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger
instantiated with properties: {event=nodeAdded, waitFor=500000,
actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}],
enabled=true}
[junit4] 2> 172918 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded
markers
[junit4] 2> 172918 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 172918 DEBUG (ScheduledTrigger-1368-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 172918 DEBUG (ScheduledTrigger-1368-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 172919 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0])
[ ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker:
/autoscaling/nodeAdded/127.0.0.1:10002_solr
[junit4] 2> 172925 DEBUG (ScheduledTrigger-1368-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 3 and last live nodes: 2
[junit4] 2> 172939 DEBUG (ScheduledTrigger-1368-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 172939 DEBUG (ScheduledTrigger-1368-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 172939 DEBUG (ScheduledTrigger-1368-thread-4) [ ]
o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10002_solr at time
12479466954651214
[junit4] 2> 172941 DEBUG (simCloudManagerPool-1367-thread-4) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 172941 DEBUG (simCloudManagerPool-1367-thread-4) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
4
[junit4] 2> 172942 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 172943 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 172943 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger -
Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10000_solr,
127.0.0.1:10002_solr]
[junit4] 2> 172943 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger
instantiated with properties: {event=nodeAdded, waitFor=0, actions=[{name=test,
class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestTriggerAction}],
enabled=true}
[junit4] 2> 172943 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded
markers
[junit4] 2> 172943 DEBUG (ScheduledTrigger-1368-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_restore_trigger
[junit4] 2> 172943 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 172943 DEBUG (ScheduledTrigger-1368-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 172943 DEBUG (ScheduledTrigger-1368-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_restore_trigger firing
registered processor for nodes: [127.0.0.1:10002_solr] added at times
[12479466954651214], now=12479467148957014
[junit4] 2> 172944 DEBUG (ScheduledTrigger-1368-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"2c560252d1764eTctqhrlhsmf0nbnph50hec9bwb",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":12479466954651214,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479466954651214],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"],
[junit4] 2> "replicaType":"NRT"}}
[junit4] 2> 172944 DEBUG (ScheduledTrigger-1368-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_added_restore_trigger]
[junit4] 2> 172945 DEBUG (ScheduledTrigger-1368-thread-2) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"2c560252d1764eTctqhrlhsmf0nbnph50hec9bwb",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":12479466954651214,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479466954651214],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479467220671664,
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"],
[junit4] 2> "replicaType":"NRT"}}
[junit4] 2> 172946 DEBUG (AutoscalingActionExecutor-1369-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"2c560252d1764eTctqhrlhsmf0nbnph50hec9bwb",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":12479466954651214,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479466954651214],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479467220671664,
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"],
[junit4] 2> "replicaType":"NRT"}}
[junit4] 2> 172946 DEBUG (ScheduledTrigger-1368-thread-2) [ ]
o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10002_solr
[junit4] 2> 172947 DEBUG (AutoscalingActionExecutor-1369-thread-1) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"2c560252d1764eTctqhrlhsmf0nbnph50hec9bwb",
[junit4] 2> "source":"node_added_restore_trigger",
[junit4] 2> "eventTime":12479466954651214,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479466954651214],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479467220671664,
[junit4] 2> "nodeNames":["127.0.0.1:10002_solr"],
[junit4] 2> "replicaType":"NRT"}}
[junit4] 2> 172948 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 172955 DEBUG (AutoscalingActionExecutor-1369-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_restore_trigger after
100ms
[junit4] 2> 172955 DEBUG (AutoscalingActionExecutor-1369-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 172955 DEBUG (AutoscalingActionExecutor-1369-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 471 ms for event
id=2c560252d1764eTctqhrlhsmf0nbnph50hec9bwb
[junit4] 2> 172955 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0])
[ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool
executor now
[junit4] 2> 172955 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0])
[ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 172955 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0])
[ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 172956 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0])
[ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread
pool executor
[junit4] 2> 172956 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0])
[ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 172956 DEBUG
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0])
[ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed
explicitly
[junit4] 2> 172957 INFO
(TEST-TestSimTriggerIntegration.testNodeAddedTriggerRestoreState-seed#[AA41002AF416DFF0])
[ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTriggerRestoreState
[junit4] 2> 172961 INFO
(TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[AA41002AF416DFF0]) [
] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
[junit4] 2> 172965 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[AA41002AF416DFF0]) [
] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader:
127.0.0.1:10003_solr
[junit4] 2> 172965 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 172965 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 1
[junit4] 2> 172966 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 172966 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 172972 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[AA41002AF416DFF0]) [
] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=0
[junit4] 2> 172972 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[AA41002AF416DFF0]) [
] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 172972 INFO
(TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[AA41002AF416DFF0]) [
] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics
history in memory.
[junit4] 2> 172973 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10003_solr]
[junit4] 2> 172973 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded
markers
[junit4] 2> 172973 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 172976 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 172976 DEBUG (simCloudManagerPool-1373-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 172976 DEBUG (simCloudManagerPool-1373-thread-2) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
2
[junit4] 2> 172978 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 172978 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded
markers
[junit4] 2> 172978 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 172979 DEBUG (simCloudManagerPool-1373-thread-3) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 172979 DEBUG (simCloudManagerPool-1373-thread-3) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
3
[junit4] 2> 172979 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 172980 INFO (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
[junit4] 2> 172980 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial
livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10003_solr]
[junit4] 2> 172980 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded
markers
[junit4] 2> 172980 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 172980 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 2 and last live nodes: 2
[junit4] 2> 172981 DEBUG
(TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[AA41002AF416DFF0]) [
] o.a.s.c.a.s.SimClusterStateProvider -- created marker:
/autoscaling/nodeLost/127.0.0.1:10004_solr
[junit4] 2> 172993 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 2
[junit4] 2> 172993 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10004_solr
[junit4] 2> 173000 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 2
[junit4] 2> 173000 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10004_solr
[junit4] 2> 173014 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173021 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173034 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173041 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173041 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10004_solr]
[junit4] 2> 173041 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"2c560309b15596Tctqhrlhsmf0nbnph50hec9bwd",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":12479470022776214,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479470022776214],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 173041 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_lost_trigger]
[junit4] 2> 173041 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"2c560309b15596Tctqhrlhsmf0nbnph50hec9bwd",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":12479470022776214,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479470022776214],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479472072330814,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 173042 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"2c560309b15596Tctqhrlhsmf0nbnph50hec9bwd",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":12479470022776214,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479470022776214],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479472072330814,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 173042 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"2c560309b15596Tctqhrlhsmf0nbnph50hec9bwd",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":12479470022776214,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479470022776214],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479472072330814,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 173042 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 173042 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 173042 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 18 ms for event
id=2c560309b15596Tctqhrlhsmf0nbnph50hec9bwd
[junit4] 2> 173054 DEBUG (simCloudManagerPool-1373-thread-4) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 173057 DEBUG (simCloudManagerPool-1373-thread-4) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
4
[junit4] 2> 173058 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 173058 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded
markers
[junit4] 2> 173058 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 173142 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173142 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173162 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173163 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173183 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173183 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173203 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173203 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173223 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173223 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173244 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173244 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173264 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173264 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173284 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173284 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173304 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173304 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173325 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173325 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173345 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173345 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173365 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173365 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173385 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173385 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173406 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173406 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173426 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173426 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173446 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173446 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173466 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173466 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173487 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173487 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173507 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173507 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173527 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173527 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173547 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173547 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173567 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173567 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173588 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173588 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173608 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173608 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173628 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173628 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173648 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173648 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173669 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173669 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173689 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173689 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173709 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173709 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173729 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173729 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173749 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173749 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173770 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173770 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173790 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173790 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173810 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173810 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173830 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173830 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173850 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173850 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173871 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173871 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173891 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173891 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173911 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173911 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173931 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173931 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173951 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173951 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173972 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173972 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173992 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 173992 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174012 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174012 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174090 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174090 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174151 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174151 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174172 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174172 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174192 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174192 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174212 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174212 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174232 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174232 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174252 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174252 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174273 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174273 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174293 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174293 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174313 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174313 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174333 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174333 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174354 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174354 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174374 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174374 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174394 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174394 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174415 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174415 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174435 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174435 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174455 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174455 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174475 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174475 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174495 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174495 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174516 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174516 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174536 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174536 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174556 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174556 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174576 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174576 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174596 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174596 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174616 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174616 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174637 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174637 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174660 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174660 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174680 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174680 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174700 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174700 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174720 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174720 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174741 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174741 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174761 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174761 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174840 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174840 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174970 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174970 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174990 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 174990 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175010 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175010 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175031 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175031 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175051 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175051 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175072 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175072 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175092 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175092 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175112 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175112 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175132 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175132 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175153 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175153 DEBUG (ScheduledTrigger-1374-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175173 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175173 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175196 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175196 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175216 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175216 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175236 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175237 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175257 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175257 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175277 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175277 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175297 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175297 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175317 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175317 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175337 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175337 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175357 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175357 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175378 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175378 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175413 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175413 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175413 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10004_solr]
[junit4] 2> 175413 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"2c5602f51f20c2Tctqhrlhsmf0nbnph50hec9bwe",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":12479469677650114,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479469677650114],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 175413 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_lost_trigger]
[junit4] 2> 175413 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"2c5602f51f20c2Tctqhrlhsmf0nbnph50hec9bwe",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":12479469677650114,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479469677650114],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479590658607564,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 175413 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"2c5602f51f20c2Tctqhrlhsmf0nbnph50hec9bwe",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":12479469677650114,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479469677650114],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479590658607564,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 175413 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ]
o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"2c5602f51f20c2Tctqhrlhsmf0nbnph50hec9bwe",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":12479469677650114,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479469677650114],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479590658607564,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}} with context
properties: {BEFORE_ACTION=[auto_add_replicas_plan]}
[junit4] 2> 175417 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ]
o.a.s.c.a.ComputePlanAction -- estimated maxOp=0, resetting to 1...
[junit4] 2> 175417 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ]
o.a.s.c.a.ComputePlanAction -- estimated total max ops=0, effective maxOps=1
[junit4] 2> 175417 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ]
o.a.s.c.a.ComputePlanAction -- no more operations suggested, stopping after 0
ops...
[junit4] 2> 175417 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"2c5602f51f20c2Tctqhrlhsmf0nbnph50hec9bwe",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":12479469677650114,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479469677650114],
[junit4] 2> "__compute_diag__":{
[junit4] 2> "noSuggestionsStopAfter":0,
[junit4] 2> "estimatedMaxOps":0,
[junit4] 2> "noRelevantCollections":true,
[junit4] 2> "requestedOperations":-1,
[junit4] 2> "opLimit":1,
[junit4] 2> "maxOperations":1},
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479590658607564,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}} with context
properties: {AFTER_ACTION=[auto_add_replicas_plan],
BEFORE_ACTION=[auto_add_replicas_plan, execute_plan]}
[junit4] 2> 175417 INFO (AutoscalingActionExecutor-1375-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"2c5602f51f20c2Tctqhrlhsmf0nbnph50hec9bwe",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":12479469677650114,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479469677650114],
[junit4] 2> "__compute_diag__":{
[junit4] 2> "noSuggestionsStopAfter":0,
[junit4] 2> "estimatedMaxOps":0,
[junit4] 2> "noRelevantCollections":true,
[junit4] 2> "requestedOperations":-1,
[junit4] 2> "opLimit":1,
[junit4] 2> "maxOperations":1},
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479590658607564,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 175417 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ]
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"2c5602f51f20c2Tctqhrlhsmf0nbnph50hec9bwe",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":12479469677650114,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[12479469677650114],
[junit4] 2> "__compute_diag__":{
[junit4] 2> "noSuggestionsStopAfter":0,
[junit4] 2> "estimatedMaxOps":0,
[junit4] 2> "noRelevantCollections":true,
[junit4] 2> "requestedOperations":-1,
[junit4] 2> "opLimit":1,
[junit4] 2> "maxOperations":1},
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":12479590658607564,
[junit4] 2> "nodeNames":["127.0.0.1:10004_solr"]}}
[junit4] 2> 175417 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 175417 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 175417 DEBUG (AutoscalingActionExecutor-1375-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 186 ms for event
id=2c5602f51f20c2Tctqhrlhsmf0nbnph50hec9bwe
[junit4] 2> 175517 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175517 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175537 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175537 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175558 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175558 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175578 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175578 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175598 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175598 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175618 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175618 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175638 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175638 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175658 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175658 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175679 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175679 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175699 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175699 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175719 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175719 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175739 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175739 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175759 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175759 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175919 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175919 DEBUG (ScheduledTrigger-1374-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175939 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175939 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175959 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175959 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175979 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175979 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175999 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 175999 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 176020 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 176020 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 176040 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 176040 DEBUG (ScheduledTrigger-1374-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 176060 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 1 and last live nodes: 1
[junit4] 2> 176060 DEBUG (ScheduledTrigger-1374-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
curren
[...truncated too long message...]
nfig
[junit4] 2> 2 /solr/packages.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2
/solr/collections/testRequireZkConnectedDistribCollection/terms/shard2
[junit4] 2> 2
/solr/collections/testRequireZkConnectedDistribCollection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 8
/solr/collections/testRequireZkConnectedDistribCollection/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 13 /solr/overseer/queue
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8
/solr/collections/testRequireZkConnectedDistribCollection/state.json
[junit4] 2> 6 /solr/collections
[junit4] 2> 5 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 2099439 INFO
(TEST-SearchHandlerTest.testRequireZkConnectedDistrib-seed#[AA41002AF416DFF0])
[ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:42145
[junit4] 2> 2099439 INFO
(TEST-SearchHandlerTest.testRequireZkConnectedDistrib-seed#[AA41002AF416DFF0])
[ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:42145
[junit4] 2> 2099439 INFO
(TEST-SearchHandlerTest.testRequireZkConnectedDistrib-seed#[AA41002AF416DFF0])
[ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 42145
[junit4] 2> 2099440 INFO
(TEST-SearchHandlerTest.testRequireZkConnectedDistrib-seed#[AA41002AF416DFF0])
[ ] o.a.s.SolrTestCaseJ4 ###Ending testRequireZkConnectedDistrib
[junit4] 2> 2099445 INFO
(TEST-SearchHandlerTest.testInitialization-seed#[AA41002AF416DFF0]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testInitialization
[junit4] 2> 2099446 INFO
(TEST-SearchHandlerTest.testInitialization-seed#[AA41002AF416DFF0]) [ ]
o.a.s.SolrTestCaseJ4 ###Ending testInitialization
[junit4] 2> 2099446 INFO
(SUITE-SearchHandlerTest-seed#[AA41002AF416DFF0]-worker) [ ]
o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 2099446 INFO
(SUITE-SearchHandlerTest-seed#[AA41002AF416DFF0]-worker) [ ]
o.a.s.c.CoreContainer Shutting down CoreContainer instance=1609055193
[junit4] 2> 2099447 INFO (coreCloseExecutor-19845-thread-1) [ ]
o.a.s.c.SolrCore [collection1] CLOSING SolrCore
org.apache.solr.core.SolrCore@7e62bf2d
[junit4] 2> 2099447 INFO (coreCloseExecutor-19845-thread-1) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for
registry=solr.core.collection1 tag=SolrCore@7e62bf2d
[junit4] 2> 2099447 INFO (coreCloseExecutor-19845-thread-1) [ ]
o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@30b72a5f: rootName = null,
domain = solr.core.collection1, service url = null, agent id = null] for
registry solr.core.collection1/com.codahale.metrics.MetricRegistry@423a9230
[junit4] 2> 2099464 INFO (coreCloseExecutor-19845-thread-1) [ ]
o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED
(unnecessary).
[junit4] 2> 2099465 INFO
(SUITE-SearchHandlerTest-seed#[AA41002AF416DFF0]-worker) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node
tag=null
[junit4] 2> 2099465 INFO
(SUITE-SearchHandlerTest-seed#[AA41002AF416DFF0]-worker) [ ]
o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@79a1bfd7: rootName = null,
domain = solr.node, service url = null, agent id = null] for registry
solr.node/com.codahale.metrics.MetricRegistry@6ececcb
[junit4] 2> 2099470 INFO
(SUITE-SearchHandlerTest-seed#[AA41002AF416DFF0]-worker) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm
tag=null
[junit4] 2> 2099470 INFO
(SUITE-SearchHandlerTest-seed#[AA41002AF416DFF0]-worker) [ ]
o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@1637da10: rootName = null,
domain = solr.jvm, service url = null, agent id = null] for registry
solr.jvm/com.codahale.metrics.MetricRegistry@62641ff8
[junit4] 2> 2099473 INFO
(SUITE-SearchHandlerTest-seed#[AA41002AF416DFF0]-worker) [ ]
o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty
tag=null
[junit4] 2> 2099473 INFO
(SUITE-SearchHandlerTest-seed#[AA41002AF416DFF0]-worker) [ ]
o.a.s.m.r.SolrJmxReporter Closing reporter
[org.apache.solr.metrics.reporters.SolrJmxReporter@1a234c24: rootName = null,
domain = solr.jetty, service url = null, agent id = null] for registry
solr.jetty/com.codahale.metrics.MetricRegistry@2d5f65a0
[junit4] 2> NOTE: leaving temporary files on disk at:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.handler.component.SearchHandlerTest_AA41002AF416DFF0-001
[junit4] 2> Jan 23, 2021 8:55:39 PM
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked
thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard,
sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=pl-PL,
timezone=Pacific/Rarotonga
[junit4] 2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation
1.8.0_252 (64-bit)/cpus=4,threads=1,free=210136656,total=521666560
[junit4] 2> NOTE: All tests run in this JVM: [RuleEngineTest,
TestSQLHandler, AuditLoggerPluginTest, TestConfigSetsAPIExclusivity,
TestGroupingSearch, TestUninvertingReader, TestTestInjection,
TestFieldCacheReopen, QueryParsingTest, InfoHandlerTest,
BaseCdcrDistributedZkTest, TestLeaderElectionZkExpiry,
SolrTestCaseJ4DeleteCoreTest, EmbeddedSolrNoSerializeTest,
TestSolrDeletionPolicy2, TestQueryTypes, DateRangeFieldTest,
TestJmxIntegration, RegexBoostProcessorTest, TokenizerChainTest,
TestLegacyField, BJQFilterAccessibleTest, ZookeeperStatusHandlerTest,
TestInPlaceUpdatesRequiredField, ExplicitHLLTest,
NodeAddedTriggerIntegrationTest, DistributedFacetPivotSmallTest,
TestTlogReplica, HttpPartitionWithTlogReplicasTest, MetricsHandlerTest,
TestMacros, StatsReloadRaceTest, CoreAdminCreateDiscoverTest,
TestCloudJSONFacetSKGEquiv, RangeFacetCloudTest, TestDistributedGrouping,
VersionInfoTest, OutOfBoxZkACLAndCredentialsProvidersTest,
TestDFRSimilarityFactory, HdfsChaosMonkeySafeLeaderTest,
TestOverriddenPrefixQueryForCustomFieldType,
TestExternalRoleRuleBasedAuthorizationPlugin, TestDeprecatedFilters,
TestBM25SimilarityFactory, DeleteStatusTest, TestHttpServletCarrier,
TestFastOutputStream, JavaBinAtomicUpdateMultivalueTest,
XMLAtomicUpdateMultivalueTest, TestSSLRandomization,
TestStressCloudBlindAtomicUpdates, CoreMergeIndexesAdminHandlerTest,
ChangedSchemaMergeTest, IndexSizeTriggerSizeEstimationTest,
TestComplexPhraseLeadingWildcard, TestMinHashQParser, CustomTermsComponentTest,
TestSchemaManager, MultiDestinationAuditLoggerTest, TestFacetMethods,
CollectionPropsTest, TestSolr4Spatial2, TestFreeTextSuggestions,
SolrCloudReportersTest, AnalyticsQueryTest, ForceLeaderWithTlogReplicasTest,
TestFieldSortValues, TestSchemaNameResource, TestPolicyCloud,
ManagedSchemaRoundRobinCloudTest, SimpleCollectionCreateDeleteTest,
OverseerRolesTest, TestStressVersions, LargeFieldTest,
TestJsonFacetsStatsParsing, TestCorePropertiesReload,
CategoryRoutedAliasUpdateProcessorTest, RecoveryAfterSoftCommitTest,
TestDynamicFieldNamesIndexCorrectly, TestExceedMaxTermLength, PeerSyncTest,
TestSafeXMLParsing, LegacyCloudClusterPropTest, XmlUpdateRequestHandlerTest,
TestManagedSynonymGraphFilterFactory, TestShardHandlerFactory,
CloudExitableDirectoryReaderTest, TestSimDistributedQueue,
BlobRepositoryCloudTest, AddReplicaTest, TestNRTOpen,
TestReplicationHandlerBackup, TestSearcherReuse, RankFieldTest,
ExitableDirectoryReaderTest, TaggingAttributeTest, ZkSolrClientTest,
TestDynamicURP, TestSerializedLuceneMatchVersion, EnumFieldTest,
TestAddFieldRealTimeGet, TestLFUCache, TestNamedUpdateProcessors,
CollectionTooManyReplicasTest, TestHdfsCloudBackupRestore,
TestImpersonationWithHadoopAuth, ExecutePlanActionTest, TermsComponentTest,
SuggesterFSTTest, TestUseDocValuesAsStored, ZkCollectionPropsCachingTest,
DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, TestRandomFaceting,
TestSolrCoreProperties, TestTolerantSearch, TestLuceneIndexBackCompat,
ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConcurrentCreateRoutedAliasTest,
CreateCollectionCleanupTest, CreateRoutedAliasTest,
DeleteLastCustomShardedReplicaTest, DistribCursorPagingTest,
DistribJoinFromCollectionTest, DistributedQueueTest,
LeaderElectionContextKeyTest, LeaderElectionIntegrationTest,
LeaderFailoverAfterPartitionTest, MoveReplicaHDFSFailoverTest,
MoveReplicaHDFSTest, MoveReplicaTest, RemoteQueryErrorTest,
ReplaceNodeNoTargetTest, ReplaceNodeTest, RestartWhileUpdatingTest,
RollingRestartTest, RouteFieldTest, RoutingToNodesWithPropertiesTest,
ShardRoutingTest, SplitShardTest, TestAuthenticationFramework,
TestCloudDeleteByQuery, TestCloudInspectUtil,
TestCloudPhrasesIdentificationComponent, TestCloudPivotFacet,
TestCloudRecovery, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestLockTree,
TestMiniSolrCloudClusterSSL, TestSegmentSorting,
TestTolerantUpdateProcessorRandomCloud, TestWithCollection,
TestReplicaProperties, NodeAddedTriggerTest, NodeMarkersRegistrationTest,
ScheduledMaintenanceTriggerTest, TestSimExecutePlanAction,
TestSimExtremeIndexing, TestSimGenericDistributedQueue, TestSimLargeCluster,
TestConfig, TestConfigOverlay, TestConfigSetImmutable,
BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest,
FieldAnalysisRequestHandlerTest, JsonLoaderTest, PingRequestHandlerTest,
TestCSVLoader, TestConfigReload, TestStressThreadBackup,
MetricsHistoryHandlerTest, DistributedFacetPivotWhiteBoxTest,
DistributedQueryElevationComponentTest, FacetPivotSmallTest,
InfixSuggestersTest, MoreLikeThisComponentTest, ResponseBuilderTest,
SearchHandlerTest]
[junit4] Completed [753/924 (2!)] on J3 in 112.57s, 4 tests, 1 error <<<
FAILURES!
[...truncated 51296 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]