Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Solaris/405/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode
Error Message:
Stack Trace:
java.util.concurrent.TimeoutException
at
__randomizedtesting.SeedInfo.seed([FEBEE99D5D5849D7:5951F43E9215C6CF]:0)
at
org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:284)
at
org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode(TestLargeCluster.java:230)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13613 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
[junit4] 2> 4086226 INFO
(SUITE-TestLargeCluster-seed#[FEBEE99D5D5849D7]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir:
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestLargeCluster_FEBEE99D5D5849D7-001/init-core-data-001
[junit4] 2> 4086226 INFO
(SUITE-TestLargeCluster-seed#[FEBEE99D5D5849D7]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 4086227 INFO
(SUITE-TestLargeCluster-seed#[FEBEE99D5D5849D7]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via:
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 4086227 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4086228 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 0
[junit4] 2> 4086228 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10022_solr,
127.0.0.1:10018_solr, 127.0.0.1:10025_solr, 127.0.0.1:10017_solr,
127.0.0.1:10026_solr, 127.0.0.1:10020_solr, 127.0.0.1:10028_solr,
127.0.0.1:10023_solr, 127.0.0.1:10015_solr, 127.0.0.1:10016_solr,
127.0.0.1:10021_solr, 127.0.0.1:10029_solr, 127.0.0.1:10030_solr,
127.0.0.1:10019_solr, 127.0.0.1:10024_solr, 127.0.0.1:10027_solr]
[junit4] 2> 4086228 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 4086228 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 4086228 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4086228 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 4086229 DEBUG (ScheduledTrigger-12076-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 58
[junit4] 2> 4086237 INFO
(TEST-TestLargeCluster.testNodeLost-seed#[FEBEE99D5D5849D7]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testNodeLost
[junit4] 2> 4086237 DEBUG
(TEST-TestLargeCluster.testNodeLost-seed#[FEBEE99D5D5849D7]) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
1
[junit4] 2> 4086237 INFO
(TEST-TestLargeCluster.testNodeLost-seed#[FEBEE99D5D5849D7]) [ ]
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing
object cache...
[junit4] 2> 4086238 WARN (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 4086239 DEBUG
(TEST-TestLargeCluster.testNodeLost-seed#[FEBEE99D5D5849D7]) [ ]
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 4086240 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 4086240 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 2
[junit4] 2> 4086240 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr,
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr,
127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr,
127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10017_solr,
127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr,
127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr,
127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr,
127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr,
127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10016_solr,
127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr,
127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr,
127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr,
127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr,
127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr,
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr,
127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr,
127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr,
127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr,
127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr,
127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr,
127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr,
127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr,
127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr,
127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr,
127.0.0.1:10103_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 4086240 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
[junit4] 2> 4086240 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 4086241 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4086241 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 4086241 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086261 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086282 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086303 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086324 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086342 DEBUG (simCloudManagerPool-12078-thread-1) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 4086342 DEBUG (simCloudManagerPool-12078-thread-1) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
3
[junit4] 2> 4086343 DEBUG (simCloudManagerPool-12078-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr,
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr,
127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr,
127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10017_solr,
127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr,
127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr,
127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr,
127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr,
127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10016_solr,
127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr,
127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr,
127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr,
127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr,
127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr,
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr,
127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr,
127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr,
127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr,
127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr,
127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr,
127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr,
127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr,
127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr,
127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr,
127.0.0.1:10103_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 4086343 DEBUG (simCloudManagerPool-12078-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10104_solr,
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr,
127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr,
127.0.0.1:10033_solr, 127.0.0.1:10105_solr, 127.0.0.1:10017_solr,
127.0.0.1:10047_solr, 127.0.0.1:10102_solr, 127.0.0.1:10095_solr,
127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr,
127.0.0.1:10052_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10101_solr,
127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr,
127.0.0.1:10107_solr, 127.0.0.1:10055_solr, 127.0.0.1:10016_solr,
127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr,
127.0.0.1:10032_solr, 127.0.0.1:10108_solr, 127.0.0.1:10093_solr,
127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr,
127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr,
127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10114_solr,
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
127.0.0.1:10111_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr,
127.0.0.1:10112_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr,
127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr,
127.0.0.1:10113_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr,
127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr,
127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr,
127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10030_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10110_solr, 127.0.0.1:10062_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr,
127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr,
127.0.0.1:10106_solr, 127.0.0.1:10100_solr, 127.0.0.1:10037_solr,
127.0.0.1:10109_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr,
127.0.0.1:10103_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 4086343 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 4086343 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 4086344 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 4086344 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086344 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086366 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086366 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086386 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086386 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086406 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086407 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086427 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086427 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086447 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086447 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086467 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086467 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086488 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086488 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086508 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086508 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086528 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086528 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086548 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086548 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086573 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086573 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086594 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086594 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086614 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086614 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086635 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086635 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086655 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086655 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086675 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086675 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086695 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086695 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086715 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086715 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086736 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086736 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086756 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086756 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086777 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086777 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086797 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086797 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086817 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086818 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086838 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086838 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086858 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086858 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086878 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086878 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086898 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086898 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086919 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086919 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086939 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086940 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086960 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086960 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4086980 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4086980 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087000 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087001 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087021 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087021 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087041 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087041 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087061 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087061 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087081 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087081 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087102 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087102 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087122 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087122 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087142 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087142 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087162 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087162 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087182 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087182 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087203 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087203 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087224 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087224 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087244 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087244 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087265 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087265 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087285 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087285 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087305 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087305 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087325 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087325 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087346 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087346 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087366 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087366 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087386 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087386 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087407 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087407 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087427 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087427 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087447 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087447 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087468 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087468 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087488 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087488 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087508 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087508 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087528 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087528 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087549 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087549 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087569 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087569 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087589 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087589 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087609 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087610 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087630 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087630 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087650 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087650 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087670 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087670 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087690 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087690 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087710 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087710 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087731 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087731 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087751 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087751 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087771 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087771 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087791 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087791 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087811 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087811 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087832 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087832 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087852 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087852 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087872 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087872 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087892 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087892 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087915 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087915 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087936 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087936 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087956 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087956 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087976 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087976 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4087996 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4087996 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088017 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088017 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088037 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088037 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088057 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088057 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088077 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088077 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088098 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088098 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088118 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088118 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088138 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088138 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088158 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088158 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088178 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088178 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088199 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088199 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088219 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088219 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088239 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088239 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088259 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088259 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088279 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088279 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088299 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088300 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088320 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088320 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088340 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088340 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088360 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088360 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088380 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088380 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088400 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088400 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088418 DEBUG (simCloudManagerPool-12078-thread-2) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard10: {"core_node92":{
[junit4] 2> "node_name":"127.0.0.1:10048_solr",
[junit4] 2> "core":"testNodeLost_shard10_replica_n92",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard10",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 4088418 DEBUG (simCloudManagerPool-12078-thread-2) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard2: {"core_node18":{
[junit4] 2> "node_name":"127.0.0.1:10064_solr",
[junit4] 2> "core":"testNodeLost_shard2_replica_n18",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-4) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard11: {"core_node108":{
[junit4] 2> "node_name":"127.0.0.1:10057_solr",
[junit4] 2> "core":"testNodeLost_shard11_replica_n108",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard11",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-8) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard15: {"core_node149":{
[junit4] 2> "node_name":"127.0.0.1:10086_solr",
[junit4] 2> "core":"testNodeLost_shard15_replica_n149",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard15",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-4) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard16: {"core_node159":{
[junit4] 2> "node_name":"127.0.0.1:10062_solr",
[junit4] 2> "core":"testNodeLost_shard16_replica_n159",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard16",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-8) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard5: {"core_node50":{
[junit4] 2> "node_name":"127.0.0.1:10099_solr",
[junit4] 2> "core":"testNodeLost_shard5_replica_n50",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 4088421 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-8) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard18: {"core_node180":{
[junit4] 2> "node_name":"127.0.0.1:10016_solr",
[junit4] 2> "core":"testNodeLost_shard18_replica_n180",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard18",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-9) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard19: {"core_node190":{
[junit4] 2> "node_name":"127.0.0.1:10111_solr",
[junit4] 2> "core":"testNodeLost_shard19_replica_n190",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard19",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-3) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard12: {"core_node119":{
[junit4] 2> "node_name":"127.0.0.1:10090_solr",
[junit4] 2> "core":"testNodeLost_shard12_replica_n119",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard12",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-182) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard13: {"core_node129":{
[junit4] 2> "node_name":"127.0.0.1:10084_solr",
[junit4] 2> "core":"testNodeLost_shard13_replica_n129",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard13",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-6) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard14: {"core_node139":{
[junit4] 2> "node_name":"127.0.0.1:10092_solr",
[junit4] 2> "core":"testNodeLost_shard14_replica_n139",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard14",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-52) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard20: {"core_node191":{
[junit4] 2> "node_name":"127.0.0.1:10110_solr",
[junit4] 2> "core":"testNodeLost_shard20_replica_n191",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard20",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-10) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard8: {"core_node80":{
[junit4] 2> "node_name":"127.0.0.1:10016_solr",
[junit4] 2> "core":"testNodeLost_shard8_replica_n80",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard8",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-182) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard9: {"core_node90":{
[junit4] 2> "node_name":"127.0.0.1:10111_solr",
[junit4] 2> "core":"testNodeLost_shard9_replica_n90",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard9",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-3) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard7: {"core_node70":{
[junit4] 2> "node_name":"127.0.0.1:10104_solr",
[junit4] 2> "core":"testNodeLost_shard7_replica_n70",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard7",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-9) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard6: {"core_node60":{
[junit4] 2> "node_name":"127.0.0.1:10046_solr",
[junit4] 2> "core":"testNodeLost_shard6_replica_n60",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard6",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-8) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard1: {"core_node1":{
[junit4] 2> "node_name":"127.0.0.1:10074_solr",
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 4088421 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-4) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard17: {"core_node169":{
[junit4] 2> "node_name":"127.0.0.1:10015_solr",
[junit4] 2> "core":"testNodeLost_shard17_replica_n169",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard17",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-7) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard3: {"core_node29":{
[junit4] 2> "node_name":"127.0.0.1:10084_solr",
[junit4] 2> "core":"testNodeLost_shard3_replica_n29",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 4088421 DEBUG (simCloudManagerPool-12078-thread-2) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard4: {"core_node39":{
[junit4] 2> "node_name":"127.0.0.1:10092_solr",
[junit4] 2> "core":"testNodeLost_shard4_replica_n39",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard4",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 4088441 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088443 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088461 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088463 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088486 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 4088486 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 4088499 INFO
(TEST-TestLargeCluster.testNodeLost-seed#[FEBEE99D5D5849D7]) [ ]
o.a.s.c.a.s.TestLargeCluster Ready after 3958 ms
[junit4] 2> 4088516 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 99
[junit4] 2> 4088516 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 99
[junit4] 2> 4088516 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10082_solr
[junit4] 2> 4088516 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10082_solr
[junit4] 2> 4088536 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 99
[junit4] 2> 4088536 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 99
[junit4] 2> 4088557 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 99
[junit4] 2> 4088557 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 99
[junit4] 2> 4088577 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 99
[junit4] 2> 4088577 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 99
[junit4] 2> 4088597 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 98
[junit4] 2> 4088597 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 98
[junit4] 2> 4088597 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr
[junit4] 2> 4088597 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr
[junit4] 2> 4088617 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 98
[junit4] 2> 4088617 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 98
[junit4] 2> 4088617 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10082_solr]
[junit4] 2> 4088618 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"1aee3d4e2b5bbTdmx9k643ch02s62ai8ngqcn9e",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":473768529147323,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[473768529147323],
[junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}}
[junit4] 2> 4088618 DEBUG (AutoscalingActionExecutor-12080-thread-1) [
] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"1aee3d4e2b5bbTdmx9k643ch02s62ai8ngqcn9e",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":473768529147323,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[473768529147323],
[junit4] 2> "_enqueue_time_":473773611669523,
[junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}}
[junit4] 2> 4088618 DEBUG (AutoscalingActionExecutor-12080-thread-1) [
] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"1aee3d4e2b5bbTdmx9k643ch02s62ai8ngqcn9e",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":473768529147323,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[473768529147323],
[junit4] 2> "_enqueue_time_":473773611669523,
[junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}} with context
properties: {BEFORE_ACTION=[compute]}
[junit4] 2> 4088624 INFO (AutoscalingActionExecutor-12080-thread-1) [
] o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node186
[junit4] 2> 4088626 INFO (AutoscalingActionExecutor-12080-thread-1) [
] o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node86
[junit4] 2> 4088626 INFO (AutoscalingActionExecutor-12080-thread-1) [
] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 473774026
sessionWrapper.createTime 473773743711523, this.sessionWrapper.createTime
473773743711523
[junit4] 2> 4088626 DEBUG (AutoscalingActionExecutor-12080-thread-1) [
] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"1aee3d4e2b5bbTdmx9k643ch02s62ai8ngqcn9e",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":473768529147323,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[473768529147323],
[junit4] 2> "_enqueue_time_":473773611669523,
[junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}} with context
properties:
{operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@67e392e9,
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@69246065],
AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
[junit4] 2> 4088626 DEBUG (AutoscalingActionExecutor-12080-thread-1) [
] o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node186
[junit4] 2> 4088732 DEBUG (simCloudManagerPool-12078-thread-64) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node202":{
[junit4] 2> "core":"testNodeLost_shard19_replica_n201",
[junit4] 2> "shard":"shard19",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "node_name":"127.0.0.1:10072_solr",
[junit4] 2> "type":"NRT"}}
[junit4] 2> 4088847 DEBUG (AutoscalingActionExecutor-12080-thread-1) [
] o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node86
[junit4] 2> 4088849 DEBUG (simCloudManagerPool-12078-thread-108) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard7: {"core_node61":{
[junit4] 2> "node_name":"127.0.0.1:10031_solr",
[junit4] 2> "core":"testNodeLost_shard7_replica_n61",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":123450000,
[junit4] 2> "shard":"shard7",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 4088955 DEBUG (simCloudManagerPool-12078-thread-91) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node204":{
[junit4] 2> "core":"testNodeLost_shard9_replica_n203",
[junit4] 2> "shard":"shard9",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "node_name":"127.0.0.1:10056_solr",
[junit4] 2> "type":"NRT"}}
[junit4] 2> 4089067 DEBUG (AutoscalingActionExecutor-12080-thread-1) [
] o.a.s.c.a.ScheduledTriggers -- processing took 22428 ms for event
id=1aee3d4e2b5bbTdmx9k643ch02s62ai8ngqcn9e
[junit4] 2> 4089079 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 94
[junit4] 2> 4089079 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 94
[junit4] 2> 4089079 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10049_solr
[junit4] 2> 4089080 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10049_solr
[junit4] 2> 4089080 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10104_solr
[junit4] 2> 4089080 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10104_solr
[junit4] 2> 4089080 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10020_solr
[junit4] 2> 4089080 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10065_solr
[junit4] 2> 4089080 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10020_solr
[junit4] 2> 4089080 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10065_solr
[junit4] 2> 4089080 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10018_solr]
[junit4] 2> 4089080 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"1aee4c67074d1Tdmx9k643ch02s62ai8ngqcn9h",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":473772581745873,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[473772581745873],
[junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}}
[junit4] 2> 4089080 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes:
[127.0.0.1:10018_solr] is not ready, will try later
[junit4] 2> 4089102 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 94
[junit4] 2> 4089102 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 94
[junit4] 2> 4089102 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10018_solr]
[junit4] 2> 4089102 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"1aee4c67074d1Tdmx9k643ch02s62ai8ngqcn9j",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":473772581745873,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[473772581745873],
[junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}}
[junit4] 2> 4089102 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes:
[127.0.0.1:10018_solr] is not ready, will try later
[junit4] 2> 4089122 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 94
[junit4] 2> 4089122 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10082_solr]
[junit4] 2> 4089122 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"1aee3d4c6c3d3Tdmx9k643ch02s62ai8ngqcn9l",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":473768527315923,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[473768527315923],
[junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}}
[junit4] 2> 4089122 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes:
[127.0.0.1:10082_solr] is not ready, will try later
[junit4] 2> 4089127 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 94
[junit4] 2> 4089127 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10018_solr]
[junit4] 2> 4089127 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"1aee4c67074d1Tdmx9k643ch02s62ai8ngqcn9n",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":473772581745873,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[473772581745873],
[junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}}
[junit4] 2> 4089127 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes:
[127.0.0.1:10018_solr] is not ready, will try later
[junit4] 2> 4089142 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 94
[junit4] 2> 4089142 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10082_solr]
[junit4] 2> 4089142 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"1aee3d4c6c3d3Tdmx9k643ch02s62ai8ngqcn9p",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":473768527315923,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[473768527315923],
[junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}}
[junit4] 2> 4089143 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes:
[127.0.0.1:10082_solr] is not ready, will try later
[junit4] 2> 4089147 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 94
[junit4] 2> 4089147 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10018_solr]
[junit4] 2> 4089147 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"1aee4c67074d1Tdmx9k643ch02s62ai8ngqcn9r",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":473772581745873,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[473772581745873],
[junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}}
[junit4] 2> 4089147 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes:
[127.0.0.1:10018_solr] is not ready, will try later
[junit4] 2> 4089163 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 93
[junit4] 2> 4089163 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10021_solr
[junit4] 2> 4089163 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10082_solr]
[junit4] 2> 4089163 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"1aee3d4c6c3d3Tdmx9k643ch02s62ai8ngqcn9t",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":473768527315923,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[473768527315923],
[junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}}
[junit4] 2> 4089163 DEBUG (ScheduledTrigger-12079-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes:
[127.0.0.1:10082_solr] is not ready, will try later
[junit4] 2> 4089168 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 93
[junit4] 2> 4089168 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10021_solr
[junit4] 2> 4089168 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10018_solr]
[junit4] 2> 4089168 DEBUG (ScheduledTrigger-12079-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"1aee4c67074d1Tdmx9k643ch02s62ai8ngqcn9v",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":473772581745873,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[473772581745873],
[junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}}
[junit4] 2> 4089168 DEBUG (AutoscalingActionExecutor-12080-thread-1) [
] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"1aee4c67074d1Tdmx9k643ch02s62ai8ngqcn9v",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":473772581745873,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[473772581745873],
[junit4] 2> "_enqueue_time_":473801133973123,
[junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}}
[junit4] 2> 4089168 DEBUG (AutoscalingActionExecutor-12080-thread-1) [
] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"1aee4c67074d1Tdmx9k643ch02s62ai8ngqcn9v",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":473772581745873,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[473772581745873],
[junit4] 2> "_enqueue_time_":473801133973123,
[junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}} with context
properties: {BEFORE_ACTION=[compute]}
[junit4] 2> 4089175 INFO (AutoscalingActionExecutor-12080-thread-1) [
] o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10103_solr&inPlaceMove=true&replica=core_node146
[junit4] 2> 4089178 INFO (AutoscalingActionExecutor-12080-thread-1) [
] o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node46
[junit4] 2> 4089178 INFO (AutoscalingActionExecutor-12080-thread-1) [
] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 473801629
sessionWrapper.createTime 473801263222473, this.sessionWrapper.createTime
473801263222473
[junit4] 2> 4089178 DEBUG (AutoscalingActionExecutor-12080-thread-1) [
] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"1aee4c67074d1Tdmx9k643ch02s62ai8ngqcn9v",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":473772581745873,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[473772581745873],
[junit4] 2> "_enqueue_time_":473801133973123,
[junit4] 2> "nodeNames":["127.0.0.1:10018_solr"]}} with context
properties:
{operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@5316d16e,
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@19fba421],
AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
[junit4] 2> 4089178 DEBUG (AutoscalingActionExecutor-12080-thread-1) [
] o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10103_solr&inPlaceMove=true&replica=core_node146
[junit4] 2> 4089279 DEBUG (simCloudManagerPool-12078-thread-196) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node206":{
[junit4] 2> "core":"testNodeLost_shard15_replica_n205",
[junit4] 2> "shard":"shard15",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "node_name":"127.0.0.1:10103_solr",
[junit4] 2> "type":"NRT"}}
[junit4] 2> 4089392 DEBUG (AutoscalingActionExecutor-12080-thread-1) [
] o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node46
[junit4] 2> 4089493 DEBUG (simCloudManagerPool-12078-thread-70) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node208":{
[junit4] 2> "core":"testNodeLost_shard5_replica_n207",
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "node_name":"127.0.0.1:10059_solr",
[junit4] 2> "type":"NRT"}}
[junit4] 2> 4089605 DEBUG (AutoscalingActionExecutor-12080-thread-1) [
] o.a.s.c.a.ScheduledTriggers -- processing took 21831 ms for event
id=1aee4c67074d1Tdmx9k643ch02s62ai8ngqcn9v
[junit4] 2> 4089610 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 89
[junit4] 2> 4089610 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10066_solr
[junit4] 2> 4089610 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10035_solr
[junit4] 2> 4089610 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10051_solr
[junit4] 2> 4089610 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr
[junit4] 2> 4089610 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10082_solr, 127.0.0.1:10018_solr]
[junit4] 2> 4089610 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
[junit4] 2> "id":"1aee3d4c6c3d3Tdmx9k643ch02s62ai8ngqcn9y",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":473768527315923,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 473768527315923,
[junit4] 2> 473772586409823],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10082_solr",
[junit4] 2> "127.0.0.1:10018_solr"]}}
[junit4] 2> 4089611 DEBUG (ScheduledTrigger-12079-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger processor for lost nodes:
[127.0.0.1:10082_solr, 127.0.0.1:10018_solr] is not ready, will try later
[junit4] 2> 4089611 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 89
[junit4] 2> 4089612 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10066_solr
[junit4] 2> 4089612 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10035_solr
[junit4] 2> 4089612 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10051_solr
[junit4] 2> 4089612 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr
[junit4] 2> 4089612 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10049_solr, 127.0.0.1:10104_solr, 127.0.0.1:10021_solr,
127.0.0.1:10020_solr, 127.0.0.1:10065_solr]
[junit4] 2> 4089612 DEBUG (ScheduledTrigger-12079-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers -------- Cooldown period - reject
[...truncated too long message...]
uster.testAddNode-seed#[FEBEE99D5D5849D7]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## - active 299
[junit4] 2> 4149546 INFO
(TEST-TestLargeCluster.testAddNode-seed#[FEBEE99D5D5849D7]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ######### Final Solr op counts ##########
[junit4] 2> 4149546 INFO
(TEST-TestLargeCluster.testAddNode-seed#[FEBEE99D5D5849D7]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## - CREATE 1
[junit4] 2> 4149546 INFO
(TEST-TestLargeCluster.testAddNode-seed#[FEBEE99D5D5849D7]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ## - autoscaling 1
[junit4] 2> 4149546 INFO
(TEST-TestLargeCluster.testAddNode-seed#[FEBEE99D5D5849D7]) [ ]
o.a.s.c.a.s.SimSolrCloudTestCase ######### Autoscaling event counts ###########
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLargeCluster
-Dtests.method=testAddNode -Dtests.seed=FEBEE99D5D5849D7 -Dtests.slow=true
-Dtests.locale=es-UY -Dtests.timezone=Europe/Kaliningrad -Dtests.asserts=true
-Dtests.file.encoding=US-ASCII
[junit4] ERROR 43.4s J0 | TestLargeCluster.testAddNode <<<
[junit4] > Throwable #1: java.util.concurrent.TimeoutException
[junit4] > at
__randomizedtesting.SeedInfo.seed([FEBEE99D5D5849D7:5951F43E9215C6CF]:0)
[junit4] > at
org.apache.solr.cloud.autoscaling.sim.SimSolrCloudTestCase.waitForState(SimSolrCloudTestCase.java:284)
[junit4] > at
org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testAddNode(TestLargeCluster.java:230)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4149549 WARN (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are
closed, exiting.
[junit4] 2> 4149550 DEBUG
(SUITE-TestLargeCluster-seed#[FEBEE99D5D5849D7]-worker) [ ]
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> NOTE: leaving temporary files on disk at:
/export/home/jenkins/workspace/Lucene-Solr-7.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestLargeCluster_FEBEE99D5D5849D7-001
[junit4] 2> Jan 22, 2018 5:58:23 AM
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 79 leaked
thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard,
sim=RandomSimilarity(queryNorm=true): {}, locale=es-UY,
timezone=Europe/Kaliningrad
[junit4] 2> NOTE: SunOS 5.11 amd64/Oracle Corporation 1.8.0_152
(64-bit)/cpus=3,threads=1,free=125765400,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestFileDictionaryLookup,
TestAuthorizationFramework, QueryElevationComponentTest, TestConfigsApi,
UUIDUpdateProcessorFallbackTest, TestLegacyTerms, TestMergePolicyConfig,
TestSmileRequest, JavabinLoaderTest, LukeRequestHandlerTest, RecoveryZkTest,
ConvertedLegacyTest, DataDrivenBlockJoinTest,
BigEndianAscendingWordDeserializerTest, ManagedSchemaRoundRobinCloudTest,
StatelessScriptUpdateProcessorFactoryTest,
TestSolrCloudWithSecureImpersonation, DirectUpdateHandlerOptimizeTest,
OverseerStatusTest, TestSolrCLIRunExample, DocValuesMissingTest,
MoveReplicaHDFSFailoverTest, TestSchemaSimilarityResource, TestBlobHandler,
RollingRestartTest, TestConfigSetsAPI, SearchRateTriggerTest, BitVectorTest,
CoreSorterTest, ZkCLITest, NodeMutatorTest, DirectSolrSpellCheckerTest,
HdfsDirectoryTest, WordBreakSolrSpellCheckerTest, SuggestComponentTest,
DistributedQueryComponentOptimizationTest, QueryEqualityTest,
TestManagedSynonymGraphFilterFactory, TestCorePropertiesReload, TestPushWriter,
TestShardHandlerFactory, TestStandardQParsers, InfoHandlerTest,
ConnectionReuseTest, SearchHandlerTest, MoreLikeThisHandlerTest,
SchemaVersionSpecificBehaviorTest, TestPostingsSolrHighlighter,
TestConfigOverlay, TestFieldCollectionResource, TestPolicyCloud,
CachingDirectoryFactoryTest, TestFilteredDocIdSet, HttpSolrCallGetCoreTest,
TestFieldCacheReopen, ZkStateWriterTest, SolrMetricReporterTest,
MetricUtilsTest, BlockDirectoryTest, TestHdfsCloudBackupRestore,
TestOmitPositions, BlockJoinFacetSimpleTest,
VMParamsZkACLAndCredentialsProvidersTest, SolrJmxReporterCloudTest,
BasicZkTest, TestReplicationHandlerBackup, TestCloudSearcherWarming,
ResourceLoaderTest, TestDynamicLoading, SampleTest, QueryResultKeyTest,
TestGraphMLResponseWriter, TestXIncludeConfig,
CdcrReplicationDistributedZkTest, SolrIndexMetricsTest,
LeaderInitiatedRecoveryOnShardRestartTest, CurrencyFieldTypeTest,
TestLeaderElectionWithEmptyReplica, CustomHighlightComponentTest,
TestDistribStateManager, TestJsonFacetRefinement, TestReplicaProperties,
DistributedFacetPivotSmallAdvancedTest, CustomCollectionTest, TestJsonRequest,
TestRuleBasedAuthorizationPlugin, PropertiesRequestHandlerTest,
ReplicaListTransformerTest, TestAnalyzeInfixSuggestions, HighlighterTest,
TestSortByMinMaxFunction, CdcrBidirectionalTest, CursorPagingTest,
TestLRUStatsCache, HdfsWriteToMultipleCollectionsTest, TestExceedMaxTermLength,
HdfsRecoveryZkTest, TestRecoveryHdfs, TestRandomRequestDistribution,
ReplicationFactorTest, MoveReplicaTest,
OverriddenZkACLAndCredentialsProvidersTest, TestRecovery, TestExportWriter,
TestIntervalFaceting, SpatialRPTFieldTypeTest,
TestDynamicFieldCollectionResource, FieldMutatingUpdateProcessorTest,
DistributedMLTComponentTest, CdcrRequestHandlerTest,
DistributedFacetPivotWhiteBoxTest, RequiredFieldsTest,
CoreAdminRequestStatusTest, OpenExchangeRatesOrgProviderTest,
FastVectorHighlighterTest, TestLFUCache, TestFieldCacheSortRandom,
BlockJoinFacetDistribTest, TestSchemaNameResource, JSONWriterTest,
XmlUpdateRequestHandlerTest, CollectionsAPIDistributedZkTest,
TestConfigSetsAPIZkFailure, TestBM25SimilarityFactory, TestRequestForwarding,
TestExpandComponent, TestTolerantSearch, TestZkChroot,
SignatureUpdateProcessorFactoryTest, TestCursorMarkWithoutUniqueKey,
SolrXmlInZkTest, TestCloudDeleteByQuery,
HdfsTlogReplayBufferedWhileIndexingTest, TestCSVResponseWriter,
DeleteShardTest, CollectionTooManyReplicasTest, AnalysisErrorHandlingTest,
DateMathParserTest, SolrSlf4jReporterTest, BasicDistributedZkTest,
ExitableDirectoryReaderTest, SolrRequestParserTest, RAMDirectoryFactoryTest,
RuleEngineTest, AlternateDirectoryTest, LeaderElectionTest, SOLR749Test,
MultiTermTest, TestNRTOpen, DateFieldTest, TestObjectReleaseTracker,
TestRawTransformer, TestPhraseSuggestions, TestUtils, TestNumericTerms32,
TestSolrCloudWithHadoopAuthPlugin, SaslZkACLProviderTest,
TestEmbeddedSolrServerSchemaAPI, CacheHeaderTest,
TestComplexPhraseLeadingWildcard, AtomicUpdatesTest,
TestCloudJSONFacetJoinDomain, UpdateLogTest, TestSolrConfigHandler,
TestManagedSchema, TestSolrJ, JvmMetricsTest, HttpTriggerListenerTest,
TestInPlaceUpdatesDistrib, TestSearcherReuse,
ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestFiltering, SpatialFilterTest,
TestSolrCloudWithDelegationTokens, TestEmbeddedSolrServerAdminHandler,
TestSweetSpotSimilarityFactory, TestHashQParserPlugin,
TestPerFieldSimilarityWithDefaultOverride, CopyFieldTest,
TestManagedStopFilterFactory, TestSegmentSorting,
UninvertDocValuesMergePolicyTest, DistributedExpandComponentTest,
FacetPivotSmallTest, DistribCursorPagingTest, TestSolrDeletionPolicy1,
TestFastOutputStream, SpellCheckComponentTest, SolrCmdDistributorTest,
TestSort, TestFunctionQuery, TestLazyCores, TestIndexSearcher,
ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest,
SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest,
TestExtendedDismaxParser, SuggesterFSTTest, TestFoldingMultitermQuery,
DocValuesTest, SuggesterTSTTest, SuggesterTest, TestTrie, SuggesterWFSTTest,
TestCSVLoader, PolyFieldTest, SolrCoreCheckLockOnStartupTest,
TestPseudoReturnFields, TestWordDelimiterFilterFactory, TestRemoteStreaming,
SolrInfoBeanTest, DebugComponentTest, TestSurroundQueryParser,
DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf,
TestReversedWildcardFilterFactory, TestQueryTypes, PrimitiveFieldTypeTest,
TermsComponentTest, RequestHandlersTest, DocumentBuilderTest,
TestValueSourceCache, PathHierarchyTokenizerFactoryTest,
FieldAnalysisRequestHandlerTest, TestSolrQueryParser,
IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, SolrPluginUtilsTest,
TestJmxIntegration, TestCollationField, ReturnFieldsTest,
UpdateRequestProcessorFactoryTest, MBeansHandlerTest, QueryParsingTest,
TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest,
BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication,
PingRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName,
TestQuerySenderListener, UpdateParamsTest, TestQuerySenderNoQuery,
ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest,
TestStressRecovery, AssignBackwardCompatibilityTest,
CloudExitableDirectoryReaderTest, CollectionStateFormat2Test,
CollectionsAPISolrJTest, DistributedQueueTest, ForceLeaderTest,
LeaderFailureAfterFreshStartTest, MissingSegmentRecoveryTest,
MoveReplicaHDFSTest, RestartWhileUpdatingTest, SolrCLIZkUtilsTest,
TestCloudPseudoReturnFields, TestConfigSetsAPIExclusivity, TestCryptoKeys,
TestDownShardTolerantSearch, TestLeaderInitiatedRecoveryThread,
TestPrepRecovery, TestShortCircuitedRequests, TestSizeLimitedDistributedMap,
TestSolrCloudWithKerberosAlt, TestStressInPlaceUpdates,
TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud,
TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest,
ZkFailoverTest, SimpleCollectionCreateDeleteTest, TestCollectionAPI,
TestCollectionsAPIViaSolrCloudCluster, TestLocalFSCloudBackupRestore,
TestRequestStatusCollectionAPI, AutoAddReplicasIntegrationTest,
AutoAddReplicasPlanActionTest, AutoScalingHandlerTest, ExecutePlanActionTest,
HdfsAutoAddReplicasIntegrationTest, TestPolicyCloud, TestClusterStateProvider,
TestComputePlanAction, TestExecutePlanAction, TestGenericDistributedQueue,
TestLargeCluster]
[junit4] Completed [587/767 (1!)] on J0 in 63.70s, 4 tests, 1 error, 1
skipped <<< FAILURES!
[...truncated 48773 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]