Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2409/
2 tests failed.
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
Error Message:
1 thread leaked from SUITE scope at
org.apache.solr.cloud.autoscaling.sim.TestLargeCluster: 1) Thread[id=452,
name=AutoscalingActionExecutor-35-thread-1, state=RUNNABLE,
group=TGRP-TestLargeCluster] at
org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:131) at
org.apache.solr.common.util.Utils.makeDeepCopy(Utils.java:110) at
org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:92) at
org.apache.solr.common.util.Utils.makeDeepCopy(Utils.java:108) at
org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:92) at
org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:74) at
org.apache.solr.client.solrj.cloud.autoscaling.Row.copy(Row.java:91) at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.lambda$getMatrixCopy$1(Policy.java:297)
at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session$$Lambda$332/181639187.apply(Unknown
Source) at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
at
java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1374)
at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:481)
at
java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:471)
at
java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708)
at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
at java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:499)
at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.getMatrixCopy(Policy.java:298)
at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.copy(Policy.java:287)
at
org.apache.solr.client.solrj.cloud.autoscaling.Row.removeReplica(Row.java:156)
at
org.apache.solr.client.solrj.cloud.autoscaling.MoveReplicaSuggester.tryEachNode(MoveReplicaSuggester.java:60)
at
org.apache.solr.client.solrj.cloud.autoscaling.MoveReplicaSuggester.init(MoveReplicaSuggester.java:34)
at
org.apache.solr.client.solrj.cloud.autoscaling.Suggester.getSuggestion(Suggester.java:129)
at
org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:98)
at
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:307)
at
org.apache.solr.cloud.autoscaling.ScheduledTriggers$$Lambda$314/1334371849.run(Unknown
Source) at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266) at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$118/314480306.run(Unknown
Source) at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE
scope at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster:
1) Thread[id=452, name=AutoscalingActionExecutor-35-thread-1,
state=RUNNABLE, group=TGRP-TestLargeCluster]
at org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:131)
at org.apache.solr.common.util.Utils.makeDeepCopy(Utils.java:110)
at org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:92)
at org.apache.solr.common.util.Utils.makeDeepCopy(Utils.java:108)
at org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:92)
at org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:74)
at org.apache.solr.client.solrj.cloud.autoscaling.Row.copy(Row.java:91)
at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.lambda$getMatrixCopy$1(Policy.java:297)
at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session$$Lambda$332/181639187.apply(Unknown
Source)
at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
at
java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1374)
at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:481)
at
java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:471)
at
java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708)
at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
at
java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:499)
at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.getMatrixCopy(Policy.java:298)
at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.copy(Policy.java:287)
at
org.apache.solr.client.solrj.cloud.autoscaling.Row.removeReplica(Row.java:156)
at
org.apache.solr.client.solrj.cloud.autoscaling.MoveReplicaSuggester.tryEachNode(MoveReplicaSuggester.java:60)
at
org.apache.solr.client.solrj.cloud.autoscaling.MoveReplicaSuggester.init(MoveReplicaSuggester.java:34)
at
org.apache.solr.client.solrj.cloud.autoscaling.Suggester.getSuggestion(Suggester.java:129)
at
org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:98)
at
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:307)
at
org.apache.solr.cloud.autoscaling.ScheduledTriggers$$Lambda$314/1334371849.run(Unknown
Source)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$118/314480306.run(Unknown
Source)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([55C4D64435531959]:0)
FAILED:
junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
Error Message:
There are still zombie threads that couldn't be terminated: 1)
Thread[id=452, name=AutoscalingActionExecutor-35-thread-1, state=RUNNABLE,
group=TGRP-TestLargeCluster] at
org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:131) at
org.apache.solr.common.util.Utils.makeDeepCopy(Utils.java:110) at
org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:92) at
org.apache.solr.common.util.Utils.makeDeepCopy(Utils.java:108) at
org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:92) at
org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:74) at
org.apache.solr.client.solrj.cloud.autoscaling.Row.copy(Row.java:91) at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.lambda$getMatrixCopy$1(Policy.java:297)
at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session$$Lambda$332/181639187.apply(Unknown
Source) at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
at
java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1374)
at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:481)
at
java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:471)
at
java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708)
at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
at java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:499)
at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.getMatrixCopy(Policy.java:298)
at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.copy(Policy.java:287)
at
org.apache.solr.client.solrj.cloud.autoscaling.Row.addReplica(Row.java:122)
at
org.apache.solr.client.solrj.cloud.autoscaling.MoveReplicaSuggester.tryEachNode(MoveReplicaSuggester.java:59)
at
org.apache.solr.client.solrj.cloud.autoscaling.MoveReplicaSuggester.init(MoveReplicaSuggester.java:34)
at
org.apache.solr.client.solrj.cloud.autoscaling.Suggester.getSuggestion(Suggester.java:129)
at
org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:98)
at
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:307)
at
org.apache.solr.cloud.autoscaling.ScheduledTriggers$$Lambda$314/1334371849.run(Unknown
Source) at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266) at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$118/314480306.run(Unknown
Source) at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
1) Thread[id=452, name=AutoscalingActionExecutor-35-thread-1,
state=RUNNABLE, group=TGRP-TestLargeCluster]
at org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:131)
at org.apache.solr.common.util.Utils.makeDeepCopy(Utils.java:110)
at org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:92)
at org.apache.solr.common.util.Utils.makeDeepCopy(Utils.java:108)
at org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:92)
at org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:74)
at org.apache.solr.client.solrj.cloud.autoscaling.Row.copy(Row.java:91)
at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.lambda$getMatrixCopy$1(Policy.java:297)
at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session$$Lambda$332/181639187.apply(Unknown
Source)
at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
at
java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1374)
at java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:481)
at
java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:471)
at
java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708)
at java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
at
java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:499)
at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.getMatrixCopy(Policy.java:298)
at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.copy(Policy.java:287)
at
org.apache.solr.client.solrj.cloud.autoscaling.Row.addReplica(Row.java:122)
at
org.apache.solr.client.solrj.cloud.autoscaling.MoveReplicaSuggester.tryEachNode(MoveReplicaSuggester.java:59)
at
org.apache.solr.client.solrj.cloud.autoscaling.MoveReplicaSuggester.init(MoveReplicaSuggester.java:34)
at
org.apache.solr.client.solrj.cloud.autoscaling.Suggester.getSuggestion(Suggester.java:129)
at
org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:98)
at
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:307)
at
org.apache.solr.cloud.autoscaling.ScheduledTriggers$$Lambda$314/1334371849.run(Unknown
Source)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$118/314480306.run(Unknown
Source)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([55C4D64435531959]:0)
Build Log:
[...truncated 12160 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster
[junit4] 2> 35600 INFO
(SUITE-TestLargeCluster-seed#[55C4D64435531959]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestLargeCluster_55C4D64435531959-001/init-core-data-001
[junit4] 2> 35603 WARN
(SUITE-TestLargeCluster-seed#[55C4D64435531959]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 35603 INFO
(SUITE-TestLargeCluster-seed#[55C4D64435531959]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false)
w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 35605 INFO
(SUITE-TestLargeCluster-seed#[55C4D64435531959]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via:
@org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 35635 INFO
(SUITE-TestLargeCluster-seed#[55C4D64435531959]-worker) [ ]
o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find
system property or JNDI)
[junit4] 2> 35746 INFO
(TEST-TestLargeCluster.testNodeLost-seed#[55C4D64435531959]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testNodeLost
[junit4] 2> 35750 INFO
(TEST-TestLargeCluster.testNodeLost-seed#[55C4D64435531959]) [ ]
o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing
object cache...
[junit4] 2> 35750 DEBUG
(TEST-TestLargeCluster.testNodeLost-seed#[55C4D64435531959]) [ ]
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 35773 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 35777 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 1
[junit4] 2> 35784 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 35944 DEBUG (simCloudManagerPool-30-thread-1) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 35968 DEBUG (simCloudManagerPool-30-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 36155 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr,
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr,
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr,
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr,
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr,
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr,
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr,
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr,
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr,
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr,
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr,
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr,
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr,
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr,
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr,
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr,
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr,
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr,
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr,
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr,
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr,
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr,
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr,
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr,
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 36760 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 36760 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 36790 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 4
[junit4] 2> 36880 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr,
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr,
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr,
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr,
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr,
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr,
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr,
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr,
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr,
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr,
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr,
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr,
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr,
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr,
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr,
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr,
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr,
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr,
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr,
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr,
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr,
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr,
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr,
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr,
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 37031 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10082_solr,
127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr,
127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr,
127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr,
127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr,
127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr,
127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr,
127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr,
127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr,
127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr,
127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr,
127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr,
127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr,
127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr,
127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr,
127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr,
127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr,
127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr,
127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr,
127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr,
127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr,
127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr,
127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr,
127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr,
127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr,
127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr,
127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr,
127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr,
127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr,
127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr,
127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr,
127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr,
127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr,
127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
[junit4] 2> 37093 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 37093 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 1
[junit4] 2> 37094 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 37094 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37416 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 37416 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 37416 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37416 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37437 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37444 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37468 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37468 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37508 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37508 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37600 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37600 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37620 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37621 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37641 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37641 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37661 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37662 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37682 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37682 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37702 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37703 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37723 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37723 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37743 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37743 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37765 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37765 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37785 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37786 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37806 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37806 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37826 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37827 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37847 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37847 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37867 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37867 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37888 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37888 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37908 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37908 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37928 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37929 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37949 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37949 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37969 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37970 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 37990 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 37990 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38070 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38070 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38090 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38091 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38111 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38111 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38131 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38132 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38152 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38152 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38172 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38173 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38193 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38193 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38213 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38213 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38234 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38234 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38254 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38254 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38274 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38275 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38295 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38295 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38315 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38315 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38336 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38336 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38356 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38356 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38376 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38377 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38397 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38397 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38417 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38417 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38438 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38438 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38458 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38458 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38478 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38479 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38499 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38499 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38600 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38601 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38621 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38622 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38641 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38642 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38662 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38662 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38682 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38683 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38702 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38703 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38723 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38723 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38743 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38743 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38764 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38764 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38784 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38784 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38805 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38805 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38825 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38825 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38847 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38847 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38867 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38868 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38888 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38888 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38908 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38908 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38929 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38929 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38949 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38949 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38975 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38975 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 38995 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 38995 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39018 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39019 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39048 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39048 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39068 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39068 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39088 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39088 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39112 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39112 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39132 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39133 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39153 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39153 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39173 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39173 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39194 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39194 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39214 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39214 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39234 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39235 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39255 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39255 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39275 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39275 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39296 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39296 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39316 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39316 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39336 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39336 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39357 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39357 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39377 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39377 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39398 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39398 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39418 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39418 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39438 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39439 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39459 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39459 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39479 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39479 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39499 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39500 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39503 DEBUG (simCloudManagerPool-30-thread-3) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard10: {"core_node92":{
[junit4] 2> "node_name":"127.0.0.1:10063_solr",
[junit4] 2> "core":"testNodeLost_shard10_replica_n92",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard10",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 39503 DEBUG (simCloudManagerPool-30-thread-3) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard18: {"core_node180":{
[junit4] 2> "node_name":"127.0.0.1:10025_solr",
[junit4] 2> "core":"testNodeLost_shard18_replica_n180",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard18",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 39504 DEBUG (simCloudManagerPool-30-thread-3) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard1: {"core_node1":{
[junit4] 2> "node_name":"127.0.0.1:10052_solr",
[junit4] 2> "core":"testNodeLost_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 39504 DEBUG (simCloudManagerPool-30-thread-3) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard6: {"core_node60":{
[junit4] 2> "node_name":"127.0.0.1:10054_solr",
[junit4] 2> "core":"testNodeLost_shard6_replica_n60",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard6",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 39504 DEBUG (simCloudManagerPool-30-thread-3) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard7: {"core_node70":{
[junit4] 2> "node_name":"127.0.0.1:10002_solr",
[junit4] 2> "core":"testNodeLost_shard7_replica_n70",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard7",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 39504 DEBUG (simCloudManagerPool-30-thread-3) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard8: {"core_node80":{
[junit4] 2> "node_name":"127.0.0.1:10025_solr",
[junit4] 2> "core":"testNodeLost_shard8_replica_n80",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard8",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 39504 DEBUG (simCloudManagerPool-30-thread-3) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard9: {"core_node90":{
[junit4] 2> "node_name":"127.0.0.1:10032_solr",
[junit4] 2> "core":"testNodeLost_shard9_replica_n90",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard9",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 39520 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39520 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39520 DEBUG (simCloudManagerPool-30-thread-34) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard13: {"core_node129":{
[junit4] 2> "node_name":"127.0.0.1:10023_solr",
[junit4] 2> "core":"testNodeLost_shard13_replica_n129",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard13",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 39520 DEBUG (simCloudManagerPool-30-thread-37) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard2: {"core_node18":{
[junit4] 2> "node_name":"127.0.0.1:10050_solr",
[junit4] 2> "core":"testNodeLost_shard2_replica_n18",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 39520 DEBUG (simCloudManagerPool-30-thread-40) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard3: {"core_node29":{
[junit4] 2> "node_name":"127.0.0.1:10023_solr",
[junit4] 2> "core":"testNodeLost_shard3_replica_n29",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard3",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 39520 DEBUG (simCloudManagerPool-30-thread-42) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard14: {"core_node139":{
[junit4] 2> "node_name":"127.0.0.1:10014_solr",
[junit4] 2> "core":"testNodeLost_shard14_replica_n139",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard14",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 39520 DEBUG (simCloudManagerPool-30-thread-43) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard15: {"core_node149":{
[junit4] 2> "node_name":"127.0.0.1:10010_solr",
[junit4] 2> "core":"testNodeLost_shard15_replica_n149",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard15",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 39520 DEBUG (simCloudManagerPool-30-thread-4) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard4: {"core_node39":{
[junit4] 2> "node_name":"127.0.0.1:10014_solr",
[junit4] 2> "core":"testNodeLost_shard4_replica_n39",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard4",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 39520 DEBUG (simCloudManagerPool-30-thread-46) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard16: {"core_node159":{
[junit4] 2> "node_name":"127.0.0.1:10062_solr",
[junit4] 2> "core":"testNodeLost_shard16_replica_n159",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard16",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 39520 DEBUG (simCloudManagerPool-30-thread-48) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard5: {"core_node50":{
[junit4] 2> "node_name":"127.0.0.1:10080_solr",
[junit4] 2> "core":"testNodeLost_shard5_replica_n50",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard5",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 39520 DEBUG (simCloudManagerPool-30-thread-30) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard12: {"core_node119":{
[junit4] 2> "node_name":"127.0.0.1:10089_solr",
[junit4] 2> "core":"testNodeLost_shard12_replica_n119",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard12",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 39521 DEBUG (simCloudManagerPool-30-thread-29) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard11: {"core_node108":{
[junit4] 2> "node_name":"127.0.0.1:10045_solr",
[junit4] 2> "core":"testNodeLost_shard11_replica_n108",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard11",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 39521 DEBUG (simCloudManagerPool-30-thread-50) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard17: {"core_node169":{
[junit4] 2> "node_name":"127.0.0.1:10013_solr",
[junit4] 2> "core":"testNodeLost_shard17_replica_n169",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard17",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 39521 DEBUG (simCloudManagerPool-30-thread-49) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard19: {"core_node190":{
[junit4] 2> "node_name":"127.0.0.1:10032_solr",
[junit4] 2> "core":"testNodeLost_shard19_replica_n190",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard19",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 39521 DEBUG (simCloudManagerPool-30-thread-26) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost /
shard20: {"core_node191":{
[junit4] 2> "node_name":"127.0.0.1:10048_solr",
[junit4] 2> "core":"testNodeLost_shard20_replica_n191",
[junit4] 2> "leader":"true",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInBytes":1,
[junit4] 2> "shard":"shard20",
[junit4] 2> "collection":"testNodeLost"}}
[junit4] 2> 39543 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100
[junit4] 2> 39543 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 100
[junit4] 2> 39557 INFO
(TEST-TestLargeCluster.testNodeLost-seed#[55C4D64435531959]) [ ]
o.a.s.c.a.s.TestLargeCluster Ready after 2628 ms
[junit4] 2> 39564 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 99
[junit4] 2> 39564 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10082_solr
[junit4] 2> 39564 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 99
[junit4] 2> 39564 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10082_solr
[junit4] 2> 39584 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 99
[junit4] 2> 39585 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 99
[junit4] 2> 39605 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 99
[junit4] 2> 39605 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 99
[junit4] 2> 39625 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 99
[junit4] 2> 39625 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 99
[junit4] 2> 39646 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 99
[junit4] 2> 39646 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 99
[junit4] 2> 39666 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 99
[junit4] 2> 39666 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10082_solr]
[junit4] 2> 39669 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"4a0e4223458998Tck08j1vnb62jl3z8yve6bj2wh",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":20844825498978712,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[20844825498978712],
[junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}}
[junit4] 2> 39670 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_lost_trigger]
[junit4] 2> 39680 DEBUG (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"4a0e4223458998Tck08j1vnb62jl3z8yve6bj2wh",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":20844825498978712,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[20844825498978712],
[junit4] 2> "_enqueue_time_":20844830799476062,
[junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}}
[junit4] 2> 39698 DEBUG (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"4a0e4223458998Tck08j1vnb62jl3z8yve6bj2wh",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":20844825498978712,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[20844825498978712],
[junit4] 2> "_enqueue_time_":20844830799476062,
[junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}} with context
properties: {BEFORE_ACTION=[compute]}
[junit4] 2> 40000 INFO (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node5
[junit4] 2> 40110 INFO (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node105
[junit4] 2> 40111 INFO (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 20844852826
sessionWrapper.createTime 20844833936891012, this.sessionWrapper.createTime
20844833936891012
[junit4] 2> 40124 DEBUG (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"4a0e4223458998Tck08j1vnb62jl3z8yve6bj2wh",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":20844825498978712,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[20844825498978712],
[junit4] 2> "_enqueue_time_":20844830799476062,
[junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}} with context
properties:
{operations=[org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@6826fbed,
org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica@7c62d308],
AFTER_ACTION=[compute], BEFORE_ACTION=[compute, execute]}
[junit4] 2> 40124 DEBUG (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10072_solr&inPlaceMove=true&replica=core_node5
[junit4] 2> 40227 DEBUG (simCloudManagerPool-30-thread-134) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node202":{
[junit4] 2> "core":"testNodeLost_shard1_replica_n201",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "node_name":"127.0.0.1:10072_solr",
[junit4] 2> "type":"NRT"}}
[junit4] 2> 40345 DEBUG (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10056_solr&inPlaceMove=true&replica=core_node105
[junit4] 2> 40449 DEBUG (simCloudManagerPool-30-thread-186) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node204":{
[junit4] 2> "core":"testNodeLost_shard11_replica_n203",
[junit4] 2> "shard":"shard11",
[junit4] 2> "collection":"testNodeLost",
[junit4] 2> "node_name":"127.0.0.1:10056_solr",
[junit4] 2> "type":"NRT"}}
[junit4] 2> 40577 DEBUG (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 40577 DEBUG (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 40577 DEBUG (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 44827 ms for event
id=4a0e4223458998Tck08j1vnb62jl3z8yve6bj2wh
[junit4] 2> 40694 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 90
[junit4] 2> 40694 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10004_solr
[junit4] 2> 40694 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr
[junit4] 2> 40694 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10049_solr
[junit4] 2> 40694 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10020_solr
[junit4] 2> 40694 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10065_solr
[junit4] 2> 40694 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10021_solr
[junit4] 2> 40694 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10005_solr
[junit4] 2> 40694 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10066_solr
[junit4] 2> 40694 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10035_solr
[junit4] 2> 40694 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10082_solr]
[junit4] 2> 40695 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"4a0e422219dc36Tck08j1vnb62jl3z8yve6bj2wk",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":20844825479339062,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[20844825479339062],
[junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}}
[junit4] 2> 40695 DEBUG (ScheduledTrigger-31-thread-4) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_lost_trigger]
[junit4] 2> 40700 DEBUG (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"4a0e422219dc36Tck08j1vnb62jl3z8yve6bj2wk",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":20844825479339062,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[20844825479339062],
[junit4] 2> "_enqueue_time_":20844882038760212,
[junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}}
[junit4] 2> 40700 DEBUG (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"4a0e422219dc36Tck08j1vnb62jl3z8yve6bj2wk",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":20844825479339062,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[20844825479339062],
[junit4] 2> "_enqueue_time_":20844882038760212,
[junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}} with context
properties: {BEFORE_ACTION=[auto_add_replicas_plan]}
[junit4] 2> 40704 INFO (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 20844882508
sessionWrapper.createTime 20844882470935962, this.sessionWrapper.createTime
20844882470935962
[junit4] 2> 40705 DEBUG (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"4a0e422219dc36Tck08j1vnb62jl3z8yve6bj2wk",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":20844825479339062,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[20844825479339062],
[junit4] 2> "_enqueue_time_":20844882038760212,
[junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}} with context
properties: {AFTER_ACTION=[auto_add_replicas_plan],
BEFORE_ACTION=[auto_add_replicas_plan, execute_plan]}
[junit4] 2> 40705 INFO (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"4a0e422219dc36Tck08j1vnb62jl3z8yve6bj2wk",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":20844825479339062,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[20844825479339062],
[junit4] 2> "_enqueue_time_":20844882038760212,
[junit4] 2> "nodeNames":["127.0.0.1:10082_solr"]}}
[junit4] 2> 40708 DEBUG (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 40708 DEBUG (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
[junit4] 2> 40708 DEBUG (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 372 ms for event
id=4a0e422219dc36Tck08j1vnb62jl3z8yve6bj2wk
[junit4] 2> 40808 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 88
[junit4] 2> 40808 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 88
[junit4] 2> 40808 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10051_solr
[junit4] 2> 40808 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10004_solr
[junit4] 2> 40808 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr
[junit4] 2> 40808 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10018_solr
[junit4] 2> 40808 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10049_solr
[junit4] 2> 40808 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10020_solr
[junit4] 2> 40808 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10065_solr
[junit4] 2> 40808 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10021_solr
[junit4] 2> 40808 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10005_solr
[junit4] 2> 40808 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10066_solr
[junit4] 2> 40808 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10035_solr
[junit4] 2> 40808 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10051_solr
[junit4] 2> 40808 DEBUG (ScheduledTrigger-31-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10019_solr
[junit4] 2> 40828 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 88
[junit4] 2> 40829 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 88
[junit4] 2> 40849 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 88
[junit4] 2> 40849 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 88
[junit4] 2> 40869 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 88
[junit4] 2> 40869 DEBUG (ScheduledTrigger-31-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 88
[junit4] 2> 40890 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 88
[junit4] 2> 40890 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 88
[junit4] 2> 40910 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 87
[junit4] 2> 40910 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10096_solr
[junit4] 2> 40910 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with
currently live nodes: 87
[junit4] 2> 40910 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10096_solr
[junit4] 2> 40910 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost
nodes: [127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr,
127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr,
127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10020_solr,
127.0.0.1:10065_solr, 127.0.0.1:10019_solr]
[junit4] 2> 40911 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"4a0e509db987c0Tck08j1vnb62jl3z8yve6bj2wn",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":20844887682942912,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 20844887682942912,
[junit4] 2> 20844887685040662,
[junit4] 2> 20844887686400212,
[junit4] 2> 20844887690153312,
[junit4] 2> 20844887691392762,
[junit4] 2> 20844887692664762,
[junit4] 2> 20844887694168962,
[junit4] 2> 20844887695483562,
[junit4] 2> 20844887687662612,
[junit4] 2> 20844887688919462,
[junit4] 2> 20844887696764412],
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10004_solr",
[junit4] 2> "127.0.0.1:10018_solr",
[junit4] 2> "127.0.0.1:10049_solr",
[junit4] 2> "127.0.0.1:10021_solr",
[junit4] 2> "127.0.0.1:10005_solr",
[junit4] 2> "127.0.0.1:10066_solr",
[junit4] 2> "127.0.0.1:10035_solr",
[junit4] 2> "127.0.0.1:10051_solr",
[junit4] 2> "127.0.0.1:10020_solr",
[junit4] 2> "127.0.0.1:10065_solr",
[junit4] 2> "127.0.0.1:10019_solr"]}}
[junit4] 2> 40911 DEBUG (ScheduledTrigger-31-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas,
node_lost_trigger]
[junit4] 2> 40913 DEBUG (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"4a0e509db987c0Tck08j1vnb62jl3z8yve6bj2wn",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":20844887682942912,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 20844887682942912,
[junit4] 2> 20844887685040662,
[junit4] 2> 20844887686400212,
[junit4] 2> 20844887690153312,
[junit4] 2> 20844887691392762,
[junit4] 2> 20844887692664762,
[junit4] 2> 20844887694168962,
[junit4] 2> 20844887695483562,
[junit4] 2> 20844887687662612,
[junit4] 2> 20844887688919462,
[junit4] 2> 20844887696764412],
[junit4] 2> "_enqueue_time_":20844892829889362,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10004_solr",
[junit4] 2> "127.0.0.1:10018_solr",
[junit4] 2> "127.0.0.1:10049_solr",
[junit4] 2> "127.0.0.1:10021_solr",
[junit4] 2> "127.0.0.1:10005_solr",
[junit4] 2> "127.0.0.1:10066_solr",
[junit4] 2> "127.0.0.1:10035_solr",
[junit4] 2> "127.0.0.1:10051_solr",
[junit4] 2> "127.0.0.1:10020_solr",
[junit4] 2> "127.0.0.1:10065_solr",
[junit4] 2> "127.0.0.1:10019_solr"]}}
[junit4] 2> 40913 DEBUG (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"4a0e509db987c0Tck08j1vnb62jl3z8yve6bj2wn",
[junit4] 2> "source":"node_lost_trigger",
[junit4] 2> "eventTime":20844887682942912,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 20844887682942912,
[junit4] 2> 20844887685040662,
[junit4] 2> 20844887686400212,
[junit4] 2> 20844887690153312,
[junit4] 2> 20844887691392762,
[junit4] 2> 20844887692664762,
[junit4] 2> 20844887694168962,
[junit4] 2> 20844887695483562,
[junit4] 2> 20844887687662612,
[junit4] 2> 20844887688919462,
[junit4] 2> 20844887696764412],
[junit4] 2> "_enqueue_time_":20844892829889362,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10004_solr",
[junit4] 2> "127.0.0.1:10018_solr",
[junit4] 2> "127.0.0.1:10049_solr",
[junit4] 2> "127.0.0.1:10021_solr",
[junit4] 2> "127.0.0.1:10005_solr",
[junit4] 2> "127.0.0.1:10066_solr",
[junit4] 2> "127.0.0.1:10035_solr",
[junit4] 2> "127.0.0.1:10051_solr",
[junit4] 2> "127.0.0.1:10020_solr",
[junit4] 2> "127.0.0.1:10065_solr",
[junit4] 2> "127.0.0.1:10019_solr"]}} with context properties:
{BEFORE_ACTION=[compute]}
[junit4] 2> 41470 INFO (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10059_solr&inPlaceMove=true&replica=core_node146
[junit4] 2> 41896 INFO (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10053_solr&inPlaceMove=true&replica=core_node46
[junit4] 2> 42300 INFO (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10037_solr&inPlaceMove=true&replica=core_node140
[junit4] 2> 42667 INFO (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10094_solr&inPlaceMove=true&replica=core_node40
[junit4] 2> 43011 INFO (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10091_solr&inPlaceMove=true&replica=core_node142
[junit4] 2> 43341 INFO (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10034_solr&inPlaceMove=true&replica=core_node42
[junit4] 2> 43648 INFO (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10031_solr&inPlaceMove=true&replica=core_node17
[junit4] 2> 43939 INFO (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10097_solr&inPlaceMove=true&replica=core_node117
[junit4] 2> 44210 INFO (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10002_solr&inPlaceMove=true&replica=core_node171
[junit4] 2> 44462 INFO (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10078_solr&inPlaceMove=true&replica=core_node71
[junit4] 2> 44694 INFO (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10075_solr&inPlaceMove=true&replica=core_node166
[junit4] 2> 44909 INFO (AutoscalingActionExecutor-32-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Comput
[...truncated too long message...]
er.tryEachNode(MoveReplicaSuggester.java:59)
[junit4] 2> at
org.apache.solr.client.solrj.cloud.autoscaling.MoveReplicaSuggester.init(MoveReplicaSuggester.java:34)
[junit4] 2> at
org.apache.solr.client.solrj.cloud.autoscaling.Suggester.getSuggestion(Suggester.java:129)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:98)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:307)
[junit4] 2> at
org.apache.solr.cloud.autoscaling.ScheduledTriggers$$Lambda$314/1334371849.run(Unknown
Source)
[junit4] 2> at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$118/314480306.run(Unknown
Source)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {},
docValues:{}, maxPointsInLeafNode=500, maxMBSortInHeap=7.905615706921216,
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@508ba56a),
locale=hr-HR, timezone=America/Indiana/Vincennes
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation
1.8.0_144 (64-bit)/cpus=4,threads=2,free=192217024,total=315621376
[junit4] 2> NOTE: All tests run in this JVM: [TestFiltering,
TestAnalyzeInfixSuggestions, RegexBytesRefFilterTest, TestFastWriter,
TestLargeCluster]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLargeCluster
-Dtests.seed=55C4D64435531959 -Dtests.multiplier=2 -Dtests.slow=true
-Dtests.locale=hr-HR -Dtests.timezone=America/Indiana/Vincennes
-Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | TestLargeCluster (suite) <<<
[junit4] > Throwable #1:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE
scope at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster:
[junit4] > 1) Thread[id=452,
name=AutoscalingActionExecutor-35-thread-1, state=RUNNABLE,
group=TGRP-TestLargeCluster]
[junit4] > at
org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:131)
[junit4] > at
org.apache.solr.common.util.Utils.makeDeepCopy(Utils.java:110)
[junit4] > at
org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:92)
[junit4] > at
org.apache.solr.common.util.Utils.makeDeepCopy(Utils.java:108)
[junit4] > at
org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:92)
[junit4] > at
org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:74)
[junit4] > at
org.apache.solr.client.solrj.cloud.autoscaling.Row.copy(Row.java:91)
[junit4] > at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.lambda$getMatrixCopy$1(Policy.java:297)
[junit4] > at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session$$Lambda$332/181639187.apply(Unknown
Source)
[junit4] > at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
[junit4] > at
java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1374)
[junit4] > at
java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:481)
[junit4] > at
java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:471)
[junit4] > at
java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708)
[junit4] > at
java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
[junit4] > at
java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:499)
[junit4] > at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.getMatrixCopy(Policy.java:298)
[junit4] > at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.copy(Policy.java:287)
[junit4] > at
org.apache.solr.client.solrj.cloud.autoscaling.Row.removeReplica(Row.java:156)
[junit4] > at
org.apache.solr.client.solrj.cloud.autoscaling.MoveReplicaSuggester.tryEachNode(MoveReplicaSuggester.java:60)
[junit4] > at
org.apache.solr.client.solrj.cloud.autoscaling.MoveReplicaSuggester.init(MoveReplicaSuggester.java:34)
[junit4] > at
org.apache.solr.client.solrj.cloud.autoscaling.Suggester.getSuggestion(Suggester.java:129)
[junit4] > at
org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:98)
[junit4] > at
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:307)
[junit4] > at
org.apache.solr.cloud.autoscaling.ScheduledTriggers$$Lambda$314/1334371849.run(Unknown
Source)
[junit4] > at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] > at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] > at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$118/314480306.run(Unknown
Source)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at
__randomizedtesting.SeedInfo.seed([55C4D64435531959]:0)Throwable #2:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie
threads that couldn't be terminated:
[junit4] > 1) Thread[id=452,
name=AutoscalingActionExecutor-35-thread-1, state=RUNNABLE,
group=TGRP-TestLargeCluster]
[junit4] > at
org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:131)
[junit4] > at
org.apache.solr.common.util.Utils.makeDeepCopy(Utils.java:110)
[junit4] > at
org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:92)
[junit4] > at
org.apache.solr.common.util.Utils.makeDeepCopy(Utils.java:108)
[junit4] > at
org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:92)
[junit4] > at
org.apache.solr.common.util.Utils.getDeepCopy(Utils.java:74)
[junit4] > at
org.apache.solr.client.solrj.cloud.autoscaling.Row.copy(Row.java:91)
[junit4] > at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.lambda$getMatrixCopy$1(Policy.java:297)
[junit4] > at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session$$Lambda$332/181639187.apply(Unknown
Source)
[junit4] > at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
[junit4] > at
java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1374)
[junit4] > at
java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:481)
[junit4] > at
java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:471)
[junit4] > at
java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:708)
[junit4] > at
java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
[junit4] > at
java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:499)
[junit4] > at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.getMatrixCopy(Policy.java:298)
[junit4] > at
org.apache.solr.client.solrj.cloud.autoscaling.Policy$Session.copy(Policy.java:287)
[junit4] > at
org.apache.solr.client.solrj.cloud.autoscaling.Row.addReplica(Row.java:122)
[junit4] > at
org.apache.solr.client.solrj.cloud.autoscaling.MoveReplicaSuggester.tryEachNode(MoveReplicaSuggester.java:59)
[junit4] > at
org.apache.solr.client.solrj.cloud.autoscaling.MoveReplicaSuggester.init(MoveReplicaSuggester.java:34)
[junit4] > at
org.apache.solr.client.solrj.cloud.autoscaling.Suggester.getSuggestion(Suggester.java:129)
[junit4] > at
org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:98)
[junit4] > at
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:307)
[junit4] > at
org.apache.solr.cloud.autoscaling.ScheduledTriggers$$Lambda$314/1334371849.run(Unknown
Source)
[junit4] > at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] > at
java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] > at
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$118/314480306.run(Unknown
Source)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at
__randomizedtesting.SeedInfo.seed([55C4D64435531959]:0)
[junit4] Completed [35/783 (1!)] on J2 in 127.18s, 4 tests, 2 errors, 1
skipped <<< FAILURES!
[...truncated 52000 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
