Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/3422/
1 tests failed. FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testAddNode Error Message: did not finish processing all events in time: started=1, finished=0 Stack Trace: java.lang.AssertionError: did not finish processing all events in time: started=1, finished=0 at __randomizedtesting.SeedInfo.seed([5A733CF35F891903:FD9C215090C4961B]:0) at org.junit.Assert.fail(Assert.java:88) at org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testAddNode(TestSimLargeCluster.java:341) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:566) at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938) at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974) at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817) at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468) at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947) at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832) at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883) at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) at java.base/java.lang.Thread.run(Thread.java:834) Build Log: [...truncated 12905 lines...] [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster [junit4] 2> 96608 INFO (SUITE-TestSimLargeCluster-seed#[5A733CF35F891903]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom [junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSimLargeCluster_5A733CF35F891903-001/init-core-data-001 [junit4] 2> 96717 WARN (SUITE-TestSimLargeCluster-seed#[5A733CF35F891903]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5 [junit4] 2> 96717 INFO (SUITE-TestSimLargeCluster-seed#[5A733CF35F891903]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true [junit4] IGNOR/A 0.00s J0 | TestSimLargeCluster.testBasic [junit4] > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028")) [junit4] 2> 96773 INFO (SUITE-TestSimLargeCluster-seed#[5A733CF35F891903]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0) [junit4] 2> 97116 INFO (TEST-TestSimLargeCluster.testNodeLost-seed#[5A733CF35F891903]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLost [junit4] 2> 97190 INFO (TEST-TestSimLargeCluster.testNodeLost-seed#[5A733CF35F891903]) [ ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI) [junit4] 2> 97909 DEBUG (TEST-TestSimLargeCluster.testNodeLost-seed#[5A733CF35F891903]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr [junit4] 2> 98151 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers [junit4] 2> 98184 DEBUG (TEST-TestSimLargeCluster.testNodeLost-seed#[5A733CF35F891903]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0 [junit4] 2> 98187 DEBUG (TEST-TestSimLargeCluster.testNodeLost-seed#[5A733CF35F891903]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0 [junit4] 2> 98187 INFO (TEST-TestSimLargeCluster.testNodeLost-seed#[5A733CF35F891903]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory. [junit4] 2> 98221 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1 [junit4] 2> 98770 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0 [junit4] 2> 98771 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1 [junit4] 2> 98909 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 98921 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 98922 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1 [junit4] 2> 98938 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 99055 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 99067 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 99092 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 99104 DEBUG (ScheduledTrigger-23-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 99205 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 99275 DEBUG (simCloudManagerPool-22-thread-2) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 99277 DEBUG (simCloudManagerPool-22-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2 [junit4] 2> 99305 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2 [junit4] 2> 99310 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 99327 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 99347 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 99376 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 99376 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2 [junit4] 2> 99377 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 99424 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 99440 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 99460 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 99474 DEBUG (simCloudManagerPool-22-thread-4) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 99474 DEBUG (simCloudManagerPool-22-thread-4) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3 [junit4] 2> 99476 DEBUG (TEST-TestSimLargeCluster.testNodeLost-seed#[5A733CF35F891903]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=1 [junit4] 2> 99476 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3 [junit4] 2> 99477 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 99625 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 99625 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3 [junit4] 2> 99676 DEBUG (TEST-TestSimLargeCluster.testNodeLost-seed#[5A733CF35F891903]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1 [junit4] 2> 99676 DEBUG (TEST-TestSimLargeCluster.testNodeLost-seed#[5A733CF35F891903]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1 [junit4] 2> 99780 DEBUG (TEST-TestSimLargeCluster.testNodeLost-seed#[5A733CF35F891903]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2 [junit4] 2> 99783 DEBUG (TEST-TestSimLargeCluster.testNodeLost-seed#[5A733CF35F891903]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2 [junit4] 2> 100072 DEBUG (simCloudManagerPool-22-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3 [junit4] 2> 100075 DEBUG (simCloudManagerPool-22-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3 [junit4] 2> 100075 DEBUG (simCloudManagerPool-22-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (.system / shard1) [junit4] 2> 100094 DEBUG (simCloudManagerPool-22-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=4): {"core_node1":{ [junit4] 2> "core":".system_shard1_replica_n1", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":".system", [junit4] 2> "node_name":"127.0.0.1:10083_solr", [junit4] 2> "type":"NRT", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "state":"active", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0}} [junit4] 2> 100153 DEBUG (simCloudManagerPool-22-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4 [junit4] 2> 100167 DEBUG (simCloudManagerPool-22-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4 [junit4] 2> 100189 DEBUG (simCloudManagerPool-22-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5 [junit4] 2> 100202 DEBUG (simCloudManagerPool-22-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5 [junit4] 2> 100205 DEBUG (TEST-TestSimLargeCluster.testNodeLost-seed#[5A733CF35F891903]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, currentVersion=6 [junit4] 2> 100254 DEBUG (TEST-TestSimLargeCluster.testNodeLost-seed#[5A733CF35F891903]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6 [junit4] 2> 100256 DEBUG (TEST-TestSimLargeCluster.testNodeLost-seed#[5A733CF35F891903]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6 [junit4] 2> 100373 DEBUG (simCloudManagerPool-22-thread-8) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 100374 DEBUG (simCloudManagerPool-22-thread-8) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4 [junit4] 2> 100375 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4 [junit4] 2> 100375 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger3 - Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr] [junit4] 2> 100375 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 100375 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4 [junit4] 2> 100408 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 100476 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 100489 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 100498 DEBUG (simCloudManagerPool-22-thread-9) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration [junit4] 2> 100498 DEBUG (simCloudManagerPool-22-thread-9) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5 [junit4] 2> 100499 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5 [junit4] 2> 100499 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers [junit4] 2> 100499 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5 [junit4] 2> 100510 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 100511 DEBUG (simCloudManagerPool-22-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testNodeLost, currentVersion=7 [junit4] 2> 100512 DEBUG (simCloudManagerPool-22-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7 [junit4] 2> 100512 DEBUG (simCloudManagerPool-22-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7 [junit4] 2> 100525 DEBUG (simCloudManagerPool-22-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8 [junit4] 2> 100526 DEBUG (simCloudManagerPool-22-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8 [junit4] 2> 100528 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 100546 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 100562 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 100562 DEBUG (simCloudManagerPool-22-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9 [junit4] 2> 100563 DEBUG (simCloudManagerPool-22-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9 [junit4] 2> 100564 DEBUG (simCloudManagerPool-22-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testNodeLost / shard1) [junit4] 2> 100564 DEBUG (simCloudManagerPool-22-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard1 (currentVersion=10): {"core_node1":{ [junit4] 2> "core":"testNodeLost_shard1_replica_n1", [junit4] 2> "shard":"shard1", [junit4] 2> "collection":"testNodeLost", [junit4] 2> "node_name":"127.0.0.1:10003_solr", [junit4] 2> "type":"NRT", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "state":"active", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0}} [junit4] 2> 100566 DEBUG (simCloudManagerPool-22-thread-14) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10 [junit4] 2> 100603 DEBUG (simCloudManagerPool-22-thread-14) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10 [junit4] 2> 100627 DEBUG (simCloudManagerPool-22-thread-13) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11 [junit4] 2> 100627 DEBUG (simCloudManagerPool-22-thread-13) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11 [junit4] 2> 100643 DEBUG (simCloudManagerPool-22-thread-16) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12 [junit4] 2> 102061 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102098 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102099 DEBUG (simCloudManagerPool-22-thread-16) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12 [junit4] 2> 102113 DEBUG (simCloudManagerPool-22-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13 [junit4] 2> 102114 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102115 DEBUG (simCloudManagerPool-22-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13 [junit4] 2> 102115 DEBUG (simCloudManagerPool-22-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testNodeLost / shard20) [junit4] 2> 102116 DEBUG (simCloudManagerPool-22-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard20 (currentVersion=14): {"core_node194":{ [junit4] 2> "core":"testNodeLost_shard20_replica_n194", [junit4] 2> "shard":"shard20", [junit4] 2> "collection":"testNodeLost", [junit4] 2> "node_name":"127.0.0.1:10082_solr", [junit4] 2> "type":"NRT", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "state":"active", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0}} [junit4] 2> 102134 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102134 DEBUG (simCloudManagerPool-22-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14 [junit4] 2> 102135 DEBUG (simCloudManagerPool-22-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14 [junit4] 2> 102150 DEBUG (simCloudManagerPool-22-thread-17) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=15 [junit4] 2> 102150 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102152 DEBUG (simCloudManagerPool-22-thread-17) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15 [junit4] 2> 102170 DEBUG (simCloudManagerPool-22-thread-18) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=16 [junit4] 2> 102170 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102171 DEBUG (simCloudManagerPool-22-thread-18) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16 [junit4] 2> 102186 DEBUG (simCloudManagerPool-22-thread-19) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=17 [junit4] 2> 102186 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102188 DEBUG (simCloudManagerPool-22-thread-19) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17 [junit4] 2> 102206 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102222 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102243 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102251 DEBUG (simCloudManagerPool-22-thread-20) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=18 [junit4] 2> 102260 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102279 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102289 DEBUG (simCloudManagerPool-22-thread-20) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18 [junit4] 2> 102324 DEBUG (simCloudManagerPool-22-thread-21) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=19 [junit4] 2> 102332 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102345 DEBUG (simCloudManagerPool-22-thread-21) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19 [junit4] 2> 102353 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102360 DEBUG (simCloudManagerPool-22-thread-22) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=20 [junit4] 2> 102369 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102381 DEBUG (simCloudManagerPool-22-thread-22) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20 [junit4] 2> 102389 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102397 DEBUG (simCloudManagerPool-22-thread-23) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=21 [junit4] 2> 102405 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102418 DEBUG (simCloudManagerPool-22-thread-23) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 21 [junit4] 2> 102418 DEBUG (simCloudManagerPool-22-thread-23) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testNodeLost / shard2) [junit4] 2> 102418 DEBUG (simCloudManagerPool-22-thread-23) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard2 (currentVersion=22): {"core_node11":{ [junit4] 2> "core":"testNodeLost_shard2_replica_n11", [junit4] 2> "shard":"shard2", [junit4] 2> "collection":"testNodeLost", [junit4] 2> "node_name":"127.0.0.1:10068_solr", [junit4] 2> "type":"NRT", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "state":"active", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0}} [junit4] 2> 102426 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102441 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102454 DEBUG (simCloudManagerPool-22-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=22 [junit4] 2> 102458 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102470 DEBUG (simCloudManagerPool-22-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 22 [junit4] 2> 102478 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102490 DEBUG (simCloudManagerPool-22-thread-25) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=23 [junit4] 2> 102495 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102507 DEBUG (simCloudManagerPool-22-thread-25) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 23 [junit4] 2> 102516 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102522 DEBUG (simCloudManagerPool-22-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=24 [junit4] 2> 102531 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102543 DEBUG (simCloudManagerPool-22-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 24 [junit4] 2> 102552 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102559 DEBUG (simCloudManagerPool-22-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=25 [junit4] 2> 102567 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102580 DEBUG (simCloudManagerPool-22-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 25 [junit4] 2> 102604 DEBUG (simCloudManagerPool-22-thread-28) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=26 [junit4] 2> 102616 DEBUG (simCloudManagerPool-22-thread-28) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 26 [junit4] 2> 102625 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102632 DEBUG (simCloudManagerPool-22-thread-29) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=27 [junit4] 2> 102742 DEBUG (simCloudManagerPool-22-thread-29) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 27 [junit4] 2> 102751 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102769 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102775 DEBUG (simCloudManagerPool-22-thread-30) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=28 [junit4] 2> 102786 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102790 DEBUG (simCloudManagerPool-22-thread-30) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 28 [junit4] 2> 102827 DEBUG (simCloudManagerPool-22-thread-31) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=29 [junit4] 2> 102843 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102859 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102863 DEBUG (simCloudManagerPool-22-thread-31) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 29 [junit4] 2> 102875 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102885 DEBUG (simCloudManagerPool-22-thread-32) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=30 [junit4] 2> 102895 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102901 DEBUG (simCloudManagerPool-22-thread-32) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 30 [junit4] 2> 102912 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102919 DEBUG (simCloudManagerPool-22-thread-33) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=31 [junit4] 2> 102932 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102936 DEBUG (simCloudManagerPool-22-thread-33) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 31 [junit4] 2> 102936 DEBUG (simCloudManagerPool-22-thread-33) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testNodeLost / shard3) [junit4] 2> 102936 DEBUG (simCloudManagerPool-22-thread-33) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard3 (currentVersion=32): {"core_node21":{ [junit4] 2> "core":"testNodeLost_shard3_replica_n21", [junit4] 2> "shard":"shard3", [junit4] 2> "collection":"testNodeLost", [junit4] 2> "node_name":"127.0.0.1:10037_solr", [junit4] 2> "type":"NRT", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "state":"active", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0}} [junit4] 2> 102948 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102968 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102972 DEBUG (simCloudManagerPool-22-thread-34) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=32 [junit4] 2> 102985 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 102993 DEBUG (simCloudManagerPool-22-thread-34) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 32 [junit4] 2> 103008 DEBUG (simCloudManagerPool-22-thread-35) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=33 [junit4] 2> 103021 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103044 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103046 DEBUG (simCloudManagerPool-22-thread-35) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 33 [junit4] 2> 103061 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103065 DEBUG (simCloudManagerPool-22-thread-36) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=34 [junit4] 2> 103102 DEBUG (simCloudManagerPool-22-thread-36) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 34 [junit4] 2> 103115 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103118 DEBUG (simCloudManagerPool-22-thread-37) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=35 [junit4] 2> 103130 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103139 DEBUG (simCloudManagerPool-22-thread-37) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 35 [junit4] 2> 103150 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103156 DEBUG (simCloudManagerPool-22-thread-38) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=36 [junit4] 2> 103167 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103175 DEBUG (simCloudManagerPool-22-thread-38) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 36 [junit4] 2> 103187 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103195 DEBUG (simCloudManagerPool-22-thread-39) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=37 [junit4] 2> 103203 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103216 DEBUG (simCloudManagerPool-22-thread-39) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 37 [junit4] 2> 103224 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103233 DEBUG (simCloudManagerPool-22-thread-40) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=38 [junit4] 2> 103240 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103252 DEBUG (simCloudManagerPool-22-thread-40) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 38 [junit4] 2> 103260 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103276 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103288 DEBUG (simCloudManagerPool-22-thread-41) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=39 [junit4] 2> 103296 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103305 DEBUG (simCloudManagerPool-22-thread-41) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 39 [junit4] 2> 103313 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103324 DEBUG (simCloudManagerPool-22-thread-42) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=40 [junit4] 2> 103334 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103341 DEBUG (simCloudManagerPool-22-thread-42) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 40 [junit4] 2> 103348 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103361 DEBUG (simCloudManagerPool-22-thread-43) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=41 [junit4] 2> 103365 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103377 DEBUG (simCloudManagerPool-22-thread-43) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 41 [junit4] 2> 103377 DEBUG (simCloudManagerPool-22-thread-43) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testNodeLost / shard4) [junit4] 2> 103377 DEBUG (simCloudManagerPool-22-thread-43) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard4 (currentVersion=42): {"core_node31":{ [junit4] 2> "core":"testNodeLost_shard4_replica_n31", [junit4] 2> "shard":"shard4", [junit4] 2> "collection":"testNodeLost", [junit4] 2> "node_name":"127.0.0.1:10001_solr", [junit4] 2> "type":"NRT", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "state":"active", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0}} [junit4] 2> 103385 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103397 DEBUG (simCloudManagerPool-22-thread-44) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=42 [junit4] 2> 103450 DEBUG (simCloudManagerPool-22-thread-44) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 42 [junit4] 2> 103470 DEBUG (simCloudManagerPool-22-thread-45) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=43 [junit4] 2> 103487 DEBUG (simCloudManagerPool-22-thread-45) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 43 [junit4] 2> 103494 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103511 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103519 DEBUG (simCloudManagerPool-22-thread-46) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=44 [junit4] 2> 103531 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103540 DEBUG (simCloudManagerPool-22-thread-46) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 44 [junit4] 2> 103547 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103555 DEBUG (simCloudManagerPool-22-thread-47) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=45 [junit4] 2> 103568 DEBUG (ScheduledTrigger-23-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103576 DEBUG (simCloudManagerPool-22-thread-47) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 45 [junit4] 2> 103592 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103608 DEBUG (simCloudManagerPool-22-thread-48) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=46 [junit4] 2> 103608 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103683 DEBUG (simCloudManagerPool-22-thread-48) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 46 [junit4] 2> 103697 DEBUG (simCloudManagerPool-22-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=47 [junit4] 2> 103698 DEBUG (simCloudManagerPool-22-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 47 [junit4] 2> 103705 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103717 DEBUG (simCloudManagerPool-22-thread-50) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=48 [junit4] 2> 103717 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103718 DEBUG (simCloudManagerPool-22-thread-50) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 48 [junit4] 2> 103733 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103733 DEBUG (simCloudManagerPool-22-thread-51) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=49 [junit4] 2> 103734 DEBUG (simCloudManagerPool-22-thread-51) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 49 [junit4] 2> 103750 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103754 DEBUG (simCloudManagerPool-22-thread-52) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=50 [junit4] 2> 103754 DEBUG (simCloudManagerPool-22-thread-52) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 50 [junit4] 2> 103770 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103790 DEBUG (simCloudManagerPool-22-thread-53) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=51 [junit4] 2> 103790 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103803 DEBUG (simCloudManagerPool-22-thread-53) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 51 [junit4] 2> 103803 DEBUG (simCloudManagerPool-22-thread-53) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testNodeLost / shard5) [junit4] 2> 103803 DEBUG (simCloudManagerPool-22-thread-53) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard5 (currentVersion=52): {"core_node41":{ [junit4] 2> "core":"testNodeLost_shard5_replica_n41", [junit4] 2> "shard":"shard5", [junit4] 2> "collection":"testNodeLost", [junit4] 2> "node_name":"127.0.0.1:10046_solr", [junit4] 2> "type":"NRT", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "state":"active", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0}} [junit4] 2> 103806 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103818 DEBUG (simCloudManagerPool-22-thread-54) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=52 [junit4] 2> 103819 DEBUG (simCloudManagerPool-22-thread-54) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 52 [junit4] 2> 103827 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103843 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103851 DEBUG (simCloudManagerPool-22-thread-55) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=53 [junit4] 2> 103852 DEBUG (simCloudManagerPool-22-thread-55) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 53 [junit4] 2> 103863 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103867 DEBUG (simCloudManagerPool-22-thread-56) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=54 [junit4] 2> 103868 DEBUG (simCloudManagerPool-22-thread-56) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 54 [junit4] 2> 103879 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103900 DEBUG (simCloudManagerPool-22-thread-57) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=55 [junit4] 2> 103900 DEBUG (simCloudManagerPool-22-thread-57) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 55 [junit4] 2> 103901 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103916 DEBUG (simCloudManagerPool-22-thread-58) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=56 [junit4] 2> 103916 DEBUG (simCloudManagerPool-22-thread-58) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 56 [junit4] 2> 103917 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103936 DEBUG (simCloudManagerPool-22-thread-59) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=57 [junit4] 2> 103937 DEBUG (simCloudManagerPool-22-thread-59) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 57 [junit4] 2> 103937 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103952 DEBUG (simCloudManagerPool-22-thread-60) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=58 [junit4] 2> 103953 DEBUG (simCloudManagerPool-22-thread-60) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 58 [junit4] 2> 103953 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103973 DEBUG (simCloudManagerPool-22-thread-61) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=59 [junit4] 2> 103973 DEBUG (simCloudManagerPool-22-thread-61) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 59 [junit4] 2> 103973 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 103989 DEBUG (simCloudManagerPool-22-thread-62) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=60 [junit4] 2> 103989 DEBUG (simCloudManagerPool-22-thread-62) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 60 [junit4] 2> 103990 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104009 DEBUG (simCloudManagerPool-22-thread-63) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=61 [junit4] 2> 104010 DEBUG (simCloudManagerPool-22-thread-63) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 61 [junit4] 2> 104010 DEBUG (simCloudManagerPool-22-thread-63) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testNodeLost / shard6) [junit4] 2> 104010 DEBUG (simCloudManagerPool-22-thread-63) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard6 (currentVersion=62): {"core_node51":{ [junit4] 2> "core":"testNodeLost_shard6_replica_n51", [junit4] 2> "shard":"shard6", [junit4] 2> "collection":"testNodeLost", [junit4] 2> "node_name":"127.0.0.1:10027_solr", [junit4] 2> "type":"NRT", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "state":"active", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0}} [junit4] 2> 104010 DEBUG (ScheduledTrigger-23-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104025 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104033 DEBUG (simCloudManagerPool-22-thread-64) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=62 [junit4] 2> 104034 DEBUG (simCloudManagerPool-22-thread-64) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 62 [junit4] 2> 104045 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104053 DEBUG (simCloudManagerPool-22-thread-65) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=63 [junit4] 2> 104054 DEBUG (simCloudManagerPool-22-thread-65) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 63 [junit4] 2> 104062 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104074 DEBUG (simCloudManagerPool-22-thread-66) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=64 [junit4] 2> 104075 DEBUG (simCloudManagerPool-22-thread-66) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 64 [junit4] 2> 104082 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104090 DEBUG (simCloudManagerPool-22-thread-67) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=65 [junit4] 2> 104091 DEBUG (simCloudManagerPool-22-thread-67) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 65 [junit4] 2> 104098 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104118 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104122 DEBUG (simCloudManagerPool-22-thread-68) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=66 [junit4] 2> 104123 DEBUG (simCloudManagerPool-22-thread-68) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 66 [junit4] 2> 104123 DEBUG (MetricsHistoryHandler-26-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=67 [junit4] 2> 104124 DEBUG (MetricsHistoryHandler-26-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 67 [junit4] 2> 104156 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104171 DEBUG (simCloudManagerPool-22-thread-69) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=68 [junit4] 2> 104172 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104173 DEBUG (simCloudManagerPool-22-thread-69) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 68 [junit4] 2> 104179 DEBUG (MetricsHistoryHandler-26-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=69 [junit4] 2> 104180 DEBUG (MetricsHistoryHandler-26-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 69 [junit4] 2> 104191 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104195 DEBUG (simCloudManagerPool-22-thread-70) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=70 [junit4] 2> 104196 DEBUG (simCloudManagerPool-22-thread-70) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 70 [junit4] 2> 104207 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104216 DEBUG (simCloudManagerPool-22-thread-71) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=71 [junit4] 2> 104216 DEBUG (simCloudManagerPool-22-thread-71) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 71 [junit4] 2> 104228 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104232 DEBUG (simCloudManagerPool-22-thread-72) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=72 [junit4] 2> 104233 DEBUG (simCloudManagerPool-22-thread-72) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 72 [junit4] 2> 104244 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104252 DEBUG (simCloudManagerPool-22-thread-73) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=73 [junit4] 2> 104253 DEBUG (simCloudManagerPool-22-thread-73) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 73 [junit4] 2> 104253 DEBUG (simCloudManagerPool-22-thread-73) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testNodeLost / shard7) [junit4] 2> 104253 DEBUG (simCloudManagerPool-22-thread-73) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard7 (currentVersion=74): {"core_node61":{ [junit4] 2> "core":"testNodeLost_shard7_replica_n61", [junit4] 2> "shard":"shard7", [junit4] 2> "collection":"testNodeLost", [junit4] 2> "node_name":"127.0.0.1:10044_solr", [junit4] 2> "type":"NRT", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "state":"active", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0}} [junit4] 2> 104264 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104268 DEBUG (simCloudManagerPool-22-thread-74) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=74 [junit4] 2> 104269 DEBUG (simCloudManagerPool-22-thread-74) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 74 [junit4] 2> 104281 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104288 DEBUG (simCloudManagerPool-22-thread-75) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=75 [junit4] 2> 104289 DEBUG (simCloudManagerPool-22-thread-75) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 75 [junit4] 2> 104301 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104317 DEBUG (simCloudManagerPool-22-thread-76) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=76 [junit4] 2> 104318 DEBUG (simCloudManagerPool-22-thread-76) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 76 [junit4] 2> 104318 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104337 DEBUG (simCloudManagerPool-22-thread-77) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=77 [junit4] 2> 104338 DEBUG (simCloudManagerPool-22-thread-77) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 77 [junit4] 2> 104338 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104353 DEBUG (simCloudManagerPool-22-thread-78) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=78 [junit4] 2> 104354 DEBUG (simCloudManagerPool-22-thread-78) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 78 [junit4] 2> 104354 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104373 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104382 DEBUG (simCloudManagerPool-22-thread-79) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=79 [junit4] 2> 104382 DEBUG (simCloudManagerPool-22-thread-79) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 79 [junit4] 2> 104390 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104402 DEBUG (simCloudManagerPool-22-thread-80) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=80 [junit4] 2> 104403 DEBUG (simCloudManagerPool-22-thread-80) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 80 [junit4] 2> 104410 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104418 DEBUG (simCloudManagerPool-22-thread-81) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=81 [junit4] 2> 104419 DEBUG (simCloudManagerPool-22-thread-81) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 81 [junit4] 2> 104427 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104438 DEBUG (simCloudManagerPool-22-thread-82) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=82 [junit4] 2> 104439 DEBUG (simCloudManagerPool-22-thread-82) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 82 [junit4] 2> 104447 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104463 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104468 DEBUG (simCloudManagerPool-22-thread-83) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=83 [junit4] 2> 104469 DEBUG (simCloudManagerPool-22-thread-83) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 83 [junit4] 2> 104469 DEBUG (simCloudManagerPool-22-thread-83) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testNodeLost / shard8) [junit4] 2> 104469 DEBUG (simCloudManagerPool-22-thread-83) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard8 (currentVersion=84): {"core_node71":{ [junit4] 2> "core":"testNodeLost_shard8_replica_n71", [junit4] 2> "shard":"shard8", [junit4] 2> "collection":"testNodeLost", [junit4] 2> "node_name":"127.0.0.1:10065_solr", [junit4] 2> "type":"NRT", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "state":"active", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0}} [junit4] 2> 104483 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104487 DEBUG (simCloudManagerPool-22-thread-84) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=84 [junit4] 2> 104488 DEBUG (simCloudManagerPool-22-thread-84) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 84 [junit4] 2> 104499 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104503 DEBUG (simCloudManagerPool-22-thread-85) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=85 [junit4] 2> 104504 DEBUG (simCloudManagerPool-22-thread-85) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 85 [junit4] 2> 104519 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104523 DEBUG (simCloudManagerPool-22-thread-86) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=86 [junit4] 2> 104524 DEBUG (simCloudManagerPool-22-thread-86) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 86 [junit4] 2> 104539 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104548 DEBUG (simCloudManagerPool-22-thread-87) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=87 [junit4] 2> 104549 DEBUG (simCloudManagerPool-22-thread-87) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 87 [junit4] 2> 104556 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104564 DEBUG (simCloudManagerPool-22-thread-88) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=88 [junit4] 2> 104565 DEBUG (simCloudManagerPool-22-thread-88) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 88 [junit4] 2> 104572 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104580 DEBUG (simCloudManagerPool-22-thread-89) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=89 [junit4] 2> 104581 DEBUG (simCloudManagerPool-22-thread-89) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 89 [junit4] 2> 104593 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104600 DEBUG (simCloudManagerPool-22-thread-90) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=90 [junit4] 2> 104601 DEBUG (simCloudManagerPool-22-thread-90) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 90 [junit4] 2> 104609 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104617 DEBUG (simCloudManagerPool-22-thread-91) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=91 [junit4] 2> 104618 DEBUG (simCloudManagerPool-22-thread-91) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 91 [junit4] 2> 104629 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104645 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104649 DEBUG (simCloudManagerPool-22-thread-92) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=92 [junit4] 2> 104650 DEBUG (simCloudManagerPool-22-thread-92) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 92 [junit4] 2> 104665 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104669 DEBUG (simCloudManagerPool-22-thread-93) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=93 [junit4] 2> 104670 DEBUG (simCloudManagerPool-22-thread-93) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 93 [junit4] 2> 104670 DEBUG (simCloudManagerPool-22-thread-93) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testNodeLost / shard9) [junit4] 2> 104670 DEBUG (simCloudManagerPool-22-thread-93) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard9 (currentVersion=94): {"core_node81":{ [junit4] 2> "core":"testNodeLost_shard9_replica_n81", [junit4] 2> "shard":"shard9", [junit4] 2> "collection":"testNodeLost", [junit4] 2> "node_name":"127.0.0.1:10083_solr", [junit4] 2> "type":"NRT", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "state":"active", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0}} [junit4] 2> 104685 DEBUG (ScheduledTrigger-23-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104690 DEBUG (simCloudManagerPool-22-thread-94) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=94 [junit4] 2> 104691 DEBUG (simCloudManagerPool-22-thread-94) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 94 [junit4] 2> 104702 DEBUG (ScheduledTrigger-23-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104718 DEBUG (ScheduledTrigger-23-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104722 DEBUG (simCloudManagerPool-22-thread-95) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=95 [junit4] 2> 104723 DEBUG (simCloudManagerPool-22-thread-95) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 95 [junit4] 2> 104738 DEBUG (ScheduledTrigger-23-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104742 DEBUG (simCloudManagerPool-22-thread-96) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=96 [junit4] 2> 104743 DEBUG (simCloudManagerPool-22-thread-96) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 96 [junit4] 2> 104754 DEBUG (ScheduledTrigger-23-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104758 DEBUG (simCloudManagerPool-22-thread-97) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=97 [junit4] 2> 104759 DEBUG (simCloudManagerPool-22-thread-97) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 97 [junit4] 2> 104775 DEBUG (ScheduledTrigger-23-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104791 DEBUG (ScheduledTrigger-23-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104797 DEBUG (simCloudManagerPool-22-thread-98) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=98 [junit4] 2> 104798 DEBUG (simCloudManagerPool-22-thread-98) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 98 [junit4] 2> 104811 DEBUG (ScheduledTrigger-23-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104815 DEBUG (simCloudManagerPool-22-thread-99) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=99 [junit4] 2> 104816 DEBUG (simCloudManagerPool-22-thread-99) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 99 [junit4] 2> 104827 DEBUG (ScheduledTrigger-23-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104831 DEBUG (simCloudManagerPool-22-thread-100) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=100 [junit4] 2> 104832 DEBUG (simCloudManagerPool-22-thread-100) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 100 [junit4] 2> 104848 DEBUG (ScheduledTrigger-23-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104856 DEBUG (simCloudManagerPool-22-thread-101) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=101 [junit4] 2> 104857 DEBUG (simCloudManagerPool-22-thread-101) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 101 [junit4] 2> 104864 DEBUG (ScheduledTrigger-23-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104872 DEBUG (simCloudManagerPool-22-thread-102) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=102 [junit4] 2> 104873 DEBUG (simCloudManagerPool-22-thread-102) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 102 [junit4] 2> 104884 DEBUG (ScheduledTrigger-23-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104892 DEBUG (simCloudManagerPool-22-thread-103) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=103 [junit4] 2> 104893 DEBUG (simCloudManagerPool-22-thread-103) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 103 [junit4] 2> 104893 DEBUG (simCloudManagerPool-22-thread-103) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testNodeLost / shard10) [junit4] 2> 104893 DEBUG (simCloudManagerPool-22-thread-103) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard10 (currentVersion=104): {"core_node91":{ [junit4] 2> "core":"testNodeLost_shard10_replica_n91", [junit4] 2> "shard":"shard10", [junit4] 2> "collection":"testNodeLost", [junit4] 2> "node_name":"127.0.0.1:10063_solr", [junit4] 2> "type":"NRT", [junit4] 2> "leader":"true", [junit4] 2> "SEARCHER.searcher.maxDoc":0, [junit4] 2> "SEARCHER.searcher.deletedDocs":0, [junit4] 2> "INDEX.sizeInBytes":10240, [junit4] 2> "state":"active", [junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6, [junit4] 2> "SEARCHER.searcher.numDocs":0}} [junit4] 2> 104901 DEBUG (ScheduledTrigger-23-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104908 DEBUG (simCloudManagerPool-22-thread-104) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=104 [junit4] 2> 104909 DEBUG (simCloudManagerPool-22-thread-104) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 104 [junit4] 2> 104921 DEBUG (ScheduledTrigger-23-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104929 DEBUG (simCloudManagerPool-22-thread-105) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=105 [junit4] 2> 104930 DEBUG (simCloudManagerPool-22-thread-105) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 105 [junit4] 2> 104937 DEBUG (ScheduledTrigger-23-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104957 DEBUG (ScheduledTrigger-23-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger3 with currently live nodes: 100 and last live nodes: 100 [junit4] 2> 104961 DEBUG (simCloudManagerPool-22-thread-106) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=106 [junit4] 2> 104962 DEBUG (simCloudManagerPool-22-thread-106) [ ] o. [...truncated too long message...] ne-Solr-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml resolve: ivy-availability-check: [loadresource] Do not set property disallowed.ivy.jars.list as its length is 0. -ivy-fail-disallowed-ivy-version: ivy-fail: ivy-fail: ivy-configure: [ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/top-level-ivy-settings.xml resolve: jar-checksums: [mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1071005012 [copy] Copying 249 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1071005012 [delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/null1071005012 check-working-copy: [ivy:cachepath] :: resolving dependencies :: #;work...@lucene2-us-west.apache.org [ivy:cachepath] confs: [default] [ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;5.3.0.201903130848-r in public [ivy:cachepath] found com.jcraft#jsch;0.1.54 in public [ivy:cachepath] found com.jcraft#jzlib;1.1.1 in public [ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public [ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public [ivy:cachepath] found org.bouncycastle#bcpg-jdk15on;1.60 in public [ivy:cachepath] found org.bouncycastle#bcprov-jdk15on;1.60 in public [ivy:cachepath] found org.bouncycastle#bcpkix-jdk15on;1.60 in public [ivy:cachepath] found org.slf4j#slf4j-nop;1.7.2 in public [ivy:cachepath] :: resolution report :: resolve 61ms :: artifacts dl 13ms --------------------------------------------------------------------- | | modules || artifacts | | conf | number| search|dwnlded|evicted|| number|dwnlded| --------------------------------------------------------------------- | default | 9 | 0 | 0 | 0 || 9 | 0 | --------------------------------------------------------------------- [wc-checker] Initializing working copy... [wc-checker] Checking working copy status... -jenkins-base: BUILD SUCCESSFUL Total time: 212 minutes 45 seconds Archiving artifacts java.lang.InterruptedException: no matches found within 10000 at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847) at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726) at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707) at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086) Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2 at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741) at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357) at hudson.remoting.Channel.call(Channel.java:955) at hudson.FilePath.act(FilePath.java:1072) at hudson.FilePath.act(FilePath.java:1061) at hudson.FilePath.validateAntFileMask(FilePath.java:2705) at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243) at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81) at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20) at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744) at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690) at hudson.model.Build$BuildExecution.post2(Build.java:186) at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635) at hudson.model.Run.execute(Run.java:1835) at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43) at hudson.model.ResourceController.execute(ResourceController.java:97) at hudson.model.Executor.run(Executor.java:429) Caused: hudson.FilePath$TunneledInterruptedException at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088) at hudson.remoting.UserRequest.perform(UserRequest.java:212) at hudson.remoting.UserRequest.perform(UserRequest.java:54) at hudson.remoting.Request$2.run(Request.java:369) at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:748) Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000 at hudson.FilePath.act(FilePath.java:1074) at hudson.FilePath.act(FilePath.java:1061) at hudson.FilePath.validateAntFileMask(FilePath.java:2705) at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243) at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81) at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20) at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744) at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690) at hudson.model.Build$BuildExecution.post2(Build.java:186) at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635) at hudson.model.Run.execute(Run.java:1835) at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43) at hudson.model.ResourceController.execute(ResourceController.java:97) at hudson.model.Executor.run(Executor.java:429) No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error? Recording test results Build step 'Publish JUnit test result report' changed build result to UNSTABLE Email was triggered for: Unstable (Test Failures) Sending email for trigger: Unstable (Test Failures)
--------------------------------------------------------------------- To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org For additional commands, e-mail: dev-h...@lucene.apache.org