Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/1942/

1 tests failed.
FAILED:  
org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testAutoAddReplicas

Error Message:
Timed out waiting for trigger .auto_add_replicas to fire after simulated 60s 
(real 1200ms).

Stack Trace:
java.io.IOException: Timed out waiting for trigger .auto_add_replicas to fire 
after simulated 60s (real 1200ms).
        at 
__randomizedtesting.SeedInfo.seed([54ADA639AD931CDC:DD0D5545D998D0F5]:0)
        at 
org.apache.solr.cloud.autoscaling.sim.SimScenario$SimWaitListener.wait(SimScenario.java:705)
        at 
org.apache.solr.cloud.autoscaling.sim.SimScenario$WaitEvent.execute(SimScenario.java:771)
        at 
org.apache.solr.cloud.autoscaling.sim.SimScenario.run(SimScenario.java:1119)
        at 
org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testAutoAddReplicas(TestSimScenario.java:57)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at 
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at 
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
        at 
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
        at 
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
        at 
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
        at 
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
        at org.junit.rules.RunRules.evaluate(RunRules.java:20)
        at 
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
        at 
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
        at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14661 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimScenario
   [junit4]   2> 1092181 INFO  
(SUITE-TestSimScenario-seed#[54ADA639AD931CDC]-worker) [     ] 
o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to 
test-framework derived value of 
'/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1092181 INFO  
(SUITE-TestSimScenario-seed#[54ADA639AD931CDC]-worker) [     ] 
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: 
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1092182 INFO  
(SUITE-TestSimScenario-seed#[54ADA639AD931CDC]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Created dataDir: 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.sim.TestSimScenario_54ADA639AD931CDC-001/data-dir-111-001
   [junit4]   2> 1092182 WARN  
(SUITE-TestSimScenario-seed#[54ADA639AD931CDC]-worker) [     ] 
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 1092182 INFO  
(SUITE-TestSimScenario-seed#[54ADA639AD931CDC]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) 
w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1092184 INFO  
(SUITE-TestSimScenario-seed#[54ADA639AD931CDC]-worker) [     ] 
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: 
@org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1092187 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.SolrTestCaseJ4 ###Starting testSplitShard
   [junit4]   2> 1092306 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 1. CreateCluster   numNodes=2
   [junit4]   2> 1092307 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario            CreateCluster   numNodes=2
   [junit4]   2> 1092315 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 
127.0.0.1:10520_solr
   [junit4]   2> 1092315 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and 
.scheduled_maintenance triggers
   [junit4]   2> 1092315 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 1
   [junit4]   2> 1092315 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 1092315 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 
1
   [junit4]   2> 1092316 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=0
   [junit4]   2> 1092316 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 1092316 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history 
in memory.
   [junit4]   2> 1092316 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial 
livenodes: [127.0.0.1:10520_solr]
   [junit4]   2> 1092316 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 2. RunSolrRequest  
path=/admin/collections&action=CREATE&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=5
   [junit4]   2> 1092316 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded 
markers
   [junit4]   2> 1092316 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1092316 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario            RunSolrRequest  
path=/admin/collections&action=CREATE&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=5
   [junit4]   2> 1092316 DEBUG (ScheduledTrigger-8865-thread-2) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 1092317 DEBUG (simCloudManagerPool-8864-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection, 
currentVersion=1
   [junit4]   2> 1092317 DEBUG (simCloudManagerPool-8864-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=1
   [junit4]   2> 1092317 DEBUG (simCloudManagerPool-8864-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 1092327 DEBUG (simCloudManagerPool-8864-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=2
   [junit4]   2> 1092327 DEBUG (simCloudManagerPool-8864-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 1092337 DEBUG (ScheduledTrigger-8865-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1092338 DEBUG (simCloudManagerPool-8864-thread-2) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=3
   [junit4]   2> 1092338 DEBUG (simCloudManagerPool-8864-thread-2) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 1092338 DEBUG (simCloudManagerPool-8864-thread-2) [     ] 
o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / 
shard1)
   [junit4]   2> 1092338 DEBUG (simCloudManagerPool-8864-thread-2) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / 
shard1 (currentVersion=4): {"core_node1":{}}
   [junit4]   2> 1092348 DEBUG (simCloudManagerPool-8864-thread-3) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=4
   [junit4]   2> 1092349 DEBUG (simCloudManagerPool-8864-thread-3) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
   [junit4]   2> 1092357 DEBUG (ScheduledTrigger-8865-thread-4) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1092359 DEBUG (simCloudManagerPool-8864-thread-4) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=5
   [junit4]   2> 1092359 DEBUG (simCloudManagerPool-8864-thread-4) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
   [junit4]   2> 1092359 DEBUG (simCloudManagerPool-8864-thread-4) [     ] 
o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / 
shard2)
   [junit4]   2> 1092359 DEBUG (simCloudManagerPool-8864-thread-4) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / 
shard2 (currentVersion=6): {"core_node3":{}}
   [junit4]   2> 1092362 DEBUG (simCloudManagerPool-8864-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection 
testCollection, currentVersion=6
   [junit4]   2> 1092363 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 3. WaitCollection  
collection=testCollection&shards=2&replicas=2
   [junit4]   2> 1092363 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario            WaitCollection  
collection=testCollection&shards=2&replicas=2
   [junit4]   2> 1092372 DEBUG (simCloudManagerPool-8864-thread-5) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=6
   [junit4]   2> 1092373 DEBUG (simCloudManagerPool-8864-thread-5) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
   [junit4]   2> 1092373 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=7
   [junit4]   2> 1092373 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
   [junit4]   2> 1092373 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 4. SetShardMetrics 
collection=testCollection&shard=shard1&INDEX.sizeInBytes=1000000000
   [junit4]   2> 1092373 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario            SetShardMetrics 
collection=testCollection&shard=shard1&INDEX.sizeInBytes=1000000000
   [junit4]   2> 1092374 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 5. SetNodeMetrics  nodeset=#ANY&freedisk=1.5
   [junit4]   2> 1092374 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario            SetNodeMetrics  nodeset=#ANY&freedisk=1.5
   [junit4]   2> 1092374 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 6. RunSolrRequest  
path=/admin/collection&action=SPLITSHARD&collection=testCollection&shard=shard1&splitMethod=${method}
   [junit4]   2> 1092374 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario            RunSolrRequest  
path=/admin/collection&action=SPLITSHARD&collection=testCollection&shard=shard1&splitMethod=REWRITE
   [junit4]   2> 1092375 INFO  (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 1092383 DEBUG (ScheduledTrigger-8865-thread-4) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1092384 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1092384 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1092384 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1092384 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool 
executor
   [junit4]   2> 1092384 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1092384 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1092385 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 1. CreateCluster   numNodes=2
   [junit4]   2> 1092385 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario            CreateCluster   numNodes=2
   [junit4]   2> 1092388 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 
127.0.0.1:10522_solr
   [junit4]   2> 1092389 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and 
.scheduled_maintenance triggers
   [junit4]   2> 1092389 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 1
   [junit4]   2> 1092389 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 1092389 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 
1
   [junit4]   2> 1092395 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial 
livenodes: [127.0.0.1:10522_solr]
   [junit4]   2> 1092398 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=0
   [junit4]   2> 1092398 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 1092398 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history 
in memory.
   [junit4]   2> 1092398 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 2. RunSolrRequest  
path=/admin/collections&action=CREATE&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=5
   [junit4]   2> 1092398 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario            RunSolrRequest  
path=/admin/collections&action=CREATE&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=5
   [junit4]   2> 1092401 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded 
markers
   [junit4]   2> 1092401 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1092401 DEBUG (ScheduledTrigger-8871-thread-2) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 1092403 DEBUG (simCloudManagerPool-8870-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection, 
currentVersion=1
   [junit4]   2> 1092403 DEBUG (simCloudManagerPool-8870-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=1
   [junit4]   2> 1092403 DEBUG (simCloudManagerPool-8870-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 1092413 DEBUG (simCloudManagerPool-8870-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=2
   [junit4]   2> 1092414 DEBUG (simCloudManagerPool-8870-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 1092427 DEBUG (simCloudManagerPool-8870-thread-2) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=3
   [junit4]   2> 1092427 DEBUG (simCloudManagerPool-8870-thread-2) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 1092427 DEBUG (simCloudManagerPool-8870-thread-2) [     ] 
o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / 
shard1)
   [junit4]   2> 1092427 DEBUG (simCloudManagerPool-8870-thread-2) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / 
shard1 (currentVersion=4): {"core_node1":{}}
   [junit4]   2> 1092440 DEBUG (ScheduledTrigger-8871-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1092444 DEBUG (simCloudManagerPool-8870-thread-4) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=4
   [junit4]   2> 1092444 DEBUG (simCloudManagerPool-8870-thread-4) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
   [junit4]   2> 1092444 DEBUG (simCloudManagerPool-8870-thread-4) [     ] 
o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / 
shard2)
   [junit4]   2> 1092444 DEBUG (simCloudManagerPool-8870-thread-4) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / 
shard2 (currentVersion=5): {"core_node3":{}}
   [junit4]   2> 1092454 DEBUG (simCloudManagerPool-8870-thread-3) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=5
   [junit4]   2> 1092455 DEBUG (simCloudManagerPool-8870-thread-3) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
   [junit4]   2> 1092455 DEBUG (simCloudManagerPool-8870-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection 
testCollection, currentVersion=6
   [junit4]   2> 1092455 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 3. WaitCollection  
collection=testCollection&shards=2&replicas=2
   [junit4]   2> 1092455 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario            WaitCollection  
collection=testCollection&shards=2&replicas=2
   [junit4]   2> 1092461 DEBUG (ScheduledTrigger-8871-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1092465 DEBUG (simCloudManagerPool-8870-thread-5) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=6
   [junit4]   2> 1092465 DEBUG (simCloudManagerPool-8870-thread-5) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
   [junit4]   2> 1092465 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=7
   [junit4]   2> 1092465 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
   [junit4]   2> 1092465 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 4. SetShardMetrics 
collection=testCollection&shard=shard1&INDEX.sizeInBytes=1000000000
   [junit4]   2> 1092465 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario            SetShardMetrics 
collection=testCollection&shard=shard1&INDEX.sizeInBytes=1000000000
   [junit4]   2> 1092465 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 5. SetNodeMetrics  nodeset=#ANY&freedisk=1.5
   [junit4]   2> 1092465 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario            SetNodeMetrics  nodeset=#ANY&freedisk=1.5
   [junit4]   2> 1092465 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 6. RunSolrRequest  
path=/admin/collection&action=SPLITSHARD&collection=testCollection&shard=shard1&splitMethod=${method}
   [junit4]   2> 1092465 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario            RunSolrRequest  
path=/admin/collection&action=SPLITSHARD&collection=testCollection&shard=shard1&splitMethod=LINK
   [junit4]   2> 1092481 DEBUG (ScheduledTrigger-8871-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1092501 DEBUG (ScheduledTrigger-8871-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1092521 DEBUG (ScheduledTrigger-8871-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1092541 DEBUG (ScheduledTrigger-8871-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1092561 DEBUG (ScheduledTrigger-8871-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1092581 DEBUG (ScheduledTrigger-8871-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1092587 INFO  (simCloudManagerPool-8870-thread-6) [     ] 
o.a.s.c.a.c.SplitShardCmd numSubShards set at: 2
   [junit4]   2> 1092602 DEBUG (ScheduledTrigger-8871-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1092622 DEBUG (ScheduledTrigger-8871-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1092629 DEBUG (simCloudManagerPool-8870-thread-6) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=8
   [junit4]   2> 1092629 DEBUG (simCloudManagerPool-8870-thread-6) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
   [junit4]   2> 1092642 DEBUG (ScheduledTrigger-8871-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1092645 DEBUG (simCloudManagerPool-8870-thread-8) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=9
   [junit4]   2> 1092646 DEBUG (simCloudManagerPool-8870-thread-8) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
   [junit4]   2> 1092646 DEBUG (simCloudManagerPool-8870-thread-9) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=10
   [junit4]   2> 1092646 DEBUG (simCloudManagerPool-8870-thread-9) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
   [junit4]   2> 1092646 DEBUG (simCloudManagerPool-8870-thread-9) [     ] 
o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / 
shard1_1)
   [junit4]   2> 1092646 DEBUG (simCloudManagerPool-8870-thread-9) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / 
shard1_1 (currentVersion=11): {"core_node12":{}}
   [junit4]   2> 1092654 DEBUG (simCloudManagerPool-8870-thread-6) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=11
   [junit4]   2> 1092655 DEBUG (simCloudManagerPool-8870-thread-6) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
   [junit4]   2> 1092655 DEBUG (simCloudManagerPool-8870-thread-6) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** no leader in testCollection / shard1_0:{
   [junit4]   2>   "parent":"shard1",
   [junit4]   2>   "stateTimestamp":"1617208513944327250",
   [junit4]   2>   "range":"80000000-bfffffff",
   [junit4]   2>   "state":"construction",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node10":{
   [junit4]   2>       "core":"testCollection_shard1_0_replica_n9",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":20480,
   [junit4]   2>       "node_name":"127.0.0.1:10523_solr",
   [junit4]   2>       "base_url":"https://127.0.0.1:10523/solr";,
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":1.9073486328125E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":0},
   [junit4]   2>     "core_node8":{
   [junit4]   2>       "core":"testCollection_shard1_0_replica_n7",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":20480,
   [junit4]   2>       "node_name":"127.0.0.1:10522_solr",
   [junit4]   2>       "base_url":"https://127.0.0.1:10522/solr";,
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":1.9073486328125E-5,
   [junit4]   2>       "SEARCHER.searcher.numDocs":0}}}
   [junit4]   2> 1092655 DEBUG (simCloudManagerPool-8870-thread-10) [     ] 
o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / 
shard1_0)
   [junit4]   2> 1092655 DEBUG (simCloudManagerPool-8870-thread-10) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / 
shard1_0 (currentVersion=12): {"core_node10":{}}
   [junit4]   2> 1092658 DEBUG (simCloudManagerPool-8870-thread-6) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=12
   [junit4]   2> 1092658 DEBUG (simCloudManagerPool-8870-thread-6) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
   [junit4]   2> 1092659 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 7. WaitCollection  
collection=testCollection&shards=4&withInactive=true&replicas=2&requireLeaders=true
   [junit4]   2> 1092659 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario            WaitCollection  
collection=testCollection&shards=4&withInactive=true&replicas=2&requireLeaders=true
   [junit4]   2> 1092659 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=13
   [junit4]   2> 1092659 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
   [junit4]   2> 1092659 INFO  (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 1092663 DEBUG (ScheduledTrigger-8871-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1092665 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1092665 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1092665 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1092665 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool 
executor
   [junit4]   2> 1092665 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1092665 DEBUG 
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1092665 INFO  
(TEST-TestSimScenario.testSplitShard-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.SolrTestCaseJ4 ###Ending testSplitShard
   [junit4]   2> 1092668 INFO  
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.SolrTestCaseJ4 ###Starting testAutoAddReplicas
   [junit4]   2> 1092669 INFO  
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 1.    CreateCluster   numNodes=2
   [junit4]   2> 1092669 INFO  
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario               CreateCluster   numNodes=2
   [junit4]   2> 1092682 DEBUG 
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 
127.0.0.1:10524_solr
   [junit4]   2> 1092682 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and 
.scheduled_maintenance triggers
   [junit4]   2> 1092682 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 1
   [junit4]   2> 1092683 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 1092683 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 
1
   [junit4]   2> 1092706 DEBUG 
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=0
   [junit4]   2> 1092706 DEBUG 
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 1092706 INFO  
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history 
in memory.
   [junit4]   2> 1092706 INFO  
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 2.    LoadAutoscaling 
json={'cluster-policy'+:+[{'replica'+:+'<3',+'shard'+:+'#EACH',+'collection'+:+'testCollection','node':'#ANY'}]}&defaultWaitFor=10
   [junit4]   2> 1092706 INFO  
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario               LoadAutoscaling 
json={'cluster-policy'+:+[{'replica'+:+'<3',+'shard'+:+'#EACH',+'collection'+:+'testCollection','node':'#ANY'}]}&defaultWaitFor=10
   [junit4]   2> 1092707 DEBUG 
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 
2
   [junit4]   2> 1092707 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial 
livenodes: [127.0.0.1:10525_solr, 127.0.0.1:10524_solr]
   [junit4]   2> 1092717 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded 
markers
   [junit4]   2> 1092717 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 1
   [junit4]   2> 1092717 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 
2
   [junit4]   2> 1092717 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial 
livenodes: [127.0.0.1:10525_solr, 127.0.0.1:10524_solr]
   [junit4]   2> 1092718 INFO  
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 3.    RunSolrRequest  
path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 1092718 INFO  
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario               RunSolrRequest  
path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 1092730 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded 
markers
   [junit4]   2> 1092730 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1092730 DEBUG (ScheduledTrigger-8877-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1092756 DEBUG (simCloudManagerPool-8876-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection, 
currentVersion=1
   [junit4]   2> 1092756 DEBUG (simCloudManagerPool-8876-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=1
   [junit4]   2> 1092756 DEBUG (simCloudManagerPool-8876-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 1092758 DEBUG (ScheduledTrigger-8877-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1092766 DEBUG (simCloudManagerPool-8876-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=2
   [junit4]   2> 1092766 DEBUG (simCloudManagerPool-8876-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 1092786 DEBUG (simCloudManagerPool-8876-thread-2) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=3
   [junit4]   2> 1092787 DEBUG (simCloudManagerPool-8876-thread-2) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 1092787 DEBUG (simCloudManagerPool-8876-thread-2) [     ] 
o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / 
shard1)
   [junit4]   2> 1092787 DEBUG (simCloudManagerPool-8876-thread-2) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / 
shard1 (currentVersion=4): {"core_node1":{}}
   [junit4]   2> 1092800 DEBUG (simCloudManagerPool-8876-thread-3) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=4
   [junit4]   2> 1092801 DEBUG (simCloudManagerPool-8876-thread-3) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
   [junit4]   2> 1092812 DEBUG (simCloudManagerPool-8876-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection 
testCollection, currentVersion=5
   [junit4]   2> 1092812 INFO  
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 4.    WaitCollection  
collection=testCollection&shards=2&replicas=2
   [junit4]   2> 1092812 DEBUG (ScheduledTrigger-8877-thread-4) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1092812 INFO  
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario               WaitCollection  
collection=testCollection&shards=2&replicas=2
   [junit4]   2> 1092812 DEBUG 
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=5
   [junit4]   2> 1092813 DEBUG 
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
   [junit4]   2> 1092813 INFO  
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.CloudUtil -- shards without leaders: [shard2]
   [junit4]   2> 1092823 DEBUG (simCloudManagerPool-8876-thread-4) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=6
   [junit4]   2> 1092823 DEBUG (simCloudManagerPool-8876-thread-4) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
   [junit4]   2> 1092823 DEBUG (simCloudManagerPool-8876-thread-4) [     ] 
o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / 
shard2)
   [junit4]   2> 1092823 DEBUG (simCloudManagerPool-8876-thread-4) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / 
shard2 (currentVersion=7): {"core_node3":{}}
   [junit4]   2> 1092833 DEBUG (ScheduledTrigger-8877-thread-4) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1092836 DEBUG (simCloudManagerPool-8876-thread-5) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=7
   [junit4]   2> 1092836 DEBUG (simCloudManagerPool-8876-thread-5) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
   [junit4]   2> 1092836 DEBUG 
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=8
   [junit4]   2> 1092836 DEBUG 
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
   [junit4]   2> 1092836 INFO  
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 5.    SetEventListener        
trigger=.auto_add_replicas&stage=SUCCEEDED
   [junit4]   2> 1092836 INFO  
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario               SetEventListener        
trigger=.auto_add_replicas&stage=SUCCEEDED
   [junit4]   2> 1092837 INFO  
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 6.    KillNodes       node=${_random_node_}
   [junit4]   2> 1092837 INFO  
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario               KillNodes       node=127.0.0.1:10525_solr
   [junit4]   2> 1092837 DEBUG 
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider  -- created marker: 
/autoscaling/nodeLost/127.0.0.1:10525_solr
   [junit4]   2> 1092837 DEBUG 
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=9
   [junit4]   2> 1092837 DEBUG 
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
   [junit4]   2> 1092853 DEBUG (ScheduledTrigger-8877-thread-4) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1 and last live nodes: 2
   [junit4]   2> 1092853 DEBUG (ScheduledTrigger-8877-thread-4) [     ] 
o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10525_solr
   [junit4]   2> 1092858 DEBUG (simCloudManagerPool-8876-thread-6) [     ] 
o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / 
shard2)
   [junit4]   2> 1092859 INFO  (simCloudManagerPool-8876-thread-6) [     ] 
o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 3232ms
   [junit4]   2> 1092859 INFO  
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 7.    WaitEvent       trigger=.auto_add_replicas&wait=60
   [junit4]   2> 1092859 INFO  
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario               WaitEvent       
trigger=.auto_add_replicas&wait=60
   [junit4]   2> 1092873 DEBUG (ScheduledTrigger-8877-thread-4) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1092894 DEBUG (ScheduledTrigger-8877-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1092914 DEBUG (ScheduledTrigger-8877-thread-4) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1092924 DEBUG (simCloudManagerPool-8876-thread-6) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / 
shard2 (currentVersion=10): {"core_node4":{}}
   [junit4]   2> 1092924 DEBUG (simCloudManagerPool-8876-thread-7) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=10
   [junit4]   2> 1092924 DEBUG (simCloudManagerPool-8876-thread-7) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
   [junit4]   2> 1092934 DEBUG (ScheduledTrigger-8877-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1092954 DEBUG (ScheduledTrigger-8877-thread-4) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1092974 DEBUG (ScheduledTrigger-8877-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1092994 DEBUG (ScheduledTrigger-8877-thread-2) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1093015 DEBUG (ScheduledTrigger-8877-thread-2) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1093035 DEBUG (ScheduledTrigger-8877-thread-2) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1093230 DEBUG (ScheduledTrigger-8877-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1093230 DEBUG (ScheduledTrigger-8877-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost 
nodes: [127.0.0.1:10525_solr]
   [junit4]   2> 1093230 DEBUG (ScheduledTrigger-8877-thread-1) [     ] 
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"40da925ab3f9cbTc3f69vno6ciz325flqbatp2i4",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":18254720631306699,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[18254720631306699],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10525_solr"]}}
   [junit4]   2> 1093231 DEBUG (ScheduledTrigger-8877-thread-1) [     ] 
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, 
.scheduled_maintenance]
   [junit4]   2> 1093231 DEBUG (ScheduledTrigger-8877-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=11
   [junit4]   2> 1093231 DEBUG (ScheduledTrigger-8877-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
   [junit4]   2> 1093231 DEBUG (ScheduledTrigger-8877-thread-1) [     ] 
o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"40da925ab3f9cbTc3f69vno6ciz325flqbatp2i4",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":18254720631306699,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[18254720631306699],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":18254739534273349,
   [junit4]   2>     "nodeNames":["127.0.0.1:10525_solr"]}}
   [junit4]   2> 1093241 DEBUG (AutoscalingActionExecutor-8878-thread-1) [     
] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"40da925ab3f9cbTc3f69vno6ciz325flqbatp2i4",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":18254720631306699,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[18254720631306699],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":18254739534273349,
   [junit4]   2>     "nodeNames":["127.0.0.1:10525_solr"]}}
   [junit4]   2> 1093241 DEBUG (AutoscalingActionExecutor-8878-thread-1) [     
] o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"40da925ab3f9cbTc3f69vno6ciz325flqbatp2i4",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":18254720631306699,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[18254720631306699],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":18254739534273349,
   [junit4]   2>     "nodeNames":["127.0.0.1:10525_solr"]}} with context 
properties: {BEFORE_ACTION=[auto_add_replicas_plan]}
   [junit4]   2> 1093242 DEBUG (AutoscalingActionExecutor-8878-thread-1) [     
] o.a.s.c.a.ComputePlanAction -- estimated total max ops=12, effective maxOps=12
   [junit4]   2> 1093243 DEBUG (AutoscalingActionExecutor-8878-thread-1) [     
] o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testCollection&targetNode=127.0.0.1:10524_solr&inPlaceMove=true&replica=core_node2
   [junit4]   2> 1093245 DEBUG (AutoscalingActionExecutor-8878-thread-1) [     
] o.a.s.c.a.ComputePlanAction Computed Plan: 
action=MOVEREPLICA&collection=testCollection&targetNode=127.0.0.1:10524_solr&inPlaceMove=true&replica=core_node3
   [junit4]   2> 1093245 DEBUG (AutoscalingActionExecutor-8878-thread-1) [     
] o.a.s.c.a.ComputePlanAction -- no more operations suggested, stopping after 2 
ops...
   [junit4]   2> 1093245 DEBUG (AutoscalingActionExecutor-8878-thread-1) [     
] o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"40da925ab3f9cbTc3f69vno6ciz325flqbatp2i4",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":18254720631306699,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[18254720631306699],
   [junit4]   2>     "__compute_diag__":{
   [junit4]   2>       "noSuggestionsStopAfter":2,
   [junit4]   2>       "estimatedMaxOps":12,
   [junit4]   2>       "requestedOperations":-1,
   [junit4]   2>       "opLimit":12,
   [junit4]   2>       "maxOperations":12},
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":18254739534273349,
   [junit4]   2>     "nodeNames":["127.0.0.1:10525_solr"]}} with context 
properties: {operations=[{
   [junit4]   2>   
"class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"MOVEREPLICA",
   [junit4]   2>   "params.collection":"testCollection",
   [junit4]   2>   "params.targetNode":"127.0.0.1:10524_solr",
   [junit4]   2>   "params.inPlaceMove":"true",
   [junit4]   2>   "params.replica":"core_node2"}, {
   [junit4]   2>   
"class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"MOVEREPLICA",
   [junit4]   2>   "params.collection":"testCollection",
   [junit4]   2>   "params.targetNode":"127.0.0.1:10524_solr",
   [junit4]   2>   "params.inPlaceMove":"true",
   [junit4]   2>   "params.replica":"core_node3"}], 
AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan, 
execute_plan]}
   [junit4]   2> 1093245 DEBUG (AutoscalingActionExecutor-8878-thread-1) [     
] o.a.s.c.a.ExecutePlanAction Executing operation: 
action=MOVEREPLICA&collection=testCollection&targetNode=127.0.0.1:10524_solr&inPlaceMove=true&replica=core_node2
   [junit4]   2> 1093359 DEBUG (simCloudManagerPool-8876-thread-8) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node6":{}}
   [junit4]   2> 1093611 DEBUG (simCloudManagerPool-8876-thread-8) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=12
   [junit4]   2> 1093612 DEBUG (simCloudManagerPool-8876-thread-8) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
   [junit4]   2> 1093631 DEBUG (AutoscalingActionExecutor-8878-thread-1) [     
] o.a.s.c.a.ExecutePlanAction Executing operation: 
action=MOVEREPLICA&collection=testCollection&targetNode=127.0.0.1:10524_solr&inPlaceMove=true&replica=core_node3
   [junit4]   2> 1093642 DEBUG (simCloudManagerPool-8876-thread-11) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=13
   [junit4]   2> 1093642 DEBUG (simCloudManagerPool-8876-thread-11) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
   [junit4]   2> 1093742 DEBUG (simCloudManagerPool-8876-thread-11) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node8":{}}
   [junit4]   2> 1094004 DEBUG (simCloudManagerPool-8876-thread-11) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=14
   [junit4]   2> 1094005 DEBUG (simCloudManagerPool-8876-thread-11) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
   [junit4]   2> 1094045 DEBUG (MetricsHistoryHandler-8880-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=15
   [junit4]   2> 1094045 DEBUG (MetricsHistoryHandler-8880-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
   [junit4]   2> 1094084 DEBUG 
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1094084 DEBUG 
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1094084 DEBUG 
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1094084 INFO  (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 1094090 ERROR (AutoscalingActionExecutor-8878-thread-1) [     
] o.a.s.c.a.ExecutePlanAction Unexpected Exception while querying status of 
requestId=.auto_add_replicas/40da925ab3f9cbTc3f69vno6ciz325flqbatp2i4/1
   [junit4]   2>           => java.io.IOException: 
java.lang.InterruptedException
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:737)
   [junit4]   2> java.io.IOException: java.lang.InterruptedException
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:737)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:204)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:120)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:331)
 ~[java/:?]
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) 
~[?:1.8.0_281]
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_281]
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
 ~[java/:?]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
[?:1.8.0_281]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
[?:1.8.0_281]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_281]
   [junit4]   2> Caused by: java.lang.InterruptedException
   [junit4]   2>        at 
java.util.concurrent.FutureTask.awaitDone(FutureTask.java:404) ~[?:1.8.0_281]
   [junit4]   2>        at 
java.util.concurrent.FutureTask.get(FutureTask.java:204) ~[?:1.8.0_281]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:735)
 ~[java/:?]
   [junit4]   2>        ... 9 more
   [junit4]   2> 1094091 WARN  (AutoscalingActionExecutor-8878-thread-1) [     
] o.a.s.c.a.SystemLogListener Exception sending event. Collection: .system, 
event: {
   [junit4]   2>   "id":"40da925ab3f9cbTc3f69vno6ciz325flqbatp2i4",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":18254720631306699,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[18254720631306699],
   [junit4]   2>     "__compute_diag__":{
   [junit4]   2>       "noSuggestionsStopAfter":2,
   [junit4]   2>       "estimatedMaxOps":12,
   [junit4]   2>       "requestedOperations":-1,
   [junit4]   2>       "opLimit":12,
   [junit4]   2>       "maxOperations":12},
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":18254739534273349,
   [junit4]   2>     "nodeNames":["127.0.0.1:10525_solr"]}}, exception: 
java.io.IOException: already closed
   [junit4]   2> 1094091 WARN  (AutoscalingActionExecutor-8878-thread-1) [     
] o.a.s.c.a.ScheduledTriggers Exception executing actions
   [junit4]   2>           => 
org.apache.solr.cloud.autoscaling.TriggerActionException: Error processing 
action for trigger event: {
   [junit4]   2>   "id":"40da925ab3f9cbTc3f69vno6ciz325flqbatp2i4",
   [junit4]   2> org.apache.solr.cloud.autoscaling.TriggerActionException: 
Error processing action for trigger event: {
   [junit4]   2>   "id":"40da925ab3f9cbTc3f69vno6ciz325flqbatp2i4",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":18254720631306699,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[18254720631306699],
   [junit4]   2>     "__compute_diag__":{
   [junit4]   2>       "noSuggestionsStopAfter":2,
   [junit4]   2>       "estimatedMaxOps":12,
   [junit4]   2>       "requestedOperations":-1,
   [junit4]   2>       "opLimit":12,
   [junit4]   2>       "maxOperations":12},
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":18254739534273349,
   [junit4]   2>     "nodeNames":["127.0.0.1:10525_solr"]}}
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:334)
 ~[java/:?]
   [junit4]   2>        at 
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) 
~[?:1.8.0_281]
   [junit4]   2>        at 
java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_281]
   [junit4]   2>        at 
org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
 ~[java/:?]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) 
[?:1.8.0_281]
   [junit4]   2>        at 
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) 
[?:1.8.0_281]
   [junit4]   2>        at java.lang.Thread.run(Thread.java:748) [?:1.8.0_281]
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unexpected 
exception while processing event: {
   [junit4]   2>   "id":"40da925ab3f9cbTc3f69vno6ciz325flqbatp2i4",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":18254720631306699,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[18254720631306699],
   [junit4]   2>     "__compute_diag__":{
   [junit4]   2>       "noSuggestionsStopAfter":2,
   [junit4]   2>       "estimatedMaxOps":12,
   [junit4]   2>       "requestedOperations":-1,
   [junit4]   2>       "opLimit":12,
   [junit4]   2>       "maxOperations":12},
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":18254739534273349,
   [junit4]   2>     "nodeNames":["127.0.0.1:10525_solr"]}}
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:188)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:331)
 ~[java/:?]
   [junit4]   2>        ... 6 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unexpected 
exception executing operation: 
action=MOVEREPLICA&async=.auto_add_replicas/40da925ab3f9cbTc3f69vno6ciz325flqbatp2i4/1&waitForFinalState=true&collection=testCollection&targetNode=127.0.0.1:10524_solr&inPlaceMove=true&replica=core_node3
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:178)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:331)
 ~[java/:?]
   [junit4]   2>        ... 6 more
   [junit4]   2> Caused by: java.io.IOException: java.lang.InterruptedException
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:737)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:204)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:120)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:331)
 ~[java/:?]
   [junit4]   2>        ... 6 more
   [junit4]   2> Caused by: java.lang.InterruptedException
   [junit4]   2>        at 
java.util.concurrent.FutureTask.awaitDone(FutureTask.java:404) ~[?:1.8.0_281]
   [junit4]   2>        at 
java.util.concurrent.FutureTask.get(FutureTask.java:204) ~[?:1.8.0_281]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:735)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:204)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:120)
 ~[java/:?]
   [junit4]   2>        at 
org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:331)
 ~[java/:?]
   [junit4]   2>        ... 6 more
   [junit4]   2> 1094091 DEBUG (AutoscalingActionExecutor-8878-thread-1) [     
] o.a.s.c.a.ScheduledTriggers -- processing took 42492 ms for event 
id=40da925ab3f9cbTc3f69vno6ciz325flqbatp2i4
   [junit4]   2> 1094091 DEBUG 
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool 
executor
   [junit4]   2> 1094091 DEBUG 
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1094091 DEBUG 
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1094092 INFO  
(TEST-TestSimScenario.testAutoAddReplicas-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.SolrTestCaseJ4 ###Ending testAutoAddReplicas
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimScenario 
-Dtests.method=testAutoAddReplicas -Dtests.seed=54ADA639AD931CDC 
-Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=de-CH 
-Dtests.timezone=Asia/Pyongyang -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   1.43s J3 | TestSimScenario.testAutoAddReplicas <<<
   [junit4]    > Throwable #1: java.io.IOException: Timed out waiting for 
trigger .auto_add_replicas to fire after simulated 60s (real 1200ms).
   [junit4]    >        at 
__randomizedtesting.SeedInfo.seed([54ADA639AD931CDC:DD0D5545D998D0F5]:0)
   [junit4]    >        at 
org.apache.solr.cloud.autoscaling.sim.SimScenario$SimWaitListener.wait(SimScenario.java:705)
   [junit4]    >        at 
org.apache.solr.cloud.autoscaling.sim.SimScenario$WaitEvent.execute(SimScenario.java:771)
   [junit4]    >        at 
org.apache.solr.cloud.autoscaling.sim.SimScenario.run(SimScenario.java:1119)
   [junit4]    >        at 
org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testAutoAddReplicas(TestSimScenario.java:57)
   [junit4]    >        at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1094100 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.SolrTestCaseJ4 ###Starting testSuggestions
   [junit4]   2> 1094101 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 1.        CreateCluster   numNodes=2
   [junit4]   2> 1094101 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario           CreateCluster   numNodes=2
   [junit4]   2> 1094107 DEBUG 
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 
127.0.0.1:10526_solr
   [junit4]   2> 1094108 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and 
.scheduled_maintenance triggers
   [junit4]   2> 1094109 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 1
   [junit4]   2> 1094110 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 1094110 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 
1
   [junit4]   2> 1094119 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial 
livenodes: [127.0.0.1:10526_solr]
   [junit4]   2> 1094119 DEBUG 
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=0
   [junit4]   2> 1094119 DEBUG 
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 1094119 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history 
in memory.
   [junit4]   2> 1094119 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 2.        RunSolrRequest  
path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 1094120 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario           RunSolrRequest  
path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 1094120 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded 
markers
   [junit4]   2> 1094120 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1094120 DEBUG (ScheduledTrigger-8883-thread-2) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 1094120 DEBUG (simCloudManagerPool-8882-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection, 
currentVersion=1
   [junit4]   2> 1094120 DEBUG (simCloudManagerPool-8882-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=1
   [junit4]   2> 1094120 DEBUG (simCloudManagerPool-8882-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 1094130 DEBUG (simCloudManagerPool-8882-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=2
   [junit4]   2> 1094131 DEBUG (simCloudManagerPool-8882-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 1094166 DEBUG (simCloudManagerPool-8882-thread-2) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=3
   [junit4]   2> 1094166 DEBUG (simCloudManagerPool-8882-thread-2) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 1094166 DEBUG (simCloudManagerPool-8882-thread-2) [     ] 
o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / 
shard1)
   [junit4]   2> 1094167 DEBUG (simCloudManagerPool-8882-thread-2) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / 
shard1 (currentVersion=4): {"core_node1":{}}
   [junit4]   2> 1094187 DEBUG (simCloudManagerPool-8882-thread-4) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=4
   [junit4]   2> 1094187 DEBUG (simCloudManagerPool-8882-thread-4) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
   [junit4]   2> 1094187 DEBUG (simCloudManagerPool-8882-thread-4) [     ] 
o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / 
shard2)
   [junit4]   2> 1094187 DEBUG (simCloudManagerPool-8882-thread-4) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / 
shard2 (currentVersion=5): {"core_node3":{}}
   [junit4]   2> 1094188 DEBUG (ScheduledTrigger-8883-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1094197 DEBUG (simCloudManagerPool-8882-thread-3) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=5
   [junit4]   2> 1094198 DEBUG (simCloudManagerPool-8882-thread-3) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
   [junit4]   2> 1094198 DEBUG (simCloudManagerPool-8882-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection 
testCollection, currentVersion=6
   [junit4]   2> 1094198 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 3.        WaitCollection  
collection=testCollection&shards=2&replicas=2
   [junit4]   2> 1094198 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario           WaitCollection  
collection=testCollection&shards=2&replicas=2
   [junit4]   2> 1094208 DEBUG (ScheduledTrigger-8883-thread-4) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1094208 DEBUG (simCloudManagerPool-8882-thread-5) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=6
   [junit4]   2> 1094208 DEBUG (simCloudManagerPool-8882-thread-5) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
   [junit4]   2> 1094208 DEBUG 
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=7
   [junit4]   2> 1094208 DEBUG 
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
   [junit4]   2> 1094208 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 4.        CtxSet  key=myNode&value=${_random_node_}
   [junit4]   2> 1094208 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario           CtxSet  key=myNode&value=127.0.0.1:10527_solr
   [junit4]   2> 1094209 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 5.        RunSolrRequest  
path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
   [junit4]   2> 1094209 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario           RunSolrRequest  
path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10527_solr
   [junit4]   2> 1094218 INFO  (simCloudManagerPool-8882-thread-6) [     ] 
o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10527_solr for creating new 
replica of shard shard1 for collection testCollection
   [junit4]   2> 1094218 INFO  (simCloudManagerPool-8882-thread-6) [     ] 
o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1094228 DEBUG (ScheduledTrigger-8883-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1094229 DEBUG (simCloudManagerPool-8882-thread-6) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=8
   [junit4]   2> 1094229 DEBUG (simCloudManagerPool-8882-thread-6) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
   [junit4]   2> 1094229 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 6.        RunSolrRequest  
path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
   [junit4]   2> 1094229 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario           RunSolrRequest  
path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10527_solr
   [junit4]   2> 1094239 DEBUG (simCloudManagerPool-8882-thread-7) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=9
   [junit4]   2> 1094240 DEBUG (simCloudManagerPool-8882-thread-7) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
   [junit4]   2> 1094240 INFO  (simCloudManagerPool-8882-thread-7) [     ] 
o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10527_solr for creating new 
replica of shard shard1 for collection testCollection
   [junit4]   2> 1094240 INFO  (simCloudManagerPool-8882-thread-7) [     ] 
o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1094248 DEBUG (ScheduledTrigger-8883-thread-4) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1094455 DEBUG (ScheduledTrigger-8883-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1094455 DEBUG (simCloudManagerPool-8882-thread-7) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=10
   [junit4]   2> 1094455 DEBUG (simCloudManagerPool-8882-thread-7) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
   [junit4]   2> 1094457 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 7.        LoopOp  iterations=${iterative}
   [junit4]   2> 1094457 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario           LoopOp  iterations=0
   [junit4]   2> 1094457 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 8.        LoopOp  iterations=${justCalc}
   [junit4]   2> 1094457 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario           LoopOp  iterations=1
   [junit4]   2> 1094458 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario    * iter 1 :
   [junit4]   2> 1094458 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario      - CalculateSuggestions       )
   [junit4]   2> 1094467 DEBUG 
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=11
   [junit4]   2> 1094467 DEBUG 
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
   [junit4]   2> 1094475 DEBUG (ScheduledTrigger-8883-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1094490 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario         - 1 suggestions
   [junit4]   2> 1094490 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario      - SaveSnapshot       
path=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.sim.TestSimScenario_54ADA639AD931CDC-001/tempDir-002/snapshot/0)
   [junit4]   2> 1094495 DEBUG (ScheduledTrigger-8883-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1094515 DEBUG (ScheduledTrigger-8883-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1094535 DEBUG (ScheduledTrigger-8883-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1094554 DEBUG 
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SnapshotDistribStateManager - copying 22 resources from 
SimDistribStateManager
   [junit4]   2> 1094556 DEBUG (ScheduledTrigger-8883-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1094576 DEBUG (ScheduledTrigger-8883-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1094582 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 9.        Dump    redact=true
   [junit4]   2> 1094582 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario           Dump    redact=true
   [junit4]   2> 1094582 DEBUG 
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SnapshotDistribStateManager - copying 22 resources from 
SimDistribStateManager
   [junit4]   2> 1094588 INFO  (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 1094588 DEBUG 
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1094588 DEBUG 
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1094588 DEBUG 
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1094588 DEBUG 
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool 
executor
   [junit4]   2> 1094588 DEBUG 
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1094589 DEBUG 
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1094589 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 1.        CreateCluster   numNodes=2
   [junit4]   2> 1094589 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario           CreateCluster   numNodes=2
   [junit4]   2> 1094593 DEBUG 
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 
127.0.0.1:10528_solr
   [junit4]   2> 1094593 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and 
.scheduled_maintenance triggers
   [junit4]   2> 1094593 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode 
version 1
   [junit4]   2> 1094594 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 1094594 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 
1
   [junit4]   2> 1094594 DEBUG 
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=0
   [junit4]   2> 1094594 DEBUG 
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 1094594 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history 
in memory.
   [junit4]   2> 1094594 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 2.        RunSolrRequest  
path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 1094594 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario           RunSolrRequest  
path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 1094595 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial 
livenodes: [127.0.0.1:10528_solr, 127.0.0.1:10529_solr]
   [junit4]   2> 1094595 DEBUG (simCloudManagerPool-8888-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection, 
currentVersion=1
   [junit4]   2> 1094595 DEBUG (simCloudManagerPool-8888-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=1
   [junit4]   2> 1094595 DEBUG (simCloudManagerPool-8888-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 1094596 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded 
markers
   [junit4]   2> 1094596 DEBUG (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1094596 DEBUG (ScheduledTrigger-8889-thread-2) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1094605 DEBUG (simCloudManagerPool-8888-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=2
   [junit4]   2> 1094605 DEBUG (simCloudManagerPool-8888-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 1094617 DEBUG (ScheduledTrigger-8889-thread-4) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1094617 DEBUG (simCloudManagerPool-8888-thread-2) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=3
   [junit4]   2> 1094617 DEBUG (simCloudManagerPool-8888-thread-2) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 1094617 DEBUG (simCloudManagerPool-8888-thread-2) [     ] 
o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / 
shard1)
   [junit4]   2> 1094617 DEBUG (simCloudManagerPool-8888-thread-2) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / 
shard1 (currentVersion=4): {"core_node1":{}}
   [junit4]   2> 1094783 DEBUG (simCloudManagerPool-8888-thread-3) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=4
   [junit4]   2> 1094784 DEBUG (ScheduledTrigger-8889-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1094784 DEBUG (simCloudManagerPool-8888-thread-3) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
   [junit4]   2> 1094794 DEBUG (simCloudManagerPool-8888-thread-4) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=5
   [junit4]   2> 1094794 DEBUG (simCloudManagerPool-8888-thread-4) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
   [junit4]   2> 1094794 DEBUG (simCloudManagerPool-8888-thread-4) [     ] 
o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / 
shard2)
   [junit4]   2> 1094794 DEBUG (simCloudManagerPool-8888-thread-4) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / 
shard2 (currentVersion=6): {"core_node3":{}}
   [junit4]   2> 1094795 DEBUG (simCloudManagerPool-8888-thread-1) [     ] 
o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection 
testCollection, currentVersion=6
   [junit4]   2> 1094795 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 3.        WaitCollection  
collection=testCollection&shards=2&replicas=2
   [junit4]   2> 1094795 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario           WaitCollection  
collection=testCollection&shards=2&replicas=2
   [junit4]   2> 1094804 DEBUG (ScheduledTrigger-8889-thread-4) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1094805 DEBUG (simCloudManagerPool-8888-thread-5) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=6
   [junit4]   2> 1094806 DEBUG (simCloudManagerPool-8888-thread-5) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
   [junit4]   2> 1094806 DEBUG 
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=7
   [junit4]   2> 1094806 DEBUG 
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
   [junit4]   2> 1094806 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 4.        CtxSet  key=myNode&value=${_random_node_}
   [junit4]   2> 1094806 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario           CtxSet  key=myNode&value=127.0.0.1:10529_solr
   [junit4]   2> 1094806 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 5.        RunSolrRequest  
path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
   [junit4]   2> 1094806 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario           RunSolrRequest  
path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10529_solr
   [junit4]   2> 1094808 INFO  (simCloudManagerPool-8888-thread-6) [     ] 
o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10529_solr for creating new 
replica of shard shard1 for collection testCollection
   [junit4]   2> 1094808 INFO  (simCloudManagerPool-8888-thread-6) [     ] 
o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 1094819 DEBUG (simCloudManagerPool-8888-thread-6) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, 
currentVersion=8
   [junit4]   2> 1094819 DEBUG (simCloudManagerPool-8888-thread-6) [     ] 
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
   [junit4]   2> 1094819 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 6.        RunSolrRequest  
path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
   [junit4]   2> 1094819 INFO  
(TEST-TestSimScenario.testSuggestions-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario           RunSolrRequest  
path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10529_solr
   [junit4]   2> 1094824 DEBUG (ScheduledTrigger-8889-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 1094828 DEBUG (simCloudManagerPool-8888-thread-7) [     ] 
o.a.s.c.a.s.SimCluste

[...truncated too long message...]

des: 100 and last live nodes: 100
   [junit4]   2> 1098262 DEBUG (ScheduledTrigger-8895-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 1098282 DEBUG (ScheduledTrigger-8895-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 1098303 DEBUG (ScheduledTrigger-8895-thread-2) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 1098323 DEBUG (ScheduledTrigger-8895-thread-4) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 1098343 DEBUG (ScheduledTrigger-8895-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 1098363 DEBUG (ScheduledTrigger-8895-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 1098384 DEBUG (ScheduledTrigger-8895-thread-2) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 1098404 DEBUG (ScheduledTrigger-8895-thread-4) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 1098424 DEBUG (ScheduledTrigger-8895-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 1098444 DEBUG (ScheduledTrigger-8895-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 1098465 DEBUG (ScheduledTrigger-8895-thread-2) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 1098485 DEBUG (ScheduledTrigger-8895-thread-4) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 1098505 DEBUG (ScheduledTrigger-8895-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 1098525 DEBUG (ScheduledTrigger-8895-thread-1) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 1098546 DEBUG (ScheduledTrigger-8895-thread-2) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 1098566 DEBUG (ScheduledTrigger-8895-thread-4) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 1098586 DEBUG (ScheduledTrigger-8895-thread-3) [     ] 
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 
currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 1098594 INFO  
(TEST-TestSimScenario.testIndexing-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 8.   WaitEvent       trigger=indexSizeTrigger&wait=60
   [junit4]   2> 1098594 INFO  
(TEST-TestSimScenario.testIndexing-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario              WaitEvent       
trigger=indexSizeTrigger&wait=60
   [junit4]   2> 1098594 INFO  
(TEST-TestSimScenario.testIndexing-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 9.   Assert  
condition=not_null&key=_trigger_event_indexSizeTrigger
   [junit4]   2> 1098594 INFO  
(TEST-TestSimScenario.testIndexing-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario              Assert  
condition=not_null&key=_trigger_event_indexSizeTrigger
   [junit4]   2> 1098597 INFO  
(TEST-TestSimScenario.testIndexing-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 10.  Assert  
condition=equals&key=_trigger_event_indexSizeTrigger/eventType&expected=INDEXSIZE
   [junit4]   2> 1098598 INFO  
(TEST-TestSimScenario.testIndexing-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario              Assert  
condition=equals&key=_trigger_event_indexSizeTrigger/eventType&expected=INDEXSIZE
   [junit4]   2> 1098598 INFO  
(TEST-TestSimScenario.testIndexing-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 11.  Assert  
condition=equals&key=_trigger_event_indexSizeTrigger/properties/requestedOps[0]/action&expected=SPLITSHARD
   [junit4]   2> 1098598 INFO  
(TEST-TestSimScenario.testIndexing-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario              Assert  
condition=equals&key=_trigger_event_indexSizeTrigger/properties/requestedOps[0]/action&expected=SPLITSHARD
   [junit4]   2> 1098598 INFO  
(TEST-TestSimScenario.testIndexing-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario 12.  WaitCollection  
collection=testCollection&shards=6&withInactive=true&requireLeaders=false&replicas=2
   [junit4]   2> 1098598 INFO  
(TEST-TestSimScenario.testIndexing-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.s.SimScenario              WaitCollection  
collection=testCollection&shards=6&withInactive=true&requireLeaders=false&replicas=2
   [junit4]   2> 1098598 INFO  (Simulated OverseerAutoScalingTriggerThread) [   
  ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are 
closed, exiting.
   [junit4]   2> 1098599 DEBUG 
(TEST-TestSimScenario.testIndexing-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 1098599 DEBUG 
(TEST-TestSimScenario.testIndexing-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 1098599 DEBUG 
(TEST-TestSimScenario.testIndexing-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 1098600 DEBUG 
(TEST-TestSimScenario.testIndexing-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool 
executor
   [junit4]   2> 1098600 DEBUG 
(TEST-TestSimScenario.testIndexing-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1098600 DEBUG 
(TEST-TestSimScenario.testIndexing-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1098600 INFO  
(TEST-TestSimScenario.testIndexing-seed#[54ADA639AD931CDC]) [     ] 
o.a.s.SolrTestCaseJ4 ###Ending testIndexing
   [junit4]   2> NOTE: leaving temporary files on disk at: 
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.sim.TestSimScenario_54ADA639AD931CDC-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {}, 
docValues:{}, maxPointsInLeafNode=327, maxMBSortInHeap=6.058996023763208, 
sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=de-CH, 
timezone=Asia/Pyongyang
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 
1.8.0_281 (64-bit)/cpus=4,threads=1,free=232906552,total=516947968
   [junit4]   2> NOTE: All tests run in this JVM: [MultiSolrCloudTestCaseTest, 
MergeStrategyTest, ScriptEngineTest, NumericFieldsTest, CollectionPropsTest, 
TestConfigSetsAPIExclusivity, TestCloudRecovery2, MoreLikeThisHandlerTest, 
TestExtendedDismaxParser, AuthToolTest, ExecutePlanActionTest, 
TestManagedSchema, TestSimLargeCluster, SolrPluginUtilsTest, 
TestPayloadScoreQParserPlugin, DistanceUnitsTest, JWTIssuerConfigTest, 
MBeansHandlerTest, RankQueryTest, BasicDistributedZkTest, 
FastVectorHighlighterTest, PreAnalyzedFieldTest, 
TestLMDirichletSimilarityFactory, TestHighFrequencyDictionaryFactory, 
TestComponentsName, TestBlendedInfixSuggestions, TestAuthenticationFramework, 
DistributedQueueTest, TestCloudSchemaless, DeleteStatusTest, 
TestCloudJSONFacetJoinDomain, LeaderFailoverAfterPartitionTest, 
CursorPagingTest, SolrCoreCheckLockOnStartupTest, TestSmileRequest, 
TestDeprecatedFilters, SolrTestCaseJ4DeleteCoreTest, 
RecoveryAfterSoftCommitTest, TestCaffeineCache, SaslZkACLProviderTest, 
ConnectionManagerTest, SpellCheckComponentTest, 
HdfsCollectionsAPIDistributedZkTest, DistributedMLTComponentTest, 
IndexSchemaRuntimeFieldTest, TestGroupingSearch, IndexSizeEstimatorTest, 
NodeMarkersRegistrationTest, ClassificationUpdateProcessorIntegrationTest, 
MetricsConfigTest, OverseerTaskQueueTest, TestFiltering, TestBlobHandler, 
TriLevelCompositeIdRoutingTest, DeleteLastCustomShardedReplicaTest, 
AutoAddReplicasIntegrationTest, NoCacheHeaderTest, 
TestManagedStopFilterFactory, TestCorePropertiesReload, 
BaseCdcrDistributedZkTest, TestSSLRandomization, DocValuesMultiTest, 
TestScoreJoinQPNoScore, DistributedSpellCheckComponentTest, TestRTGBase, 
TestUtils, CursorMarkTest, CrossCollectionJoinQueryTest, 
ZkCollectionPropsCachingTest, TestPolicyCloud, ConcurrentCreateCollectionTest, 
CloudReplicaSourceTest, TestShardHandlerFactory, 
IgnoreCommitOptimizeUpdateProcessorFactoryTest, CSVRequestHandlerTest, 
CurrencyFieldTypeTest, TestManagedResourceStorage, TestSolrCLIRunExample, 
TestGeoJSONResponseWriter, TestJmxIntegration, TestTermsQParserPlugin, 
SmileWriterTest, TestLegacyNumericUtils, TestSolrDeletionPolicy2, 
HttpPartitionWithTlogReplicasTest, TestTlogReplica, 
TestDynamicFieldNamesIndexCorrectly, HdfsChaosMonkeySafeLeaderTest, 
TestDocTermOrdsUninvertLimit, ZkSolrClientTest, TestSortableTextField, 
RAMDirectoryFactoryTest, ReplaceNodeNoTargetTest, 
TestDeleteCollectionOnDownNodes, ConjunctionSolrSpellCheckerTest, 
SchemaApiFailureTest, TestSimScenario]
   [junit4] Completed [378/935 (1!)] on J3 in 6.66s, 4 tests, 1 error <<< 
FAILURES!

[...truncated 52587 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]

Reply via email to