Build:
https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-master/107/
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testAddNode
Error Message:
did not finish processing all events in time: started=1, finished=0
Stack Trace:
java.lang.AssertionError: did not finish processing all events in time:
started=1, finished=0
at
__randomizedtesting.SeedInfo.seed([736E3A717A577E87:D48127D2B51AF19F]:0)
at org.junit.Assert.fail(Assert.java:88)
at
org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testAddNode(TestSimLargeCluster.java:353)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test
Error Message:
expected:<5> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
at
__randomizedtesting.SeedInfo.seed([736E3A717A577E87:FB3A05ABD4AB137F]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at
com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at
com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at
org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at
org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at
org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at
org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at
com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at
com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 13259 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster
[junit4] 2> 303193 INFO
(SUITE-TestSimLargeCluster-seed#[736E3A717A577E87]-worker) [ ]
o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to
test-framework derived value of
'/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 303193 INFO
(SUITE-TestSimLargeCluster-seed#[736E3A717A577E87]-worker) [ ]
o.a.s.SolrTestCaseJ4 SecureRandom sanity checks:
test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 303194 INFO
(SUITE-TestSimLargeCluster-seed#[736E3A717A577E87]-worker) [ ]
o.a.s.SolrTestCaseJ4 Created dataDir:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSimLargeCluster_736E3A717A577E87-001/data-dir-25-001
[junit4] 2> 303195 WARN
(SUITE-TestSimLargeCluster-seed#[736E3A717A577E87]-worker) [ ]
o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 303195 INFO
(SUITE-TestSimLargeCluster-seed#[736E3A717A577E87]-worker) [ ]
o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true)
w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 303196 INFO
(SUITE-TestSimLargeCluster-seed#[736E3A717A577E87]-worker) [ ]
o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via:
@org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0,
clientAuth=0.0/0.0)
[junit4] IGNOR/A 0.00s J0 | TestSimLargeCluster.testBasic
[junit4] > Assumption #1: 'awaitsfix' test group is disabled
(@AwaitsFix(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028";))
[junit4] 2> 303210 INFO
(TEST-TestSimLargeCluster.testSearchRate-seed#[736E3A717A577E87]) [ ]
o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
[junit4] 2> 303213 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[736E3A717A577E87]) [ ]
o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader:
127.0.0.1:10006_solr
[junit4] 2> 303214 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and
.scheduled_maintenance triggers
[junit4] 2> 303214 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[736E3A717A577E87]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=0
[junit4] 2> 303214 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode
version 1
[junit4] 2> 303214 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[736E3A717A577E87]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 303214 INFO
(TEST-TestSimLargeCluster.testSearchRate-seed#[736E3A717A577E87]) [ ]
o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history
in memory.
[junit4] 2> 303215 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 303215 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 303215 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial
livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10010_solr, 127.0.0.1:10009_solr,
127.0.0.1:10013_solr, 127.0.0.1:10008_solr, 127.0.0.1:10012_solr,
127.0.0.1:10007_solr, 127.0.0.1:10011_solr]
[junit4] 2> 303215 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded
markers
[junit4] 2> 303215 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 303216 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 12 and last live nodes: 8
[junit4] 2> 303231 DEBUG (ScheduledTrigger-580-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 26 and last live nodes: 12
[junit4] 2> 303241 DEBUG (ScheduledTrigger-580-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 72 and last live nodes: 26
[junit4] 2> 303252 DEBUG (ScheduledTrigger-580-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 96 and last live nodes: 72
[junit4] 2> 303266 DEBUG (ScheduledTrigger-580-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100 and last live nodes: 96
[junit4] 2> 303282 DEBUG (ScheduledTrigger-580-thread-1) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100 and last live nodes: 100
[junit4] 2> 303300 DEBUG (simCloudManagerPool-579-thread-2) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 303301 DEBUG (simCloudManagerPool-579-thread-2) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
2
[junit4] 2> 303301 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 303302 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded
markers
[junit4] 2> 303302 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 303311 DEBUG (ScheduledTrigger-580-thread-3) [ ]
o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with
currently live nodes: 100 and last live nodes: 100
[junit4] 2> 303317 DEBUG (simCloudManagerPool-579-thread-4) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 303317 DEBUG (simCloudManagerPool-579-thread-4) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
3
[junit4] 2> 303318 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 303318 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[736E3A717A577E87]) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system,
currentVersion=1
[junit4] 2> 303318 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded
markers
[junit4] 2> 303318 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 303318 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[736E3A717A577E87]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=1
[junit4] 2> 303323 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[736E3A717A577E87]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 303336 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[736E3A717A577E87]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=2
[junit4] 2> 303337 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[736E3A717A577E87]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 303394 DEBUG (simCloudManagerPool-579-thread-5) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=3
[junit4] 2> 303395 DEBUG (simCloudManagerPool-579-thread-5) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 303395 DEBUG (simCloudManagerPool-579-thread-5) [ ]
o.a.s.c.a.s.SimClusterStateProvider Running leader election (.system / shard1)
[junit4] 2> 303395 DEBUG (simCloudManagerPool-579-thread-5) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1
(currentVersion=4): {"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:10011_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 303404 DEBUG (simCloudManagerPool-579-thread-7) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=4
[junit4] 2> 303404 DEBUG (simCloudManagerPool-579-thread-7) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 303410 DEBUG (simCloudManagerPool-579-thread-6) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=5
[junit4] 2> 303410 DEBUG (simCloudManagerPool-579-thread-6) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 303410 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[736E3A717A577E87]) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system,
currentVersion=6
[junit4] 2> 303411 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[736E3A717A577E87]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=6
[junit4] 2> 303411 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[736E3A717A577E87]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 303412 DEBUG (simCloudManagerPool-579-thread-8) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testSearchRate,
currentVersion=7
[junit4] 2> 303412 DEBUG (simCloudManagerPool-579-thread-8) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=7
[junit4] 2> 303412 DEBUG (simCloudManagerPool-579-thread-8) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 303417 DEBUG (simCloudManagerPool-579-thread-8) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=8
[junit4] 2> 303418 DEBUG (simCloudManagerPool-579-thread-8) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 303424 DEBUG (simCloudManagerPool-579-thread-9) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=9
[junit4] 2> 303424 DEBUG (simCloudManagerPool-579-thread-9) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 303424 DEBUG (simCloudManagerPool-579-thread-9) [ ]
o.a.s.c.a.s.SimClusterStateProvider Running leader election (testSearchRate /
shard1)
[junit4] 2> 303424 DEBUG (simCloudManagerPool-579-thread-9) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSearchRate /
shard1 (currentVersion=10): {"core_node1":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10101_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 303444 DEBUG (simCloudManagerPool-579-thread-10) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=10
[junit4] 2> 303445 DEBUG (simCloudManagerPool-579-thread-10) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 303451 DEBUG (simCloudManagerPool-579-thread-11) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=11
[junit4] 2> 303462 DEBUG (simCloudManagerPool-579-thread-11) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 303467 DEBUG (simCloudManagerPool-579-thread-12) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=12
[junit4] 2> 303468 DEBUG (simCloudManagerPool-579-thread-12) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 303473 DEBUG (simCloudManagerPool-579-thread-13) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=13
[junit4] 2> 303474 DEBUG (simCloudManagerPool-579-thread-13) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
[junit4] 2> 303480 DEBUG (simCloudManagerPool-579-thread-14) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=14
[junit4] 2> 303482 DEBUG (simCloudManagerPool-579-thread-14) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
[junit4] 2> 303487 DEBUG (simCloudManagerPool-579-thread-15) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=15
[junit4] 2> 303506 DEBUG (simCloudManagerPool-579-thread-15) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
[junit4] 2> 303514 DEBUG (simCloudManagerPool-579-thread-16) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=16
[junit4] 2> 303526 DEBUG (simCloudManagerPool-579-thread-16) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16
[junit4] 2> 303533 DEBUG (simCloudManagerPool-579-thread-17) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=17
[junit4] 2> 303534 DEBUG (simCloudManagerPool-579-thread-17) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17
[junit4] 2> 303540 DEBUG (simCloudManagerPool-579-thread-18) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=18
[junit4] 2> 303540 DEBUG (simCloudManagerPool-579-thread-18) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18
[junit4] 2> 303546 DEBUG (simCloudManagerPool-579-thread-19) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=19
[junit4] 2> 303547 DEBUG (simCloudManagerPool-579-thread-19) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19
[junit4] 2> 303547 DEBUG (simCloudManagerPool-579-thread-19) [ ]
o.a.s.c.a.s.SimClusterStateProvider Running leader election (testSearchRate /
shard2)
[junit4] 2> 303547 DEBUG (simCloudManagerPool-579-thread-19) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testSearchRate /
shard2 (currentVersion=20): {"core_node11":{
[junit4] 2> "core":"testSearchRate_shard2_replica_n11",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10022_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 303552 DEBUG (simCloudManagerPool-579-thread-20) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=20
[junit4] 2> 303553 DEBUG (simCloudManagerPool-579-thread-20) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20
[junit4] 2> 303558 DEBUG (simCloudManagerPool-579-thread-22) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=21
[junit4] 2> 303559 DEBUG (simCloudManagerPool-579-thread-22) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 21
[junit4] 2> 303564 DEBUG (simCloudManagerPool-579-thread-23) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=22
[junit4] 2> 303565 DEBUG (simCloudManagerPool-579-thread-23) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 22
[junit4] 2> 303571 DEBUG (simCloudManagerPool-579-thread-21) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=23
[junit4] 2> 303571 DEBUG (simCloudManagerPool-579-thread-21) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 23
[junit4] 2> 303582 DEBUG (simCloudManagerPool-579-thread-24) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=24
[junit4] 2> 303583 DEBUG (simCloudManagerPool-579-thread-24) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 24
[junit4] 2> 303589 DEBUG (simCloudManagerPool-579-thread-25) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=25
[junit4] 2> 303589 DEBUG (simCloudManagerPool-579-thread-25) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 25
[junit4] 2> 303595 DEBUG (simCloudManagerPool-579-thread-26) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=26
[junit4] 2> 303596 DEBUG (simCloudManagerPool-579-thread-26) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 26
[junit4] 2> 303596 DEBUG (simCloudManagerPool-579-thread-8) [ ]
o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection
testSearchRate, currentVersion=27
[junit4] 2> 303601 DEBUG (simCloudManagerPool-579-thread-28) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=27
[junit4] 2> 303602 DEBUG (simCloudManagerPool-579-thread-28) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 27
[junit4] 2> 303607 DEBUG (simCloudManagerPool-579-thread-27) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=28
[junit4] 2> 303608 DEBUG (simCloudManagerPool-579-thread-27) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 28
[junit4] 2> 303608 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[736E3A717A577E87]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=29
[junit4] 2> 303612 DEBUG
(TEST-TestSimLargeCluster.testSearchRate-seed#[736E3A717A577E87]) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 29
[junit4] 2> 303612 INFO
(TEST-TestSimLargeCluster.testSearchRate-seed#[736E3A717A577E87]) [ ]
o.a.s.c.a.s.TestSimLargeCluster Ready after 1597 ms
[junit4] 2> 303671 DEBUG (simCloudManagerPool-579-thread-29) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 303671 DEBUG (simCloudManagerPool-579-thread-29) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
4
[junit4] 2> 303672 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 303672 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded
markers
[junit4] 2> 303672 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 303676 DEBUG (simCloudManagerPool-579-thread-30) [ ]
o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 303676 DEBUG (simCloudManagerPool-579-thread-30) [ ]
o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version
5
[junit4] 2> 303676 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 303677 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded
markers
[junit4] 2> 303677 DEBUG (Simulated OverseerAutoScalingTriggerThread) [
] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 303697 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10104_solr
[junit4] 2> 303698 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10066_solr
[junit4] 2> 303699 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n10:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 303699 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10022_solr
[junit4] 2> 303716 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10102_solr
[junit4] 2> 303716 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n7:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 303716 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10081_solr
[junit4] 2> 303716 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10098_solr
[junit4] 2> 303716 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n8:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 303716 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10101_solr
[junit4] 2> 303716 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n1:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 303717 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10071_solr
[junit4] 2> 303717 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10055_solr
[junit4] 2> 303717 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n2:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 303717 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10093_solr
[junit4] 2> 303717 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10045_solr
[junit4] 2> 303717 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n6:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 303717 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10042_solr
[junit4] 2> 303717 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10083_solr
[junit4] 2> 303717 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n5:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 303717 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10080_solr
[junit4] 2> 303717 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10026_solr
[junit4] 2> 303717 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10044_solr
[junit4] 2> 303717 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10009_solr
[junit4] 2> 303717 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10011_solr
[junit4] 2> 303717 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10062_solr
[junit4] 2> 303717 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n4:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 303717 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10050_solr
[junit4] 2> 303717 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10075_solr
[junit4] 2> 303717 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n3:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 303717 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10097_solr
[junit4] 2> 303718 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10059_solr
[junit4] 2> 303718 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n9:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 303718 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## Collection: testSearchRate
[junit4] 2> 303718 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## - shard1
[junit4] 2> 303719 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n10 4.0
[junit4] 2> 303719 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n7 4.0
[junit4] 2> 303719 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n8 4.0
[junit4] 2> 303719 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n1 4.0
[junit4] 2> 303719 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n2 4.0
[junit4] 2> 303719 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n6 4.0
[junit4] 2> 303719 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n5 4.0
[junit4] 2> 303719 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n4 4.0
[junit4] 2> 303719 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n3 4.0
[junit4] 2> 303719 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n9 4.0
[junit4] 2> 303770 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger -- testSearchRate.shard1: totalShardRate=40.0,
shardRate=4.0
[junit4] 2> 303785 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10104_solr
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10066_solr
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n10:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10022_solr
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10102_solr
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n7:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10081_solr
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10098_solr
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n8:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10101_solr
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n1:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10071_solr
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10055_solr
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n2:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10093_solr
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10045_solr
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n6:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10042_solr
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10083_solr
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n5:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10080_solr
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10026_solr
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10044_solr
[junit4] 2> 303786 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10009_solr
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10011_solr
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10062_solr
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n4:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10050_solr
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10075_solr
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n3:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10097_solr
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10059_solr
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n9:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## Collection: testSearchRate
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## - shard1
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n10 4.0
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n7 4.0
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n8 4.0
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n1 4.0
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n2 4.0
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n6 4.0
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n5 4.0
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n4 4.0
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n3 4.0
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n9 4.0
[junit4] 2> 303787 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.SearchRateTrigger -- testSearchRate.shard1: totalShardRate=40.0,
shardRate=4.0
[junit4] 2> 303833 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"1b70ce27e820eaT8o6sx0cgy3cpdz1zi3bmt72kq",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":7723855106285802,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "hotReplicas":[
[junit4] 2> {"core_node10":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n10",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10066_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node7":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n7",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10102_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node8":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n8",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10098_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node1":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10101_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node2":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10055_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node6":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n6",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10045_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node5":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n5",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10083_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node4":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n4",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10062_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node3":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n3",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10075_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node9":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n9",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10059_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}],
[junit4] 2> "coldNodes":{},
[junit4] 2> "coldShards":{},
[junit4] 2> "coldReplicas":[],
[junit4] 2> "violationType":["hotShards"],
[junit4] 2> "coldCollections":{},
[junit4] 2> "hotShards":{"testSearchRate":{"shard1":4.0}},
[junit4] 2> "hotCollections":{"testSearchRate":40.0},
[junit4] 2> "hotNodes":{
[junit4] 2> "127.0.0.1:10055_solr":4.0,
[junit4] 2> "127.0.0.1:10075_solr":4.0,
[junit4] 2> "127.0.0.1:10045_solr":4.0,
[junit4] 2> "127.0.0.1:10101_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10066_solr":4.0,
[junit4] 2> "127.0.0.1:10098_solr":4.0,
[junit4] 2> "127.0.0.1:10102_solr":4.0,
[junit4] 2> "127.0.0.1:10083_solr":4.0,
[junit4] 2> "127.0.0.1:10059_solr":4.0},
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"testSearchRate",
[junit4] 2> "second":"shard1"}]}}]}}
[junit4] 2> 303833 DEBUG (ScheduledTrigger-580-thread-2) [ ]
o.a.s.c.a.ScheduledTriggers Pausing all triggers: [search_rate_trigger]
[junit4] 2> 303867 DEBUG (AutoscalingActionExecutor-581-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"1b70ce27e820eaT8o6sx0cgy3cpdz1zi3bmt72kq",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":7723855106285802,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "hotReplicas":[
[junit4] 2> {"core_node10":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n10",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10066_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node7":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n7",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10102_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node8":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n8",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10098_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node1":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10101_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node2":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10055_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node6":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n6",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10045_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node5":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n5",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10083_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node4":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n4",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10062_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node3":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n3",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10075_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node9":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n9",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10059_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}],
[junit4] 2> "coldNodes":{},
[junit4] 2> "coldShards":{},
[junit4] 2> "coldReplicas":[],
[junit4] 2> "violationType":["hotShards"],
[junit4] 2> "coldCollections":{},
[junit4] 2> "hotShards":{"testSearchRate":{"shard1":4.0}},
[junit4] 2> "hotCollections":{"testSearchRate":40.0},
[junit4] 2> "hotNodes":{
[junit4] 2> "127.0.0.1:10055_solr":4.0,
[junit4] 2> "127.0.0.1:10075_solr":4.0,
[junit4] 2> "127.0.0.1:10045_solr":4.0,
[junit4] 2> "127.0.0.1:10101_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10066_solr":4.0,
[junit4] 2> "127.0.0.1:10098_solr":4.0,
[junit4] 2> "127.0.0.1:10102_solr":4.0,
[junit4] 2> "127.0.0.1:10083_solr":4.0,
[junit4] 2> "127.0.0.1:10059_solr":4.0},
[junit4] 2> "_enqueue_time_":7723866532072502,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"testSearchRate",
[junit4] 2> "second":"shard1"}]}}]}}
[junit4] 2> 303867 DEBUG (AutoscalingActionExecutor-581-thread-1) [ ]
o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"1b70ce27e820eaT8o6sx0cgy3cpdz1zi3bmt72kq",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":7723855106285802,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "hotReplicas":[
[junit4] 2> {"core_node10":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n10",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10066_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node7":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n7",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10102_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node8":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n8",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10098_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node1":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10101_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node2":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10055_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node6":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n6",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10045_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node5":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n5",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10083_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node4":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n4",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10062_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node3":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n3",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10075_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node9":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n9",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10059_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}],
[junit4] 2> "coldNodes":{},
[junit4] 2> "coldShards":{},
[junit4] 2> "coldReplicas":[],
[junit4] 2> "violationType":["hotShards"],
[junit4] 2> "coldCollections":{},
[junit4] 2> "hotShards":{"testSearchRate":{"shard1":4.0}},
[junit4] 2> "hotCollections":{"testSearchRate":40.0},
[junit4] 2> "hotNodes":{
[junit4] 2> "127.0.0.1:10055_solr":4.0,
[junit4] 2> "127.0.0.1:10075_solr":4.0,
[junit4] 2> "127.0.0.1:10045_solr":4.0,
[junit4] 2> "127.0.0.1:10101_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10066_solr":4.0,
[junit4] 2> "127.0.0.1:10098_solr":4.0,
[junit4] 2> "127.0.0.1:10102_solr":4.0,
[junit4] 2> "127.0.0.1:10083_solr":4.0,
[junit4] 2> "127.0.0.1:10059_solr":4.0},
[junit4] 2> "_enqueue_time_":7723866532072502,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"testSearchRate",
[junit4] 2> "second":"shard1"}]}}]}} with context
properties: {BEFORE_ACTION=[compute]}
[junit4] 2> 304070 DEBUG (AutoscalingActionExecutor-581-thread-1) [ ]
o.a.s.c.a.ComputePlanAction Computed Plan:
action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10072_solr&type=NRT
[junit4] 2> 304070 DEBUG (AutoscalingActionExecutor-581-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"1b70ce27e820eaT8o6sx0cgy3cpdz1zi3bmt72kq",
[junit4] 2> "source":"search_rate_trigger",
[junit4] 2> "eventTime":7723855106285802,
[junit4] 2> "eventType":"SEARCHRATE",
[junit4] 2> "properties":{
[junit4] 2> "hotReplicas":[
[junit4] 2> {"core_node10":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n10",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10066_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node7":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n7",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10102_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node8":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n8",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10098_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node1":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10101_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node2":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10055_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node6":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n6",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10045_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node5":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n5",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10083_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node4":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n4",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10062_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node3":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n3",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10075_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}},
[junit4] 2> {"core_node9":{
[junit4] 2> "core":"testSearchRate_shard1_replica_n9",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSearchRate",
[junit4] 2> "node_name":"127.0.0.1:10059_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "rate":4.0,
[junit4] 2> "state":"active",
[junit4] 2> "QUERY./select.requestTimes:1minRate":4,
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}],
[junit4] 2> "__start__":1,
[junit4] 2> "coldNodes":{},
[junit4] 2> "coldShards":{},
[junit4] 2> "coldReplicas":[],
[junit4] 2> "violationType":["hotShards"],
[junit4] 2> "coldCollections":{},
[junit4] 2> "hotShards":{"testSearchRate":{"shard1":4.0}},
[junit4] 2> "hotCollections":{"testSearchRate":40.0},
[junit4] 2> "hotNodes":{
[junit4] 2> "127.0.0.1:10055_solr":4.0,
[junit4] 2> "127.0.0.1:10075_solr":4.0,
[junit4] 2> "127.0.0.1:10045_solr":4.0,
[junit4] 2> "127.0.0.1:10101_solr":4.0,
[junit4] 2> "127.0.0.1:10062_solr":4.0,
[junit4] 2> "127.0.0.1:10066_solr":4.0,
[junit4] 2> "127.0.0.1:10098_solr":4.0,
[junit4] 2> "127.0.0.1:10102_solr":4.0,
[junit4] 2> "127.0.0.1:10083_solr":4.0,
[junit4] 2> "127.0.0.1:10059_solr":4.0},
[junit4] 2> "_enqueue_time_":7723866532072502,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"testSearchRate",
[junit4] 2> "second":"shard1"}]}}]}} with context
properties: {operations=[{
[junit4] 2>
"class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",
[junit4] 2> "method":"GET",
[junit4] 2> "params.action":"ADDREPLICA",
[junit4] 2> "params.collection":"testSearchRate",
[junit4] 2> "params.shard":"shard1",
[junit4] 2> "params.node":"127.0.0.1:10072_solr",
[junit4] 2> "params.type":"NRT"}], AFTER_ACTION=[compute],
BEFORE_ACTION=[compute, execute]}
[junit4] 2> 304071 DEBUG (AutoscalingActionExecutor-581-thread-1) [ ]
o.a.s.c.a.ExecutePlanAction Executing operation:
action=ADDREPLICA&collection=testSearchRate&shard=shard1&node=127.0.0.1:10072_solr&type=NRT
[junit4] 2> 304127 INFO (simCloudManagerPool-579-thread-32) [ ]
o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10072_solr for creating new
replica of shard shard1 for collection testSearchRate
[junit4] 2> 304127 INFO (simCloudManagerPool-579-thread-32) [ ]
o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 304142 DEBUG (simCloudManagerPool-579-thread-32) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=30
[junit4] 2> 304144 DEBUG (simCloudManagerPool-579-thread-32) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 30
[junit4] 2> 304176 DEBUG (AutoscalingActionExecutor-581-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states,
currentVersion=31
[junit4] 2> 304177 DEBUG (AutoscalingActionExecutor-581-thread-1) [ ]
o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 31
[junit4] 2> 304230 DEBUG (AutoscalingActionExecutor-581-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers Resuming trigger: search_rate_trigger after 50ms
[junit4] 2> 304230 DEBUG (AutoscalingActionExecutor-581-thread-1) [ ]
o.a.s.c.a.ScheduledTriggers -- processing took 36358 ms for event
id=1b70ce27e820eaT8o6sx0cgy3cpdz1zi3bmt72kq
[junit4] 2> 304324 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10104_solr
[junit4] 2> 304324 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10066_solr
[junit4] 2> 304324 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n10:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10022_solr
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10102_solr
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n7:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10081_solr
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10098_solr
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n8:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10101_solr
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n1:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10071_solr
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10055_solr
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n2:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10093_solr
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10045_solr
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n6:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10042_solr
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10083_solr
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n5:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10080_solr
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10026_solr
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10044_solr
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10009_solr
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10011_solr
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10062_solr
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n4:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 304325 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10050_solr
[junit4] 2> 304326 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10075_solr
[junit4] 2> 304326 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n3:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 304326 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10097_solr
[junit4] 2> 304326 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10059_solr
[junit4] 2> 304326 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ###
metrics:solr.core.testSearchRate.shard1.replica_n9:QUERY./select.requestTimes:1minRate
4
[junit4] 2> 304326 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10072_solr
[junit4] 2> 304326 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ## Collection: testSearchRate
[junit4] 2> 304326 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ## - shard1
[junit4] 2> 304326 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n10 4.0
[junit4] 2> 304326 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n7 4.0
[junit4] 2> 304326 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n8 4.0
[junit4] 2> 304326 DEBUG (ScheduledTrigger-580-thread-4) [ ]
o.a.s.c.a.SearchRateTrigger ## testSearchRate_shard1_replica_n1 4.0
[junit4] 2> 304326 DEBUG (ScheduledTrig
[...truncated too long message...]
EST-HdfsSyncSliceTest.test-seed#[736E3A717A577E87]) [ ]
o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1845705 WARN (ZkTestServer Run Thread) [ ]
o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 42 /solr/collections/collection1/terms/shard1
[junit4] 2> 10 /solr/aliases.json
[junit4] 2> 8 /solr/packages.json
[junit4] 2> 8 /solr/security.json
[junit4] 2> 8 /solr/configs/conf1
[junit4] 2> 7
/solr/collections/collection1/collectionprops.json
[junit4] 2> 3
/solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 302 /solr/collections/collection1/state.json
[junit4] 2> 12 /solr/collections/control_collection/state.json
[junit4] 2> 10 /solr/clusterprops.json
[junit4] 2> 10 /solr/clusterstate.json
[junit4] 2> 3
/solr/overseer_elect/election/72563878506790930-127.0.0.1:42492__y%2Flo-n_0000000002
[junit4] 2> 2
/solr/collections/collection1/leader_elect/shard1/election/72563878506790936-core_node4-n_0000000001
[junit4] 2> 2
/solr/collections/collection1/leader_elect/shard1/election/72563878506790930-core_node8-n_0000000003
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 80 /solr/live_nodes
[junit4] 2> 74 /solr/overseer/queue
[junit4] 2> 21 /solr/overseer/collection-queue-work
[junit4] 2> 10 /solr/collections
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2>
[junit4] 2> 1845720 INFO
(TEST-HdfsSyncSliceTest.test-seed#[736E3A717A577E87]) [ ]
o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:36577
[junit4] 2> 1845721 INFO
(TEST-HdfsSyncSliceTest.test-seed#[736E3A717A577E87]) [ ]
o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36577
[junit4] 2> 1845721 INFO
(TEST-HdfsSyncSliceTest.test-seed#[736E3A717A577E87]) [ ]
o.a.s.c.ZkTestServer connecting to 127.0.0.1 36577
[junit4] 2> NOTE: download the large Jenkins line-docs file by running
'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HdfsSyncSliceTest
-Dtests.method=test -Dtests.seed=736E3A717A577E87 -Dtests.multiplier=2
-Dtests.nightly=true -Dtests.slow=true -Dtests.badapples=true
-Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt
-Dtests.locale=en-NU -Dtests.timezone=Asia/Srednekolymsk -Dtests.asserts=true
-Dtests.file.encoding=UTF-8
[junit4] FAILURE 58.9s J1 | HdfsSyncSliceTest.test <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected:<5> but
was:<4>
[junit4] > at
__randomizedtesting.SeedInfo.seed([736E3A717A577E87:FB3A05ABD4AB137F]:0)
[junit4] > at
org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:151)
[junit4] > at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at
java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at
java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at
java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at
org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 1845756 WARN
(SUITE-HdfsSyncSliceTest-seed#[736E3A717A577E87]-worker) [ ]
o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 1845816 INFO
(SUITE-HdfsSyncSliceTest-seed#[736E3A717A577E87]-worker) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.w.WebAppContext@f44963e{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 1845816 INFO
(SUITE-HdfsSyncSliceTest-seed#[736E3A717A577E87]-worker) [ ]
o.e.j.s.AbstractConnector Stopped
ServerConnector@7e1202b0{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 1845816 INFO
(SUITE-HdfsSyncSliceTest-seed#[736E3A717A577E87]-worker) [ ]
o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1845816 INFO
(SUITE-HdfsSyncSliceTest-seed#[736E3A717A577E87]-worker) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@40760ddb{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 1845900 WARN (BP-992046383-127.0.0.1-1585949750144
heartbeating to lucene2-us-west.apache.org/127.0.0.1:41047) [ ]
o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager
interrupted
[junit4] 2> 1845900 WARN (BP-992046383-127.0.0.1-1585949750144
heartbeating to lucene2-us-west.apache.org/127.0.0.1:41047) [ ]
o.a.h.h.s.d.DataNode Ending block pool service for: Block pool
BP-992046383-127.0.0.1-1585949750144 (Datanode Uuid
ce940f64-e299-4269-80e9-45ad377d50b8) service to
lucene2-us-west.apache.org/127.0.0.1:41047
[junit4] 2> 1846132 INFO
(SUITE-HdfsSyncSliceTest-seed#[736E3A717A577E87]-worker) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.w.WebAppContext@74774a78{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 1846141 INFO
(SUITE-HdfsSyncSliceTest-seed#[736E3A717A577E87]-worker) [ ]
o.e.j.s.AbstractConnector Stopped
ServerConnector@6cdd041{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:0}
[junit4] 2> 1846141 INFO
(SUITE-HdfsSyncSliceTest-seed#[736E3A717A577E87]-worker) [ ]
o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1846142 INFO
(SUITE-HdfsSyncSliceTest-seed#[736E3A717A577E87]-worker) [ ]
o.e.j.s.h.ContextHandler Stopped
o.e.j.s.ServletContextHandler@b8595e3{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsSyncSliceTest_736E3A717A577E87-001
[junit4] 2> Apr 03, 2020 9:36:51 PM
com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 32 leaked
thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84):
{rnd_b=PostingsFormat(name=Direct), multiDefault=Lucene84, a_t=Lucene84,
_root_=Lucene84, id=PostingsFormat(name=Direct),
text=PostingsFormat(name=LuceneFixedGap)},
docValues:{other_tl1=DocValuesFormat(name=Asserting),
range_facet_l_dv=DocValuesFormat(name=Lucene80),
_version_=DocValuesFormat(name=Asserting),
intDefault=DocValuesFormat(name=Asserting),
id_i1=DocValuesFormat(name=Asserting), a_i1=DocValuesFormat(name=Asserting),
range_facet_i_dv=DocValuesFormat(name=Asserting),
intDvoDefault=DocValuesFormat(name=Lucene80),
timestamp=DocValuesFormat(name=Asserting),
range_facet_l=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=528,
maxMBSortInHeap=6.966102685148607,
sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1806056a),
locale=en-NU, timezone=Asia/Srednekolymsk
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4
(64-bit)/cpus=8,threads=14,free=166886368,total=330301440
[junit4] 2> NOTE: All tests run in this JVM: [QueryElevationComponentTest,
TestPayloadCheckQParserPlugin, BadComponentTest,
TestSolrCloudWithSecureImpersonation, RegexBoostProcessorTest,
TestCloudJSONFacetSKG, DocValuesMissingTest, AuditLoggerIntegrationTest,
TransactionLogTest, OverseerRolesTest, TestLMJelinekMercerSimilarityFactory,
TestDistributedStatsComponentCardinality, TestCodecSupport, TestConfigsApi,
TestExportTool, TestFuzzyAnalyzedSuggestions, SimpleCollectionCreateDeleteTest,
ExecutePlanActionTest, TestRSAKeyPair, MergeStrategyTest, SplitShardTest,
DistanceUnitsTest, MetricsHandlerTest, TestSimScenario, TestSolrCloudSnapshots,
TestCloudRecovery2, TestRandomFaceting, TestCryptoKeys, VersionInfoTest,
ZkSolrClientTest, ClassificationUpdateProcessorFactoryTest,
TestSolrConfigHandlerCloud, ClusterStateUpdateTest,
TestRandomCollapseQParserPlugin, TestStressUserVersions, InfixSuggestersTest,
PeerSyncTest, OverseerStatusTest, SolrCLIZkUtilsTest, NodeAddedTriggerTest,
URLClassifyProcessorTest, RecoveryZkTest, TestLazyCores,
TestComplexPhraseQParserPlugin, AutoAddReplicasPlanActionTest,
TestLeaderElectionZkExpiry, MultiDestinationAuditLoggerTest,
ResponseHeaderTest, CollectionReloadTest, PackageManagerCLITest,
TemplateUpdateProcessorTest, SuggesterWFSTTest,
UpdateRequestProcessorFactoryTest, TestSolrTestCaseJ4, EnumFieldTest,
TestPerFieldSimilarity, TestWriterPerf, SearchRateTriggerTest,
TestSkipOverseerOperations, SignatureUpdateProcessorFactoryTest,
PeerSyncWithLeaderAndIndexFingerprintCachingTest, BlockCacheTest,
ScheduledTriggerIntegrationTest, BigEndianAscendingWordDeserializerTest,
HealthCheckHandlerTest, TestJettySolrRunner, IndexSchemaTest,
JavabinLoaderTest, TestMaxScoreQueryParser, SolrCoreTest,
TestNumericRangeQuery32, DisMaxRequestHandlerTest, TestGraphMLResponseWriter,
TestInfoStreamLogging, TestPartialUpdateDeduplication,
TestManagedSynonymGraphFilterFactory, AutoscalingHistoryHandlerTest,
HdfsSyncSliceTest]
[junit4] Completed [166/907 (2!)] on J1 in 64.89s, 1 test, 1 failure <<<
FAILURES!
[...truncated 55166 lines...]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
